fix rocm hip mismatch to cuda
This commit is contained in:
@@ -31,7 +31,7 @@ async def main() -> None:
|
|||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
|
|
||||||
device_map = {
|
device_map = {
|
||||||
"rocm": "hip",
|
"rocm": "cuda",
|
||||||
}
|
}
|
||||||
device = device_map.get(args.device, args.device)
|
device = device_map.get(args.device, args.device)
|
||||||
|
|
||||||
|
|||||||
@@ -48,8 +48,9 @@ def _load_bert_for_language(language: Languages, device: str) -> None:
|
|||||||
if bert is not None:
|
if bert is not None:
|
||||||
bert = bert.float()
|
bert = bert.float()
|
||||||
bert.eval()
|
bert.eval()
|
||||||
|
bert.to(device)
|
||||||
bert_models.__loaded_models[language] = bert
|
bert_models.__loaded_models[language] = bert
|
||||||
_LOGGER.info("BERT model for %s cast to float32", language.name)
|
_LOGGER.info("BERT model for %s cast to float32 and moved to %s", language.name, device)
|
||||||
|
|
||||||
|
|
||||||
def _find_model_files(model_dir: Path):
|
def _find_model_files(model_dir: Path):
|
||||||
|
|||||||
Reference in New Issue
Block a user