We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3b7168c commit 974411dCopy full SHA for 974411d
test/apis/batch/inferentia/handler.py
@@ -46,6 +46,7 @@ def __init__(self, config, job_spec):
46
self.model.load_state_dict(torch.load(model_name))
47
self.model.eval()
48
elif config["device"] == "inf":
49
+ import torch_neuron
50
51
self.model = torch.jit.load(model_name)
52
else:
0 commit comments