cbensimon HF Staff commited on
Commit
04ce204
·
1 Parent(s): 4f27510

Two calls in a row

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -65,6 +65,8 @@ def run_model():
65
  if compiled_model is None:
66
  compiled_model = torch._inductor.aoti_load_package(package_path)
67
  compiled_model.load_constants(weights, check_full_update=True, user_managed=True)
 
 
68
  with torch.inference_mode():
69
  return str(compiled_model(example_inputs))
70
 
 
65
  if compiled_model is None:
66
  compiled_model = torch._inductor.aoti_load_package(package_path)
67
  compiled_model.load_constants(weights, check_full_update=True, user_managed=True)
68
+ with torch.inference_mode():
69
+ compiled_model(example_inputs)
70
  with torch.inference_mode():
71
  return str(compiled_model(example_inputs))
72