Spaces:
Runtime error
Runtime error
Commit
·
abbdb85
1
Parent(s):
d72857c
fix bug
Browse files
fam/llm/fast_inference_utils.py
CHANGED
|
@@ -45,9 +45,9 @@ def device_sync(device):
|
|
| 45 |
|
| 46 |
torch._inductor.config.coordinate_descent_tuning = True
|
| 47 |
torch._inductor.config.triton.unique_kernel_names = True
|
| 48 |
-
torch._inductor.config.fx_graph_cache = (
|
| 49 |
-
|
| 50 |
-
)
|
| 51 |
|
| 52 |
# imports need to happen after setting above flags
|
| 53 |
from fam.llm.fast_model import Transformer
|
|
|
|
| 45 |
|
| 46 |
torch._inductor.config.coordinate_descent_tuning = True
|
| 47 |
torch._inductor.config.triton.unique_kernel_names = True
|
| 48 |
+
# torch._inductor.config.fx_graph_cache = (
|
| 49 |
+
# True # Experimental feature to reduce compilation times, will be on by default in future
|
| 50 |
+
# )
|
| 51 |
|
| 52 |
# imports need to happen after setting above flags
|
| 53 |
from fam.llm.fast_model import Transformer
|