Update app.py
Browse files
app.py
CHANGED
@@ -128,7 +128,7 @@ def infer(genre_txt_content, lyrics_txt_content, num_segments, max_new_tokens):
|
|
128 |
"--output_dir", f"{output_dir}",
|
129 |
"--cuda_idx", "0",
|
130 |
"--max_new_tokens", f"{max_new_tokens}",
|
131 |
-
|
132 |
]
|
133 |
|
134 |
# Set up environment variables for CUDA with optimized settings
|
|
|
128 |
"--output_dir", f"{output_dir}",
|
129 |
"--cuda_idx", "0",
|
130 |
"--max_new_tokens", f"{max_new_tokens}",
|
131 |
+
"--disable_offload_model"
|
132 |
]
|
133 |
|
134 |
# Set up environment variables for CUDA with optimized settings
|