Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -157,12 +157,20 @@ class VibeVoiceDemo:
|
|
157 |
def load_model(self):
|
158 |
"""Load the VibeVoice model and processor."""
|
159 |
print(f"Loading processor & model from {self.model_path}")
|
160 |
-
self.processor = VibeVoiceProcessor.from_pretrained(self.model_path)
|
161 |
-
self.
|
162 |
-
self.
|
163 |
-
|
164 |
-
|
165 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
166 |
self.model.eval()
|
167 |
self.model.model.noise_scheduler = self.model.model.noise_scheduler.from_config(
|
168 |
self.model.model.noise_scheduler.config,
|
|
|
157 |
def load_model(self):
|
158 |
"""Load the VibeVoice model and processor."""
|
159 |
print(f"Loading processor & model from {self.model_path}")
|
160 |
+
self.processor = VibeVoiceProcessor.from_pretrained(self.model_path)
|
161 |
+
if self.device == "cuda":
|
162 |
+
self.model = VibeVoiceForConditionalGenerationInference.from_pretrained(
|
163 |
+
self.model_path,
|
164 |
+
torch_dtype=torch.bfloat16,
|
165 |
+
device_map=self.device,
|
166 |
+
)
|
167 |
+
else:
|
168 |
+
self.model = VibeVoiceForConditionalGenerationInference.from_pretrained(
|
169 |
+
self.model_path,
|
170 |
+
torch_dtype=torch.float32, # Use float32 for CPU
|
171 |
+
device_map="cpu",
|
172 |
+
)
|
173 |
+
|
174 |
self.model.eval()
|
175 |
self.model.model.noise_scheduler = self.model.model.noise_scheduler.from_config(
|
176 |
self.model.model.noise_scheduler.config,
|