update

TADA/anime.py

@@ -76,7 +76,7 @@ class Animation:
             dtype=torch.float32,
             batch_size=1,
         )
-        self.body_model = smplx.create(**model_params).to(device='cuda')
+        self.body_model = smplx.create(**model_params).to(device=self.device)
         self.smplx_face = self.body_model.faces.astype(np.int32)
 
         ckpt_file = os.path.join(workspace_dir, "MESH", ckpt_path, "params.pt")
@@ -85,7 +85,7 @@ class Animation:
 
 
     def load_ckpt_data(self, ckpt_file, albedo_path):
-        model_data = torch.load(ckpt_file)
+        model_data = torch.load(ckpt_file, map_location=self.device)
         self.expression = model_data["expression"] if "expression" in model_data else None
         self.jaw_pose = model_data["jaw_pose"] if "jaw_pose" in model_data else None
 

inference.py

@@ -16,7 +16,7 @@ def interface(prompt, mode="cadm", render_mode="pyrender", out_size=1024, tada_r
     name = "_".join(name.split("_")[:25])
     out_path = os.path.join("results/motion", name + ".mp4")
     gif_path = os.path.join("results/motion", name + ".gif")
-    joint_path = os.path.join("results/jo ints", name + ".npy")
+    joint_path = os.path.join("results/joints", name + ".npy")
     smpl_path = os.path.join("results/smpls", name + ".npy")
 
     '''

motion/model/mdm.py

@@ -127,7 +127,7 @@ class MDM(nn.Module):
     def load_and_freeze_clip(self, clip_version):
         clip_model, clip_preprocess = clip.load(clip_version, device='cpu', jit=False, download_root=self.json_dict["clip"])  # Must set jit=False for training
         clip.model.convert_weights(clip_model)  # Actually this line is unnecessary since clip by default already on float16
-        # clip_model.float()
+        clip_model.float()
         # Freeze CLIP weights
         clip_model.eval()
         for p in clip_model.parameters():

requirements.txt

@@ -74,4 +74,5 @@ shapely==2.0.2
 mapbox_earcut==1.0.1
 gdown==4.7.1
 opencv-python
-yacs
+yacs
+pymeshlab