Upload folder using huggingface_hub

README.md

@@ -79,9 +79,15 @@ import torch
 import numpy as np
 import importlib.util
 
-# Load model - architecture is included in the repository
-model = AutoModel.from_pretrained("videoloc/seamless-langpairs")
-config = AutoConfig.from_pretrained("videoloc/seamless-langpairs")
+# Load model - custom architecture requires importing the model class
+model_files = hf_hub_download(repo_id="videoloc/seamless-langpairs", filename="modeling_seamless_langpairs.py")
+spec = importlib.util.spec_from_file_location("modeling_seamless_langpairs", model_files)
+modeling_module = importlib.util.module_from_spec(spec)
+spec.loader.exec_module(modeling_module)
+
+# Now load the model using the custom class
+config = modeling_module.SeamlessLanguagePairsConfig.from_pretrained("videoloc/seamless-langpairs")
+model = modeling_module.HFSeamlessLanguagePairs.from_pretrained("videoloc/seamless-langpairs")
 
 # Load the data collator (included in this repo)
 collator_file = hf_hub_download(repo_id="videoloc/seamless-langpairs", filename="data_collator.py")

example_usage.py

@@ -8,9 +8,15 @@ import numpy as np
 import importlib.util
 
 def load_model_and_collator():
-    # Load model - architecture is included in the repository
-    model = AutoModel.from_pretrained("videoloc/seamless-langpairs")
-    config = AutoConfig.from_pretrained("videoloc/seamless-langpairs")
+    # Load model - custom architecture requires importing the model class
+    model_files = hf_hub_download(repo_id="videoloc/seamless-langpairs", filename="modeling_seamless_langpairs.py")
+    spec = importlib.util.spec_from_file_location("modeling_seamless_langpairs", model_files)
+    modeling_module = importlib.util.module_from_spec(spec)
+    spec.loader.exec_module(modeling_module)
+
+    # Now load the model using the custom class
+    config = modeling_module.SeamlessLanguagePairsConfig.from_pretrained("videoloc/seamless-langpairs")
+    model = modeling_module.HFSeamlessLanguagePairs.from_pretrained("videoloc/seamless-langpairs")
     
     # Load data collator
     collator_file = hf_hub_download(repo_id="videoloc/seamless-langpairs", filename="data_collator.py")