Upload folder using huggingface_hub

README.md

@@ -19,13 +19,13 @@ import transformers
 from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer, GenerationConfig, pipeline, set_seed
 
 model_id = "meta-llama/Meta-Llama-3.1-70B-Instruct"
-repo_id = "yujiepan/meta-llama-3.1-tiny-random"
+repo_id = "yujiepan/meta-llama-3.1-tiny-random-hidden128"
 save_path = f"/tmp/{repo_id}"
 
 config = AutoConfig.from_pretrained(model_id, trust_remote_code=True)
 config._name_or_path = model_id
-config.hidden_size = 8
-config.intermediate_size = 16
+config.hidden_size = 128
+config.intermediate_size = 256
 config.num_attention_heads = 2
 config.num_key_value_heads = 1
 config.num_hidden_layers = 2