Upload config.json

config.json

@@ -0,0 +1 @@
+{"architectures": ["GPT2LMHeadModel"], "model_type": "gpt2", "tokenizer_class": "GPT2Tokenizer", "vocab_size": 50257, "n_positions": 1024, "n_ctx": 1024, "n_embd": 768, "n_layer": 12, "n_head": 12, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "attn_pdrop": 0.1, "embd_pdrop": 0.1, "resid_pdrop": 0.1, "bos_token_id": 50256, "eos_token_id": 50256, "block_size": 1024, "learning_rate": 3e-05, "gradient_accumulation_steps": 4, "fp16": true, "optimizer": "adamw_torch", "scheduler": "linear", "max_length": 2048, "target_modules": "all-linear"}