Upload config.json

runs/exp1/config.json

@@ -0,0 +1,20 @@
+{
+  "model_architecture": "ResearchTransformer (Experimental)",
+  "dataset_name": "stas/tiny-stories",
+  "tokenizer_name": "gpt2",
+  "block_size": 256,
+  "batch_size": 8,
+  "accum_steps": 4,
+  "n_layer": 6,
+  "n_head": 8,
+  "n_embd": 512,
+  "dropout": 0.1,
+  "params": {
+    "epochs": 3,
+    "learning_rate": 0.0005,
+    "weight_decay": 0.01
+  },
+  "results_file": "runs/exp1/results.json",
+  "checkpoint_path": "runs/exp1/checkpoint.pt",
+  "sample_every_steps": 200
+}