Update model_params_250000s.json
Browse files
model_params_250000s.json
CHANGED
@@ -10,5 +10,6 @@
|
|
10 |
"positional_encoding": "RoPE",
|
11 |
"device": "cpu",
|
12 |
"start_step": 250000,
|
13 |
-
"wandb_id": null
|
|
|
14 |
}
|
|
|
10 |
"positional_encoding": "RoPE",
|
11 |
"device": "cpu",
|
12 |
"start_step": 250000,
|
13 |
+
"wandb_id": null,
|
14 |
+
"legacy_norm": true
|
15 |
}
|