Hugging Face's logo

charlieoneill
/
regular-sae

Model card Files
xet
Community
charlieoneill commited on
Commit
7acf22e
·
verified ·
1 Parent(s): 66d8b08

Upload config_layer_9.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config_layer_9.json +5 -5
config_layer_9.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
  "layer": 9,
3
  "model_type": "GatedSAE",
4
- "n_batches": 2000,
5
  "l1_coefficient": 2.5,
6
  "projection_up": 16,
7
  "batch_size": 64,
8
  "learning_rate": 0.001,
9
- "test_loss": 58.03027763366699,
10
- "reconstruction_error": 28.543010902404784,
11
- "l0_loss": 2.2675048828125,
12
- "dead_neurons_percentage": 84.30989583333334
13
  }
 
1
  {
2
  "layer": 9,
3
  "model_type": "GatedSAE",
4
+ "n_batches": 2500,
5
  "l1_coefficient": 2.5,
6
  "projection_up": 16,
7
  "batch_size": 64,
8
  "learning_rate": 0.001,
9
+ "test_loss": 54.12350196838379,
10
+ "reconstruction_error": 26.383124160766602,
11
+ "l0_loss": 3.42373046875,
12
+ "dead_neurons_percentage": 93.86393229166666
13
  }