Training in progress, epoch 1

logs/events.out.tfevents.1713441879.ec9626078864.14834.44

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ecd37eb526ffd4ea94610e02a5035a7209bd6a3cb91d8ecd2d4badd757100e00
-size 9057
+oid sha256:f403a962407466dc1776ce5d01eb95d773273efb300e676066c51e788121c827
+size 9787

logs/events.out.tfevents.1713442247.ec9626078864.14834.45

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3340f1716a5b11cb7820ffc3227d8579ae1fa678db26e7d1129bf5241659c0ff
+size 5407

logs/events.out.tfevents.1713442299.ec9626078864.14834.46

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4950ec746a4e3f6281944d11f164ef933f98692e3fab60274abafaf421cb76
+size 5407

logs/events.out.tfevents.1713442352.ec9626078864.14834.47

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f66a8ca1e4f2398b2917b1dc769392d98c16ec36f280845a440709780f7a2e
+size 5405

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9dc2d5f6ef880b55cf1bb572263a0d7b637feff9bfb9659dd3245a1a8eb388b
+oid sha256:6eb3f905dfbb1b52d6479e9fcb56b4738c52dab5f5501007d1aabae623688354
 size 17549312

run-46/checkpoint-645/config.json

@@ -0,0 +1,34 @@
+{
+  "_name_or_path": "google/bert_uncased_L-2_H-128_A-2",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 128,
+  "id2label": {
+    "0": "negative",
+    "1": "positive"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 512,
+  "label2id": {
+    "negative": "0",
+    "positive": "1"
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.3",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

run-46/checkpoint-645/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb3f905dfbb1b52d6479e9fcb56b4738c52dab5f5501007d1aabae623688354
+size 17549312

run-46/checkpoint-645/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06085e5231b606e0a71f9248bc343a0ecbe769c7f2820c8590c708148663187c
+size 35123898

run-46/checkpoint-645/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64cda8af0c2d214cf65bdf171fde38f18025a5a08f9a451c61fdf726867d7c2
+size 14308

run-46/checkpoint-645/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be26437fc187e8808202866790ef5a1d059e7d1bc44e96e9b52e90e12e921ad
+size 1064

run-46/checkpoint-645/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-46/checkpoint-645/tokenizer_config.json

@@ -0,0 +1,57 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

run-46/checkpoint-645/trainer_state.json

@@ -0,0 +1,46 @@
+{
+  "best_metric": 0.8933695230709577,
+  "best_model_checkpoint": "tiny-bert-sst2-distilled/run-46/checkpoint-645",
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 645,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.6987380981445312,
+      "learning_rate": 0.00010984250364302024,
+      "loss": 0.3231,
+      "step": 645
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.8933695230709577,
+      "eval_f1": 0.23822714681440443,
+      "eval_loss": 0.3004969358444214,
+      "eval_mcc": 0.2521357214538019,
+      "eval_precision": 0.5620915032679739,
+      "eval_recall": 0.15114235500878734,
+      "eval_runtime": 9.9202,
+      "eval_samples_per_second": 519.949,
+      "eval_steps_per_second": 16.33,
+      "step": 645
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 2580,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 500,
+  "total_flos": 1586942532600.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": {
+    "alpha": 0.946912541258565,
+    "learning_rate": 0.000146456671524027,
+    "num_train_epochs": 4,
+    "temperature": 16
+  }
+}

run-46/checkpoint-645/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867920cc2fb71bfa041ac618264cc58420597c2e407df7768d84770b1009618e
+size 4984

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08828bcd5b32baf8358042cd0b0d31aa8b726101d471f32c4aacac638c8d4236
+oid sha256:867920cc2fb71bfa041ac618264cc58420597c2e407df7768d84770b1009618e
 size 4984