Training in progress epoch 0

README.md

@@ -0,0 +1,53 @@
+---
+license: apache-2.0
+tags:
+- generated_from_keras_callback
+model-index:
+- name: kasrahabib/all-MiniLM-L6-v2-finetuned-nfr-KM35NCDF
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information Keras had access to. You should
+probably proofread and complete it, then remove this comment. -->
+
+# kasrahabib/all-MiniLM-L6-v2-finetuned-nfr-KM35NCDF
+
+This model is a fine-tuned version of [sentence-transformers/all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Train Loss: 2.2793
+- Validation Loss: 1.6271
+- Epoch: 0
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- optimizer: {'name': 'Adam', 'weight_decay': None, 'clipnorm': None, 'global_clipnorm': None, 'clipvalue': None, 'use_ema': False, 'ema_momentum': 0.99, 'ema_overwrite_frequency': None, 'jit_compile': True, 'is_legacy_optimizer': False, 'learning_rate': {'class_name': 'PolynomialDecay', 'config': {'initial_learning_rate': 2e-05, 'decay_steps': 6735, 'end_learning_rate': 0.0, 'power': 1.0, 'cycle': False, 'name': None}}, 'beta_1': 0.9, 'beta_2': 0.999, 'epsilon': 1e-08, 'amsgrad': False}
+- training_precision: float32
+
+### Training results
+
+| Train Loss | Validation Loss | Epoch |
+|:----------:|:---------------:|:-----:|
+| 2.2793     | 1.6271          | 0     |
+
+
+### Framework versions
+
+- Transformers 4.26.1
+- TensorFlow 2.11.0
+- Datasets 2.10.0
+- Tokenizers 0.13.2

config.json

@@ -0,0 +1,67 @@
+{
+  "_name_or_path": "sentence-transformers/all-MiniLM-L6-v2",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
+  "id2label": {
+    "0": "A",
+    "1": "AC",
+    "2": "AU",
+    "3": "B",
+    "4": "D",
+    "5": "FT",
+    "6": "I",
+    "7": "LE",
+    "8": "LF",
+    "9": "MN",
+    "10": "O",
+    "11": "PE",
+    "12": "PO",
+    "13": "RL",
+    "14": "SA",
+    "15": "SC",
+    "16": "SE",
+    "17": "ST",
+    "18": "US"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 1536,
+  "label2id": {
+    "A": 0,
+    "AC": 1,
+    "AU": 2,
+    "B": 3,
+    "D": 4,
+    "FT": 5,
+    "I": 6,
+    "LE": 7,
+    "LF": 8,
+    "MN": 9,
+    "O": 10,
+    "PE": 11,
+    "PO": 12,
+    "RL": 13,
+    "SA": 14,
+    "SC": 15,
+    "SE": 16,
+    "ST": 17,
+    "US": 18
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.26.1",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

logs/train/events.out.tfevents.1677510211.2f643d1fcffe.405.0.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac018fb7aa03d101d788005e05b259f95d952f1ae3abff81d3d5d6656e22bc50
+size 1839411

logs/validation/events.out.tfevents.1677510564.2f643d1fcffe.405.1.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591b153da2a8f09e8d384c686cc35e080e8f2c72efaea9f05d23254b73848abf
+size 128

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tf_model.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20239589c3ad3e82db8b4ead5fe0c5b49f79a262b1368719a688319ab6cb790
+size 91039656

tokenizer_config.json

@@ -0,0 +1,16 @@
+{
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "name_or_path": "sentence-transformers/all-MiniLM-L6-v2",
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "special_tokens_map_file": "/root/.cache/huggingface/hub/models--sentence-transformers--all-MiniLM-L6-v2/snapshots/7dbbc90392e2f80f3d3c277d6e90027e55de9125/special_tokens_map.json",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}