Training in progress, step 24

README.md

@@ -0,0 +1,53 @@
+---
+library_name: transformers
+license: mit
+base_model: roberta-base
+tags:
+- generated_from_trainer
+model-index:
+- name: babe_topic_subsamples_model_alpha_0_1_idx_1
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# babe_topic_subsamples_model_alpha_0_1_idx_1
+
+This model is a fine-tuned version of [roberta-base](https://huggingface.co/roberta-base) on the None dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 64
+- eval_batch_size: 64
+- seed: 42
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- num_epochs: 3
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.47.0
+- Pytorch 2.5.1+cu121
+- Datasets 3.2.0
+- Tokenizers 0.21.0

config.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "roberta-base",
+  "architectures": [
+    "RobertaForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.47.0",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86d47599ece9e36a8d2dbed89a0b1622f830f003f33f4f684ee95c8ab905461
+size 498612824

runs/Jan15_19-27-19_439725d22e93/events.out.tfevents.1736969240.439725d22e93.31.36

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b876f4850c68738b5385b8107f45fc7f6adb2b48e11e3ee3482afee999b66da
+size 5559

runs/Jan15_19-28-05_439725d22e93/events.out.tfevents.1736969286.439725d22e93.31.37

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d232e73f303f2f85971d743c8b0c40ecb928076fc303079caf9cfdaacf2f9a7
+size 5559

runs/Jan15_19-28-34_439725d22e93/events.out.tfevents.1736969315.439725d22e93.31.38

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39379fbc991c74f396ff10abdf130f0830b1d2fa6b2be4d16554926f5a0a7b3d
+size 5559

runs/Jan15_19-29-19_439725d22e93/events.out.tfevents.1736969360.439725d22e93.31.39

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf28f18f0ad22a43c0d3902a7865b7a5eae19fa85c815e81ef4ba35ea24538c2
+size 5559

runs/Jan15_19-30-04_439725d22e93/events.out.tfevents.1736969405.439725d22e93.31.40

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ce23bf0d503f17236e6a2a0549bac862239d346dcc8c44f730d7785c5db643
+size 5559

runs/Jan15_19-30-33_439725d22e93/events.out.tfevents.1736969434.439725d22e93.31.41

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003853571ef87a7f66679af0ef9af75cfd5b453bbac86cd7a94754f8fc0f6fd0
+size 5559

runs/Jan15_19-31-23_439725d22e93/events.out.tfevents.1736969484.439725d22e93.31.42

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34092c829374a764c5e7491bb138922443faec74d05d3f22a46d38dff8ed6ad3
+size 5557

runs/Jan15_19-32-07_439725d22e93/events.out.tfevents.1736969528.439725d22e93.31.43

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570ba3e7a84cb915d3b579abaa507df93730274b66740eacebbede6474333113
+size 5557

runs/Jan15_19-32-55_439725d22e93/events.out.tfevents.1736969576.439725d22e93.31.44

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa68aac94199844677554d21ccbf484f618780baf77de66aee3a44ae54f6918a
+size 5557

runs/Jan15_19-33-39_439725d22e93/events.out.tfevents.1736969622.439725d22e93.31.45

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2ad0b256587fed301851d49f71076e00f323e1932256c4b711f7149bc31d40
+size 5557

runs/Jan15_19-34-23_439725d22e93/events.out.tfevents.1736969664.439725d22e93.31.46

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c05b38da0ee0f8ebd682ba23044c917d225d012915c5604475dc421a77d8a33
+size 5557

runs/Jan15_19-35-08_439725d22e93/events.out.tfevents.1736969709.439725d22e93.31.47

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79022fe8a66e24d05c8ba628cdc3a2195fe8cb5a7d96874d216ffc80d664edca
+size 5557

runs/Jan15_19-35-59_439725d22e93/events.out.tfevents.1736969760.439725d22e93.31.48

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a0a5948ecf551def11a2db04d29e45331801d6fdfdc5db23036164996a561d
+size 5557

runs/Jan15_19-36-46_439725d22e93/events.out.tfevents.1736969807.439725d22e93.31.49

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a0b35fec6253531fd9b86bdaa37c138717b22f3f5918897a8ce351a2638cf2
+size 5557

runs/Jan15_19-37-33_439725d22e93/events.out.tfevents.1736969854.439725d22e93.31.50

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f5f572d122db8304aefdb3f8ee6cb50fdac3911f435ae25c1b613703ae44de
+size 5557

runs/Jan15_19-38-19_439725d22e93/events.out.tfevents.1736969900.439725d22e93.31.51

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78314a2cbcac22a2bfffe84bd87e1518318132fa7a5c41e0155729c14bf704c0
+size 5555

runs/Jan15_19-39-02_439725d22e93/events.out.tfevents.1736969943.439725d22e93.31.52

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f85a69fb71ab1d35651a4397dc8c787d86751489a4c3906b5e7e55b085b94e9
+size 5555

special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,58 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50264": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "RobertaTokenizer",
+  "trim_offsets": true,
+  "unk_token": "<unk>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade37c0e99ad18df5a4b97d4c5018c5de63969e3a12def766e8806907d4b5f81
+size 5432