End of training

README.md

@@ -6,7 +6,7 @@ tags:
 - generated_from_trainer
 base_model: EleutherAI/pythia-1b
 model-index:
-- name: 7d2f4acd-ec41-4940-b17f-5ffb945afa24
+- name: 6a9b3cb4-d557-4213-9a78-090727567bd2
   results: []
 ---
 
@@ -23,15 +23,15 @@ base_model: EleutherAI/pythia-1b
 bf16: auto
 datasets:
 - data_files:
-  - cf3a451ad5f57e3e_train_data.json
+  - dd8e3e233f47c8af_train_data.json
   ds_type: json
   format: custom
-  path: cf3a451ad5f57e3e_train_data.json
+  path: dd8e3e233f47c8af_train_data.json
   type:
     field: null
-    field_input: original_code
-    field_instruction: update_snippet
-    field_output: final_code
+    field_input: null
+    field_instruction: name
+    field_output: text
     field_system: null
     format: null
     no_input_format: null
@@ -51,7 +51,7 @@ fsdp_config: null
 gradient_accumulation_steps: 4
 gradient_checkpointing: true
 group_by_length: false
-hub_model_id: FatCat87/7d2f4acd-ec41-4940-b17f-5ffb945afa24
+hub_model_id: FatCat87/6a9b3cb4-d557-4213-9a78-090727567bd2
 learning_rate: 0.0002
 load_in_4bit: false
 load_in_8bit: true
@@ -83,9 +83,9 @@ val_set_size: 0.1
 wandb_entity: fatcat87-taopanda
 wandb_log_model: null
 wandb_mode: online
-wandb_name: 7d2f4acd-ec41-4940-b17f-5ffb945afa24
+wandb_name: 6a9b3cb4-d557-4213-9a78-090727567bd2
 wandb_project: subnet56
-wandb_runid: 7d2f4acd-ec41-4940-b17f-5ffb945afa24
+wandb_runid: 6a9b3cb4-d557-4213-9a78-090727567bd2
 wandb_watch: null
 warmup_ratio: 0.05
 weight_decay: 0.0
@@ -95,12 +95,12 @@ xformers_attention: null
 
 </details><br>
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/fatcat87-taopanda/subnet56/runs/xl5hydog)
-# 7d2f4acd-ec41-4940-b17f-5ffb945afa24
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/fatcat87-taopanda/subnet56/runs/49oaeot3)
+# 6a9b3cb4-d557-4213-9a78-090727567bd2
 
 This model is a fine-tuned version of [EleutherAI/pythia-1b](https://huggingface.co/EleutherAI/pythia-1b) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.0526
+- Loss: 3.3538
 
 ## Model description
 
@@ -130,17 +130,16 @@ The following hyperparameters were used during training:
 - total_eval_batch_size: 4
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: cosine
-- lr_scheduler_warmup_steps: 5
 - num_epochs: 1
 
 ### Training results
 
 | Training Loss | Epoch  | Step | Validation Loss |
 |:-------------:|:------:|:----:|:---------------:|
-| 4.2604        | 0.0075 | 1    | 0.9479          |
-| 1.8401        | 0.2547 | 34   | 0.1403          |
-| 0.1249        | 0.5094 | 68   | 0.0728          |
-| 0.0707        | 0.7640 | 102  | 0.0526          |
+| 5.1782        | 0.1538 | 1    | 3.4070          |
+| 5.0152        | 0.3077 | 2    | 3.3914          |
+| 4.7583        | 0.6154 | 4    | 3.3633          |
+| 4.7139        | 0.9231 | 6    | 3.3538          |
 
 
 ### Framework versions

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8db515f80c8038a6973cc43b2aa9105be8eb4b099165909ef384b9649c3c562
+oid sha256:e82de70e6297e62ce12fa9f04e4eac40494205b285ebd3bba04e6417dcb9a641
 size 67155978