Arotte commited on
Commit
8564a3f
·
1 Parent(s): b83b2bd

Model update

Browse files

New model files after re-training.

README.md CHANGED
@@ -1,6 +1,52 @@
1
  ---
2
  language:
3
  - en
 
 
 
 
 
4
  ---
5
 
6
- DialoGPT small fine-tuned on the MapTask corpus. More details soon.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
  language:
3
  - en
4
+ metrics:
5
+ - accuracy
6
+ model-index:
7
+ - name: dgpt-small-mt
8
+ results: []
9
  ---
10
 
11
+ # dgpt-small-mt
12
+
13
+ This model is a fine-tuned version of [microsoft/DialoGPT-small](https://huggingface.co/microsoft/DialoGPT-small) on the MapTask dataset.
14
+ It achieves the following results on the evaluation set:
15
+ - Loss: 2.2238
16
+ - Accuracy: 0.5338
17
+
18
+ ## Model description
19
+
20
+ More details soon.
21
+
22
+ ## Intended uses & limitations
23
+
24
+ More details soon.
25
+
26
+ ## Training and evaluation data
27
+
28
+ More details soon.
29
+
30
+ ## Training procedure
31
+
32
+ ### Training hyperparameters
33
+
34
+ The following hyperparameters were used during training:
35
+ - learning_rate: 5e-05
36
+ - train_batch_size: 5
37
+ - eval_batch_size: 5
38
+ - seed: 42
39
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
40
+ - lr_scheduler_type: linear
41
+ - num_epochs: 20.0
42
+
43
+ ### Training results
44
+
45
+
46
+
47
+ ### Framework versions
48
+
49
+ - Transformers 4.26.0
50
+ - Pytorch 1.13.1
51
+ - Datasets 2.9.0
52
+ - Tokenizers 0.13.0.dev0
all_results.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 20.0,
3
+ "eval_accuracy": 0.5337530906790869,
4
+ "eval_loss": 2.223806858062744,
5
+ "eval_runtime": 2.3003,
6
+ "eval_samples": 34,
7
+ "eval_samples_per_second": 14.781,
8
+ "eval_steps_per_second": 3.043,
9
+ "perplexity": 9.242448669461155,
10
+ "train_loss": 2.4565388997395834,
11
+ "train_runtime": 673.0137,
12
+ "train_samples": 178,
13
+ "train_samples_per_second": 5.29,
14
+ "train_steps_per_second": 1.07
15
+ }
eval_results.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 20.0,
3
+ "eval_accuracy": 0.5337530906790869,
4
+ "eval_loss": 2.223806858062744,
5
+ "eval_runtime": 2.3003,
6
+ "eval_samples": 34,
7
+ "eval_samples_per_second": 14.781,
8
+ "eval_steps_per_second": 3.043,
9
+ "perplexity": 9.242448669461155
10
+ }
merges.txt CHANGED
@@ -1,4 +1,4 @@
1
- #version: 0.2 - Trained by `huggingface/tokenizers`
2
  Ġ t
3
  Ġ a
4
  h e
 
1
+ #version: 0.2
2
  Ġ t
3
  Ġ a
4
  h e
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:39d2bacd8b4b113f82081a71a737fe9ff36206c7836be78e8887b0556427abde
3
  size 510398013
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28ef587b6f2cf44fcf4ae525a4d4a1844c46ead2716ff662e84d68e944850160
3
  size 510398013
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 20.0,
3
+ "train_loss": 2.4565388997395834,
4
+ "train_runtime": 673.0137,
5
+ "train_samples": 178,
6
+ "train_samples_per_second": 5.29,
7
+ "train_steps_per_second": 1.07
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 20.0,
5
+ "global_step": 720,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 13.89,
12
+ "learning_rate": 1.527777777777778e-05,
13
+ "loss": 2.6405,
14
+ "step": 500
15
+ },
16
+ {
17
+ "epoch": 20.0,
18
+ "step": 720,
19
+ "total_flos": 1860399267840000.0,
20
+ "train_loss": 2.4565388997395834,
21
+ "train_runtime": 673.0137,
22
+ "train_samples_per_second": 5.29,
23
+ "train_steps_per_second": 1.07
24
+ }
25
+ ],
26
+ "max_steps": 720,
27
+ "num_train_epochs": 20,
28
+ "total_flos": 1860399267840000.0,
29
+ "trial_name": null,
30
+ "trial_params": null
31
+ }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:986fbcb51fa3144dad812cd63a2c4c691189c0ae4e9faa814989606d4966ab37
3
- size 3579
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c461014766e6880f76012958d9e671b69b5f4ec251d415d9a43f10fc8770ac
3
+ size 3515
vocab.json CHANGED
The diff for this file is too large to render. See raw diff