Add SetFit model
Browse files- README.md +7 -7
- config_setfit.json +2 -2
- model_head.pkl +1 -1
README.md
CHANGED
@@ -88,11 +88,11 @@ preds = model("I loved the spiderman movie!")
|
|
88 |
## Training Details
|
89 |
|
90 |
### Training Hyperparameters
|
91 |
-
- batch_size: (
|
92 |
-
- num_epochs: (
|
93 |
- max_steps: -1
|
94 |
- sampling_strategy: oversampling
|
95 |
-
- body_learning_rate: (
|
96 |
- head_learning_rate: 0.01
|
97 |
- loss: CosineSimilarityLoss
|
98 |
- distance_metric: cosine_distance
|
@@ -101,14 +101,14 @@ preds = model("I loved the spiderman movie!")
|
|
101 |
- use_amp: False
|
102 |
- warmup_proportion: 0.1
|
103 |
- l2_weight: 0.01
|
104 |
-
- seed:
|
105 |
- eval_max_steps: -1
|
106 |
- load_best_model_at_end: False
|
107 |
|
108 |
### Training Results
|
109 |
-
| Epoch
|
110 |
-
|
111 |
-
| 0.
|
112 |
|
113 |
### Framework Versions
|
114 |
- Python: 3.11.4
|
|
|
88 |
## Training Details
|
89 |
|
90 |
### Training Hyperparameters
|
91 |
+
- batch_size: (16, 16)
|
92 |
+
- num_epochs: (3, 3)
|
93 |
- max_steps: -1
|
94 |
- sampling_strategy: oversampling
|
95 |
+
- body_learning_rate: (1.1001349299683076e-05, 1.1001349299683076e-05)
|
96 |
- head_learning_rate: 0.01
|
97 |
- loss: CosineSimilarityLoss
|
98 |
- distance_metric: cosine_distance
|
|
|
101 |
- use_amp: False
|
102 |
- warmup_proportion: 0.1
|
103 |
- l2_weight: 0.01
|
104 |
+
- seed: 16
|
105 |
- eval_max_steps: -1
|
106 |
- load_best_model_at_end: False
|
107 |
|
108 |
### Training Results
|
109 |
+
| Epoch | Step | Training Loss | Validation Loss |
|
110 |
+
|:------:|:----:|:-------------:|:---------------:|
|
111 |
+
| 0.1111 | 1 | 0.2312 | - |
|
112 |
|
113 |
### Framework Versions
|
114 |
- Python: 3.11.4
|
config_setfit.json
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
{
|
|
|
2 |
"labels": [
|
3 |
"NEUTRAL",
|
4 |
"TOXIC"
|
5 |
-
]
|
6 |
-
"normalize_embeddings": false
|
7 |
}
|
|
|
1 |
{
|
2 |
+
"normalize_embeddings": false,
|
3 |
"labels": [
|
4 |
"NEUTRAL",
|
5 |
"TOXIC"
|
6 |
+
]
|
|
|
7 |
}
|
model_head.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 7067
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dc11d4da7d63298c02bb0be07f85914f3a964da8e393b79a78a209f71c93b105
|
3 |
size 7067
|