venoliah commited on
Commit
620c949
·
verified ·
1 Parent(s): a92f6f1

Upload folder using huggingface_hub

Browse files
Files changed (6) hide show
  1. README.md +62 -1
  2. config.json +396 -0
  3. pytorch_model.bin +3 -0
  4. special_tokens_map.json +37 -0
  5. tokenizer_config.json +57 -0
  6. vocab.txt +0 -0
README.md CHANGED
@@ -1,3 +1,64 @@
1
  ---
2
- license: creativeml-openrail-m
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
+ language: en
3
+ tags:
4
+ - nutrifit
5
+ - eating-disorders
6
+ - healthcare
7
+ - text-classification
8
+ license: mit
9
+ datasets:
10
+ - custom
11
+ metrics:
12
+ - accuracy
13
+ - f1
14
+ model-index:
15
+ - name: Postmantest
16
+ results:
17
+ - task:
18
+ name: Text Classification
19
+ type: text-classification
20
+ metrics:
21
+ - name: accuracy
22
+ type: accuracy
23
+ value: 0.95 # Replace with actual value
24
+ - name: f1
25
+ type: f1
26
+ value: 0.92 # Replace with actual value
27
  ---
28
+
29
+ # Postmantest
30
+
31
+ This model is designed to provide information and support related to eating disorders and nutrition. It uses DistilBERT architecture fine-tuned on a custom dataset.
32
+
33
+ ## Model Type
34
+ Text Classification using DistilBERT
35
+
36
+ ## Intended Use
37
+ This model classifies text inputs related to:
38
+ - Eating disorders information
39
+ - Nutrition questions
40
+ - Support resources
41
+
42
+ ## Training Details
43
+ - Base model: distilbert-base-uncased
44
+ - Number of labels: 182
45
+ - Fine-tuned with augmented data
46
+
47
+ ## Usage Example
48
+ ```python
49
+ from transformers import AutoModelForSequenceClassification, AutoTokenizer
50
+
51
+ tokenizer = AutoTokenizer.from_pretrained("venoliah/Postmantest")
52
+ model = AutoModelForSequenceClassification.from_pretrained("venoliah/Postmantest")
53
+
54
+ # Example usage
55
+ text = "What is anorexia?"
56
+ inputs = tokenizer(text, return_tensors="pt")
57
+ outputs = model(**inputs)
58
+ ```
59
+
60
+ ## Labels
61
+ SCOFF_questionnaire_anorexia, about, activity_modifications, afternoon, angry, anorexia_bulimia_link, anorexia_characteristics, anorexia_definition, anorexia_diagnosis, anorexia_symptoms, anorexia_types, antidepressants_ssris, antidepressive_medications_role, anxious, ask, atypical_antipsychotics_role, behavioral_therapies_role, binge_eating_help, biochemical_factors_anorexia, blood_chemistries_role, bulimia_after_anorexia, bulimia_definition, bulimia_symptoms, cardiovascular_effects_anorexia, casual, causes_anorexia, causes_of_anorexia, cbc_esr_role, cisapride_role, clinical_history_findings_anorexia, common_traits_of_anorexia_patients, complications_anorexia, compulsive_behaviors, creation, death, default, delayed_anorexia_diagnosis_risks, depressed, dermatologic_effects_anorexia, disorders_associated_with_anorexia, done, dsm5_criteria_anorexia, early_stage_anorexia, eating_behavior_vs_weight, ecg_role, efficacy_of_psychotherapies, electrolyte_supplements_role, emotional_effects_of_eating_disorders, endocrinologic_metabolic_effects_anorexia, evening, fact-1, fact-10, fact-11, fact-12, fact-13, fact-14, fact-15, fact-16, fact-17, fact-18, fact-19, fact-2, fact-20, fact-21, fact-22, fact-23, fact-24, fact-25, fact-26, fact-27, fact-28, fact-29, fact-3, fact-30, fact-31, fact-32, fact-5, fact-6, fact-7, fact-8, fact-9, family_based_therapy_role, fear_of_physical_activity, fear_of_weight_gain, fertility_reproduction_anorexia, fluoxetine_role, friends, gender_and_eating_disorders, genetic_factors_anorexia, gi_system_effects_anorexia, goodbye, greeting, happy, hate-me, hate-you, help, imaging_studies_role, impairment_likelihood_anorexia, induced_starvation_anorexia, inpatient_care_content, inpatient_care_contents, inpatient_care_indication, jokes, joyful, lab_findings_in_anorexia, lab_testing_role, learn-mental-health, learn-more, liver_function_studies_role, location, loneliness, long_term_monitoring, maccat_t_role, medical_risks_of_eating_disorders, medications_for_anorexia, medications_in_children, medications_role, medications_used, meditation, mental-health-fact, mental_health_after_weight_recovery, mood_and_anxiety_disorders, morning, name, neurologic_effects_anorexia, neutral-response, night, no-approach, no-response, not-talking, olanzapine_role, pandora-useful, pathophysiology_anorexia, patient_education_anorexia, patient_information_sources_anorexia, peaceful, physical_effects_of_anxiety, physical_findings_anorexia, powerful, prevalence_anorexia, prevalence_of_eating_disorders, preventing_refeeding_syndrome, problem, prognosis_anorexia, psychiatric_findings_anorexia, psychological_therapies_for_anorexia, psychotherapies_efficacy, psychotherapies_role, ranzcp_guidelines, refeeding_in_anorexia, refeeding_strategies, refeeding_syndrome_prevention, renal_system_effects_anorexia, repeat, risk_factors_anorexia, role_age_anorexia, role_lab_testing, sad, scared, self_insecurity, signs_of_starvation_in_anorexia, signs_symptoms_anorexia, skill, sleep, something-else, specialist_consultations, ssris_role, staging_anorexia, stressed, stupid, suicide, thanks, treatment_methods, treatment_overview, understand, user-advice, user-agree, user-meditation, vital_signs_in_anorexia, vitamins_fat_soluble_role, worthless, wrong
62
+
63
+ ## Limitations
64
+ This model should not be used as a substitute for professional medical advice, diagnosis, or treatment.
config.json ADDED
@@ -0,0 +1,396 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilbert-base-uncased",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForSequenceClassification"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "id2label": {
12
+ "0": "SCOFF_questionnaire_anorexia",
13
+ "1": "about",
14
+ "2": "activity_modifications",
15
+ "3": "afternoon",
16
+ "4": "angry",
17
+ "5": "anorexia_bulimia_link",
18
+ "6": "anorexia_characteristics",
19
+ "7": "anorexia_definition",
20
+ "8": "anorexia_diagnosis",
21
+ "9": "anorexia_symptoms",
22
+ "10": "anorexia_types",
23
+ "11": "antidepressants_ssris",
24
+ "12": "antidepressive_medications_role",
25
+ "13": "anxious",
26
+ "14": "ask",
27
+ "15": "atypical_antipsychotics_role",
28
+ "16": "behavioral_therapies_role",
29
+ "17": "binge_eating_help",
30
+ "18": "biochemical_factors_anorexia",
31
+ "19": "blood_chemistries_role",
32
+ "20": "bulimia_after_anorexia",
33
+ "21": "bulimia_definition",
34
+ "22": "bulimia_symptoms",
35
+ "23": "cardiovascular_effects_anorexia",
36
+ "24": "casual",
37
+ "25": "causes_anorexia",
38
+ "26": "causes_of_anorexia",
39
+ "27": "cbc_esr_role",
40
+ "28": "cisapride_role",
41
+ "29": "clinical_history_findings_anorexia",
42
+ "30": "common_traits_of_anorexia_patients",
43
+ "31": "complications_anorexia",
44
+ "32": "compulsive_behaviors",
45
+ "33": "creation",
46
+ "34": "death",
47
+ "35": "default",
48
+ "36": "delayed_anorexia_diagnosis_risks",
49
+ "37": "depressed",
50
+ "38": "dermatologic_effects_anorexia",
51
+ "39": "disorders_associated_with_anorexia",
52
+ "40": "done",
53
+ "41": "dsm5_criteria_anorexia",
54
+ "42": "early_stage_anorexia",
55
+ "43": "eating_behavior_vs_weight",
56
+ "44": "ecg_role",
57
+ "45": "efficacy_of_psychotherapies",
58
+ "46": "electrolyte_supplements_role",
59
+ "47": "emotional_effects_of_eating_disorders",
60
+ "48": "endocrinologic_metabolic_effects_anorexia",
61
+ "49": "evening",
62
+ "50": "fact-1",
63
+ "51": "fact-10",
64
+ "52": "fact-11",
65
+ "53": "fact-12",
66
+ "54": "fact-13",
67
+ "55": "fact-14",
68
+ "56": "fact-15",
69
+ "57": "fact-16",
70
+ "58": "fact-17",
71
+ "59": "fact-18",
72
+ "60": "fact-19",
73
+ "61": "fact-2",
74
+ "62": "fact-20",
75
+ "63": "fact-21",
76
+ "64": "fact-22",
77
+ "65": "fact-23",
78
+ "66": "fact-24",
79
+ "67": "fact-25",
80
+ "68": "fact-26",
81
+ "69": "fact-27",
82
+ "70": "fact-28",
83
+ "71": "fact-29",
84
+ "72": "fact-3",
85
+ "73": "fact-30",
86
+ "74": "fact-31",
87
+ "75": "fact-32",
88
+ "76": "fact-5",
89
+ "77": "fact-6",
90
+ "78": "fact-7",
91
+ "79": "fact-8",
92
+ "80": "fact-9",
93
+ "81": "family_based_therapy_role",
94
+ "82": "fear_of_physical_activity",
95
+ "83": "fear_of_weight_gain",
96
+ "84": "fertility_reproduction_anorexia",
97
+ "85": "fluoxetine_role",
98
+ "86": "friends",
99
+ "87": "gender_and_eating_disorders",
100
+ "88": "genetic_factors_anorexia",
101
+ "89": "gi_system_effects_anorexia",
102
+ "90": "goodbye",
103
+ "91": "greeting",
104
+ "92": "happy",
105
+ "93": "hate-me",
106
+ "94": "hate-you",
107
+ "95": "help",
108
+ "96": "imaging_studies_role",
109
+ "97": "impairment_likelihood_anorexia",
110
+ "98": "induced_starvation_anorexia",
111
+ "99": "inpatient_care_content",
112
+ "100": "inpatient_care_contents",
113
+ "101": "inpatient_care_indication",
114
+ "102": "jokes",
115
+ "103": "joyful",
116
+ "104": "lab_findings_in_anorexia",
117
+ "105": "lab_testing_role",
118
+ "106": "learn-mental-health",
119
+ "107": "learn-more",
120
+ "108": "liver_function_studies_role",
121
+ "109": "location",
122
+ "110": "loneliness",
123
+ "111": "long_term_monitoring",
124
+ "112": "maccat_t_role",
125
+ "113": "medical_risks_of_eating_disorders",
126
+ "114": "medications_for_anorexia",
127
+ "115": "medications_in_children",
128
+ "116": "medications_role",
129
+ "117": "medications_used",
130
+ "118": "meditation",
131
+ "119": "mental-health-fact",
132
+ "120": "mental_health_after_weight_recovery",
133
+ "121": "mood_and_anxiety_disorders",
134
+ "122": "morning",
135
+ "123": "name",
136
+ "124": "neurologic_effects_anorexia",
137
+ "125": "neutral-response",
138
+ "126": "night",
139
+ "127": "no-approach",
140
+ "128": "no-response",
141
+ "129": "not-talking",
142
+ "130": "olanzapine_role",
143
+ "131": "pandora-useful",
144
+ "132": "pathophysiology_anorexia",
145
+ "133": "patient_education_anorexia",
146
+ "134": "patient_information_sources_anorexia",
147
+ "135": "peaceful",
148
+ "136": "physical_effects_of_anxiety",
149
+ "137": "physical_findings_anorexia",
150
+ "138": "powerful",
151
+ "139": "prevalence_anorexia",
152
+ "140": "prevalence_of_eating_disorders",
153
+ "141": "preventing_refeeding_syndrome",
154
+ "142": "problem",
155
+ "143": "prognosis_anorexia",
156
+ "144": "psychiatric_findings_anorexia",
157
+ "145": "psychological_therapies_for_anorexia",
158
+ "146": "psychotherapies_efficacy",
159
+ "147": "psychotherapies_role",
160
+ "148": "ranzcp_guidelines",
161
+ "149": "refeeding_in_anorexia",
162
+ "150": "refeeding_strategies",
163
+ "151": "refeeding_syndrome_prevention",
164
+ "152": "renal_system_effects_anorexia",
165
+ "153": "repeat",
166
+ "154": "risk_factors_anorexia",
167
+ "155": "role_age_anorexia",
168
+ "156": "role_lab_testing",
169
+ "157": "sad",
170
+ "158": "scared",
171
+ "159": "self_insecurity",
172
+ "160": "signs_of_starvation_in_anorexia",
173
+ "161": "signs_symptoms_anorexia",
174
+ "162": "skill",
175
+ "163": "sleep",
176
+ "164": "something-else",
177
+ "165": "specialist_consultations",
178
+ "166": "ssris_role",
179
+ "167": "staging_anorexia",
180
+ "168": "stressed",
181
+ "169": "stupid",
182
+ "170": "suicide",
183
+ "171": "thanks",
184
+ "172": "treatment_methods",
185
+ "173": "treatment_overview",
186
+ "174": "understand",
187
+ "175": "user-advice",
188
+ "176": "user-agree",
189
+ "177": "user-meditation",
190
+ "178": "vital_signs_in_anorexia",
191
+ "179": "vitamins_fat_soluble_role",
192
+ "180": "worthless",
193
+ "181": "wrong"
194
+ },
195
+ "initializer_range": 0.02,
196
+ "label2id": {
197
+ "SCOFF_questionnaire_anorexia": 0,
198
+ "about": 1,
199
+ "activity_modifications": 2,
200
+ "afternoon": 3,
201
+ "angry": 4,
202
+ "anorexia_bulimia_link": 5,
203
+ "anorexia_characteristics": 6,
204
+ "anorexia_definition": 7,
205
+ "anorexia_diagnosis": 8,
206
+ "anorexia_symptoms": 9,
207
+ "anorexia_types": 10,
208
+ "antidepressants_ssris": 11,
209
+ "antidepressive_medications_role": 12,
210
+ "anxious": 13,
211
+ "ask": 14,
212
+ "atypical_antipsychotics_role": 15,
213
+ "behavioral_therapies_role": 16,
214
+ "binge_eating_help": 17,
215
+ "biochemical_factors_anorexia": 18,
216
+ "blood_chemistries_role": 19,
217
+ "bulimia_after_anorexia": 20,
218
+ "bulimia_definition": 21,
219
+ "bulimia_symptoms": 22,
220
+ "cardiovascular_effects_anorexia": 23,
221
+ "casual": 24,
222
+ "causes_anorexia": 25,
223
+ "causes_of_anorexia": 26,
224
+ "cbc_esr_role": 27,
225
+ "cisapride_role": 28,
226
+ "clinical_history_findings_anorexia": 29,
227
+ "common_traits_of_anorexia_patients": 30,
228
+ "complications_anorexia": 31,
229
+ "compulsive_behaviors": 32,
230
+ "creation": 33,
231
+ "death": 34,
232
+ "default": 35,
233
+ "delayed_anorexia_diagnosis_risks": 36,
234
+ "depressed": 37,
235
+ "dermatologic_effects_anorexia": 38,
236
+ "disorders_associated_with_anorexia": 39,
237
+ "done": 40,
238
+ "dsm5_criteria_anorexia": 41,
239
+ "early_stage_anorexia": 42,
240
+ "eating_behavior_vs_weight": 43,
241
+ "ecg_role": 44,
242
+ "efficacy_of_psychotherapies": 45,
243
+ "electrolyte_supplements_role": 46,
244
+ "emotional_effects_of_eating_disorders": 47,
245
+ "endocrinologic_metabolic_effects_anorexia": 48,
246
+ "evening": 49,
247
+ "fact-1": 50,
248
+ "fact-10": 51,
249
+ "fact-11": 52,
250
+ "fact-12": 53,
251
+ "fact-13": 54,
252
+ "fact-14": 55,
253
+ "fact-15": 56,
254
+ "fact-16": 57,
255
+ "fact-17": 58,
256
+ "fact-18": 59,
257
+ "fact-19": 60,
258
+ "fact-2": 61,
259
+ "fact-20": 62,
260
+ "fact-21": 63,
261
+ "fact-22": 64,
262
+ "fact-23": 65,
263
+ "fact-24": 66,
264
+ "fact-25": 67,
265
+ "fact-26": 68,
266
+ "fact-27": 69,
267
+ "fact-28": 70,
268
+ "fact-29": 71,
269
+ "fact-3": 72,
270
+ "fact-30": 73,
271
+ "fact-31": 74,
272
+ "fact-32": 75,
273
+ "fact-5": 76,
274
+ "fact-6": 77,
275
+ "fact-7": 78,
276
+ "fact-8": 79,
277
+ "fact-9": 80,
278
+ "family_based_therapy_role": 81,
279
+ "fear_of_physical_activity": 82,
280
+ "fear_of_weight_gain": 83,
281
+ "fertility_reproduction_anorexia": 84,
282
+ "fluoxetine_role": 85,
283
+ "friends": 86,
284
+ "gender_and_eating_disorders": 87,
285
+ "genetic_factors_anorexia": 88,
286
+ "gi_system_effects_anorexia": 89,
287
+ "goodbye": 90,
288
+ "greeting": 91,
289
+ "happy": 92,
290
+ "hate-me": 93,
291
+ "hate-you": 94,
292
+ "help": 95,
293
+ "imaging_studies_role": 96,
294
+ "impairment_likelihood_anorexia": 97,
295
+ "induced_starvation_anorexia": 98,
296
+ "inpatient_care_content": 99,
297
+ "inpatient_care_contents": 100,
298
+ "inpatient_care_indication": 101,
299
+ "jokes": 102,
300
+ "joyful": 103,
301
+ "lab_findings_in_anorexia": 104,
302
+ "lab_testing_role": 105,
303
+ "learn-mental-health": 106,
304
+ "learn-more": 107,
305
+ "liver_function_studies_role": 108,
306
+ "location": 109,
307
+ "loneliness": 110,
308
+ "long_term_monitoring": 111,
309
+ "maccat_t_role": 112,
310
+ "medical_risks_of_eating_disorders": 113,
311
+ "medications_for_anorexia": 114,
312
+ "medications_in_children": 115,
313
+ "medications_role": 116,
314
+ "medications_used": 117,
315
+ "meditation": 118,
316
+ "mental-health-fact": 119,
317
+ "mental_health_after_weight_recovery": 120,
318
+ "mood_and_anxiety_disorders": 121,
319
+ "morning": 122,
320
+ "name": 123,
321
+ "neurologic_effects_anorexia": 124,
322
+ "neutral-response": 125,
323
+ "night": 126,
324
+ "no-approach": 127,
325
+ "no-response": 128,
326
+ "not-talking": 129,
327
+ "olanzapine_role": 130,
328
+ "pandora-useful": 131,
329
+ "pathophysiology_anorexia": 132,
330
+ "patient_education_anorexia": 133,
331
+ "patient_information_sources_anorexia": 134,
332
+ "peaceful": 135,
333
+ "physical_effects_of_anxiety": 136,
334
+ "physical_findings_anorexia": 137,
335
+ "powerful": 138,
336
+ "prevalence_anorexia": 139,
337
+ "prevalence_of_eating_disorders": 140,
338
+ "preventing_refeeding_syndrome": 141,
339
+ "problem": 142,
340
+ "prognosis_anorexia": 143,
341
+ "psychiatric_findings_anorexia": 144,
342
+ "psychological_therapies_for_anorexia": 145,
343
+ "psychotherapies_efficacy": 146,
344
+ "psychotherapies_role": 147,
345
+ "ranzcp_guidelines": 148,
346
+ "refeeding_in_anorexia": 149,
347
+ "refeeding_strategies": 150,
348
+ "refeeding_syndrome_prevention": 151,
349
+ "renal_system_effects_anorexia": 152,
350
+ "repeat": 153,
351
+ "risk_factors_anorexia": 154,
352
+ "role_age_anorexia": 155,
353
+ "role_lab_testing": 156,
354
+ "sad": 157,
355
+ "scared": 158,
356
+ "self_insecurity": 159,
357
+ "signs_of_starvation_in_anorexia": 160,
358
+ "signs_symptoms_anorexia": 161,
359
+ "skill": 162,
360
+ "sleep": 163,
361
+ "something-else": 164,
362
+ "specialist_consultations": 165,
363
+ "ssris_role": 166,
364
+ "staging_anorexia": 167,
365
+ "stressed": 168,
366
+ "stupid": 169,
367
+ "suicide": 170,
368
+ "thanks": 171,
369
+ "treatment_methods": 172,
370
+ "treatment_overview": 173,
371
+ "understand": 174,
372
+ "user-advice": 175,
373
+ "user-agree": 176,
374
+ "user-meditation": 177,
375
+ "vital_signs_in_anorexia": 178,
376
+ "vitamins_fat_soluble_role": 179,
377
+ "worthless": 180,
378
+ "wrong": 181
379
+ },
380
+ "max_position_embeddings": 512,
381
+ "model_type": "distilbert",
382
+ "n_heads": 12,
383
+ "n_layers": 6,
384
+ "pad_token_id": 0,
385
+ "qa_dropout": 0.1,
386
+ "seq_classif_dropout": 0.2,
387
+ "sinusoidal_pos_embds": false,
388
+ "task_specific_params": {
389
+ "text-classification": {
390
+ "task": "text-classification"
391
+ }
392
+ },
393
+ "tie_weights_": true,
394
+ "transformers_version": "4.46.1",
395
+ "vocab_size": 30522
396
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d6029587737bbca39a9583f9e9210eedf193cad1fbefdb28edb155fafec4258
3
+ size 267439402
special_tokens_map.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": {
3
+ "content": "[CLS]",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "mask_token": {
10
+ "content": "[MASK]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "[PAD]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "sep_token": {
24
+ "content": "[SEP]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "unk_token": {
31
+ "content": "[UNK]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ }
37
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_basic_tokenize": true,
47
+ "do_lower_case": true,
48
+ "mask_token": "[MASK]",
49
+ "model_max_length": 512,
50
+ "never_split": null,
51
+ "pad_token": "[PAD]",
52
+ "sep_token": "[SEP]",
53
+ "strip_accents": null,
54
+ "tokenize_chinese_chars": true,
55
+ "tokenizer_class": "DistilBertTokenizer",
56
+ "unk_token": "[UNK]"
57
+ }
vocab.txt ADDED
The diff for this file is too large to render. See raw diff