Hyun9898 commited on
Commit
8111d5c
·
verified ·
1 Parent(s): c37df43

Upload folder using huggingface_hub

Browse files
Files changed (4) hide show
  1. bert.pth +3 -0
  2. classifier.pth +3 -0
  3. config.json +1 -326
  4. modeling_bert_for_mid.py +12 -0
bert.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fecbb6d9b489451d387f3466e3b23eb3874a4f52cad9f733536011eb056ad2a
3
+ size 498647939
classifier.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf08a674d526dc05d06e9510414016fd5841ef0fe5fe00c27692cb8b65d4a15f
3
+ size 2816680
config.json CHANGED
@@ -1,326 +1 @@
1
- {
2
- "_name_or_path": "roberta-base",
3
- "architectures": [
4
- "RobertaForSequenceClassification"
5
- ],
6
- "attention_probs_dropout_prob": 0.1,
7
- "bos_token_id": 0,
8
- "classifier_dropout": null,
9
- "eos_token_id": 2,
10
- "hidden_act": "gelu",
11
- "hidden_dropout_prob": 0.1,
12
- "hidden_size": 768,
13
- "id2label": {
14
- "0": "LABEL_0",
15
- "1": "LABEL_1",
16
- "2": "LABEL_2",
17
- "3": "LABEL_3",
18
- "4": "LABEL_4",
19
- "5": "LABEL_5",
20
- "6": "LABEL_6",
21
- "7": "LABEL_7",
22
- "8": "LABEL_8",
23
- "9": "LABEL_9",
24
- "10": "LABEL_10",
25
- "11": "LABEL_11",
26
- "12": "LABEL_12",
27
- "13": "LABEL_13",
28
- "14": "LABEL_14",
29
- "15": "LABEL_15",
30
- "16": "LABEL_16",
31
- "17": "LABEL_17",
32
- "18": "LABEL_18",
33
- "19": "LABEL_19",
34
- "20": "LABEL_20",
35
- "21": "LABEL_21",
36
- "22": "LABEL_22",
37
- "23": "LABEL_23",
38
- "24": "LABEL_24",
39
- "25": "LABEL_25",
40
- "26": "LABEL_26",
41
- "27": "LABEL_27",
42
- "28": "LABEL_28",
43
- "29": "LABEL_29",
44
- "30": "LABEL_30",
45
- "31": "LABEL_31",
46
- "32": "LABEL_32",
47
- "33": "LABEL_33",
48
- "34": "LABEL_34",
49
- "35": "LABEL_35",
50
- "36": "LABEL_36",
51
- "37": "LABEL_37",
52
- "38": "LABEL_38",
53
- "39": "LABEL_39",
54
- "40": "LABEL_40",
55
- "41": "LABEL_41",
56
- "42": "LABEL_42",
57
- "43": "LABEL_43",
58
- "44": "LABEL_44",
59
- "45": "LABEL_45",
60
- "46": "LABEL_46",
61
- "47": "LABEL_47",
62
- "48": "LABEL_48",
63
- "49": "LABEL_49",
64
- "50": "LABEL_50",
65
- "51": "LABEL_51",
66
- "52": "LABEL_52",
67
- "53": "LABEL_53",
68
- "54": "LABEL_54",
69
- "55": "LABEL_55",
70
- "56": "LABEL_56",
71
- "57": "LABEL_57",
72
- "58": "LABEL_58",
73
- "59": "LABEL_59",
74
- "60": "LABEL_60",
75
- "61": "LABEL_61",
76
- "62": "LABEL_62",
77
- "63": "LABEL_63",
78
- "64": "LABEL_64",
79
- "65": "LABEL_65",
80
- "66": "LABEL_66",
81
- "67": "LABEL_67",
82
- "68": "LABEL_68",
83
- "69": "LABEL_69",
84
- "70": "LABEL_70",
85
- "71": "LABEL_71",
86
- "72": "LABEL_72",
87
- "73": "LABEL_73",
88
- "74": "LABEL_74",
89
- "75": "LABEL_75",
90
- "76": "LABEL_76",
91
- "77": "LABEL_77",
92
- "78": "LABEL_78",
93
- "79": "LABEL_79",
94
- "80": "LABEL_80",
95
- "81": "LABEL_81",
96
- "82": "LABEL_82",
97
- "83": "LABEL_83",
98
- "84": "LABEL_84",
99
- "85": "LABEL_85",
100
- "86": "LABEL_86",
101
- "87": "LABEL_87",
102
- "88": "LABEL_88",
103
- "89": "LABEL_89",
104
- "90": "LABEL_90",
105
- "91": "LABEL_91",
106
- "92": "LABEL_92",
107
- "93": "LABEL_93",
108
- "94": "LABEL_94",
109
- "95": "LABEL_95",
110
- "96": "LABEL_96",
111
- "97": "LABEL_97",
112
- "98": "LABEL_98",
113
- "99": "LABEL_99",
114
- "100": "LABEL_100",
115
- "101": "LABEL_101",
116
- "102": "LABEL_102",
117
- "103": "LABEL_103",
118
- "104": "LABEL_104",
119
- "105": "LABEL_105",
120
- "106": "LABEL_106",
121
- "107": "LABEL_107",
122
- "108": "LABEL_108",
123
- "109": "LABEL_109",
124
- "110": "LABEL_110",
125
- "111": "LABEL_111",
126
- "112": "LABEL_112",
127
- "113": "LABEL_113",
128
- "114": "LABEL_114",
129
- "115": "LABEL_115",
130
- "116": "LABEL_116",
131
- "117": "LABEL_117",
132
- "118": "LABEL_118",
133
- "119": "LABEL_119",
134
- "120": "LABEL_120",
135
- "121": "LABEL_121",
136
- "122": "LABEL_122",
137
- "123": "LABEL_123",
138
- "124": "LABEL_124",
139
- "125": "LABEL_125",
140
- "126": "LABEL_126",
141
- "127": "LABEL_127",
142
- "128": "LABEL_128",
143
- "129": "LABEL_129",
144
- "130": "LABEL_130",
145
- "131": "LABEL_131",
146
- "132": "LABEL_132",
147
- "133": "LABEL_133",
148
- "134": "LABEL_134",
149
- "135": "LABEL_135",
150
- "136": "LABEL_136",
151
- "137": "LABEL_137",
152
- "138": "LABEL_138",
153
- "139": "LABEL_139",
154
- "140": "LABEL_140",
155
- "141": "LABEL_141",
156
- "142": "LABEL_142",
157
- "143": "LABEL_143",
158
- "144": "LABEL_144",
159
- "145": "LABEL_145",
160
- "146": "LABEL_146"
161
- },
162
- "initializer_range": 0.02,
163
- "intermediate_size": 3072,
164
- "label2id": {
165
- "LABEL_0": 0,
166
- "LABEL_1": 1,
167
- "LABEL_10": 10,
168
- "LABEL_100": 100,
169
- "LABEL_101": 101,
170
- "LABEL_102": 102,
171
- "LABEL_103": 103,
172
- "LABEL_104": 104,
173
- "LABEL_105": 105,
174
- "LABEL_106": 106,
175
- "LABEL_107": 107,
176
- "LABEL_108": 108,
177
- "LABEL_109": 109,
178
- "LABEL_11": 11,
179
- "LABEL_110": 110,
180
- "LABEL_111": 111,
181
- "LABEL_112": 112,
182
- "LABEL_113": 113,
183
- "LABEL_114": 114,
184
- "LABEL_115": 115,
185
- "LABEL_116": 116,
186
- "LABEL_117": 117,
187
- "LABEL_118": 118,
188
- "LABEL_119": 119,
189
- "LABEL_12": 12,
190
- "LABEL_120": 120,
191
- "LABEL_121": 121,
192
- "LABEL_122": 122,
193
- "LABEL_123": 123,
194
- "LABEL_124": 124,
195
- "LABEL_125": 125,
196
- "LABEL_126": 126,
197
- "LABEL_127": 127,
198
- "LABEL_128": 128,
199
- "LABEL_129": 129,
200
- "LABEL_13": 13,
201
- "LABEL_130": 130,
202
- "LABEL_131": 131,
203
- "LABEL_132": 132,
204
- "LABEL_133": 133,
205
- "LABEL_134": 134,
206
- "LABEL_135": 135,
207
- "LABEL_136": 136,
208
- "LABEL_137": 137,
209
- "LABEL_138": 138,
210
- "LABEL_139": 139,
211
- "LABEL_14": 14,
212
- "LABEL_140": 140,
213
- "LABEL_141": 141,
214
- "LABEL_142": 142,
215
- "LABEL_143": 143,
216
- "LABEL_144": 144,
217
- "LABEL_145": 145,
218
- "LABEL_146": 146,
219
- "LABEL_15": 15,
220
- "LABEL_16": 16,
221
- "LABEL_17": 17,
222
- "LABEL_18": 18,
223
- "LABEL_19": 19,
224
- "LABEL_2": 2,
225
- "LABEL_20": 20,
226
- "LABEL_21": 21,
227
- "LABEL_22": 22,
228
- "LABEL_23": 23,
229
- "LABEL_24": 24,
230
- "LABEL_25": 25,
231
- "LABEL_26": 26,
232
- "LABEL_27": 27,
233
- "LABEL_28": 28,
234
- "LABEL_29": 29,
235
- "LABEL_3": 3,
236
- "LABEL_30": 30,
237
- "LABEL_31": 31,
238
- "LABEL_32": 32,
239
- "LABEL_33": 33,
240
- "LABEL_34": 34,
241
- "LABEL_35": 35,
242
- "LABEL_36": 36,
243
- "LABEL_37": 37,
244
- "LABEL_38": 38,
245
- "LABEL_39": 39,
246
- "LABEL_4": 4,
247
- "LABEL_40": 40,
248
- "LABEL_41": 41,
249
- "LABEL_42": 42,
250
- "LABEL_43": 43,
251
- "LABEL_44": 44,
252
- "LABEL_45": 45,
253
- "LABEL_46": 46,
254
- "LABEL_47": 47,
255
- "LABEL_48": 48,
256
- "LABEL_49": 49,
257
- "LABEL_5": 5,
258
- "LABEL_50": 50,
259
- "LABEL_51": 51,
260
- "LABEL_52": 52,
261
- "LABEL_53": 53,
262
- "LABEL_54": 54,
263
- "LABEL_55": 55,
264
- "LABEL_56": 56,
265
- "LABEL_57": 57,
266
- "LABEL_58": 58,
267
- "LABEL_59": 59,
268
- "LABEL_6": 6,
269
- "LABEL_60": 60,
270
- "LABEL_61": 61,
271
- "LABEL_62": 62,
272
- "LABEL_63": 63,
273
- "LABEL_64": 64,
274
- "LABEL_65": 65,
275
- "LABEL_66": 66,
276
- "LABEL_67": 67,
277
- "LABEL_68": 68,
278
- "LABEL_69": 69,
279
- "LABEL_7": 7,
280
- "LABEL_70": 70,
281
- "LABEL_71": 71,
282
- "LABEL_72": 72,
283
- "LABEL_73": 73,
284
- "LABEL_74": 74,
285
- "LABEL_75": 75,
286
- "LABEL_76": 76,
287
- "LABEL_77": 77,
288
- "LABEL_78": 78,
289
- "LABEL_79": 79,
290
- "LABEL_8": 8,
291
- "LABEL_80": 80,
292
- "LABEL_81": 81,
293
- "LABEL_82": 82,
294
- "LABEL_83": 83,
295
- "LABEL_84": 84,
296
- "LABEL_85": 85,
297
- "LABEL_86": 86,
298
- "LABEL_87": 87,
299
- "LABEL_88": 88,
300
- "LABEL_89": 89,
301
- "LABEL_9": 9,
302
- "LABEL_90": 90,
303
- "LABEL_91": 91,
304
- "LABEL_92": 92,
305
- "LABEL_93": 93,
306
- "LABEL_94": 94,
307
- "LABEL_95": 95,
308
- "LABEL_96": 96,
309
- "LABEL_97": 97,
310
- "LABEL_98": 98,
311
- "LABEL_99": 99
312
- },
313
- "layer_norm_eps": 1e-05,
314
- "max_position_embeddings": 514,
315
- "model_type": "roberta",
316
- "num_attention_heads": 12,
317
- "num_hidden_layers": 12,
318
- "pad_token_id": 1,
319
- "position_embedding_type": "absolute",
320
- "problem_type": "multi_label_classification",
321
- "torch_dtype": "float32",
322
- "transformers_version": "4.46.3",
323
- "type_vocab_size": 1,
324
- "use_cache": true,
325
- "vocab_size": 50265
326
- }
 
1
+ {"architectures": ["BERT_for_MID"], "model_type": "roberta", "hidden_size": 768, "num_labels": 147, "model_version": "v1.0"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
modeling_bert_for_mid.py ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ import torch
3
+ import torch.nn as nn
4
+
5
+ class BERT_for_MID(nn.Module):
6
+ def __init__(self, bert, classifier):
7
+ super(BERT_for_MID, self).__init__()
8
+ self.bert = bert
9
+ self.classifier = classifier
10
+
11
+ def forward(self, input, attention_mask):
12
+ return self.classifier(self.bert(input, attention_mask))