Object Detection
Transformers
Safetensors
rt_detr
apolloparty commited on
Commit
a1d2fd9
·
verified ·
1 Parent(s): c88e83c

Upload 3 files

Browse files
Files changed (3) hide show
  1. config.json +262 -0
  2. model.safetensors +3 -0
  3. preprocessor_config.json +26 -0
config.json ADDED
@@ -0,0 +1,262 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.0,
3
+ "activation_function": "silu",
4
+ "anchor_image_size": null,
5
+ "architectures": [
6
+ "RTDetrV2ForObjectDetection"
7
+ ],
8
+ "attention_dropout": 0.0,
9
+ "auxiliary_loss": true,
10
+ "backbone": null,
11
+ "backbone_config": {
12
+ "depths": [
13
+ 3,
14
+ 4,
15
+ 23,
16
+ 3
17
+ ],
18
+ "model_type": "rt_detr_resnet",
19
+ "out_features": [
20
+ "stage2",
21
+ "stage3",
22
+ "stage4"
23
+ ],
24
+ "out_indices": [
25
+ 2,
26
+ 3,
27
+ 4
28
+ ]
29
+ },
30
+ "backbone_kwargs": null,
31
+ "batch_norm_eps": 1e-05,
32
+ "box_noise_scale": 1.0,
33
+ "d_model": 256,
34
+ "decoder_activation_function": "relu",
35
+ "decoder_attention_heads": 8,
36
+ "decoder_ffn_dim": 1024,
37
+ "decoder_in_channels": [
38
+ 384,
39
+ 384,
40
+ 384
41
+ ],
42
+ "decoder_layers": 6,
43
+ "decoder_n_levels": 3,
44
+ "decoder_n_points": 4,
45
+ "decoder_offset_scale": 0.5,
46
+ "disable_custom_kernels": true,
47
+ "dropout": 0.0,
48
+ "encode_proj_layers": [
49
+ 2
50
+ ],
51
+ "encoder_activation_function": "gelu",
52
+ "encoder_attention_heads": 8,
53
+ "encoder_ffn_dim": 2048,
54
+ "encoder_hidden_dim": 384,
55
+ "encoder_in_channels": [
56
+ 512,
57
+ 1024,
58
+ 2048
59
+ ],
60
+ "encoder_layers": 1,
61
+ "eos_coefficient": 0.0001,
62
+ "eval_size": null,
63
+ "feat_strides": [
64
+ 8,
65
+ 16,
66
+ 32
67
+ ],
68
+ "focal_loss_alpha": 0.75,
69
+ "focal_loss_gamma": 2.0,
70
+ "freeze_backbone_batch_norms": true,
71
+ "hidden_expansion": 1.0,
72
+ "id2label": {
73
+ "0": "person",
74
+ "1": "bicycle",
75
+ "2": "car",
76
+ "3": "motorbike",
77
+ "4": "aeroplane",
78
+ "5": "bus",
79
+ "6": "train",
80
+ "7": "truck",
81
+ "8": "boat",
82
+ "9": "traffic light",
83
+ "10": "fire hydrant",
84
+ "11": "stop sign",
85
+ "12": "parking meter",
86
+ "13": "bench",
87
+ "14": "bird",
88
+ "15": "cat",
89
+ "16": "dog",
90
+ "17": "horse",
91
+ "18": "sheep",
92
+ "19": "cow",
93
+ "20": "elephant",
94
+ "21": "bear",
95
+ "22": "zebra",
96
+ "23": "giraffe",
97
+ "24": "backpack",
98
+ "25": "umbrella",
99
+ "26": "handbag",
100
+ "27": "tie",
101
+ "28": "suitcase",
102
+ "29": "frisbee",
103
+ "30": "skis",
104
+ "31": "snowboard",
105
+ "32": "sports ball",
106
+ "33": "kite",
107
+ "34": "baseball bat",
108
+ "35": "baseball glove",
109
+ "36": "skateboard",
110
+ "37": "surfboard",
111
+ "38": "tennis racket",
112
+ "39": "bottle",
113
+ "40": "wine glass",
114
+ "41": "cup",
115
+ "42": "fork",
116
+ "43": "knife",
117
+ "44": "spoon",
118
+ "45": "bowl",
119
+ "46": "banana",
120
+ "47": "apple",
121
+ "48": "sandwich",
122
+ "49": "orange",
123
+ "50": "broccoli",
124
+ "51": "carrot",
125
+ "52": "hot dog",
126
+ "53": "pizza",
127
+ "54": "donut",
128
+ "55": "cake",
129
+ "56": "chair",
130
+ "57": "sofa",
131
+ "58": "pottedplant",
132
+ "59": "bed",
133
+ "60": "diningtable",
134
+ "61": "toilet",
135
+ "62": "tvmonitor",
136
+ "63": "laptop",
137
+ "64": "mouse",
138
+ "65": "remote",
139
+ "66": "keyboard",
140
+ "67": "cell phone",
141
+ "68": "microwave",
142
+ "69": "oven",
143
+ "70": "toaster",
144
+ "71": "sink",
145
+ "72": "refrigerator",
146
+ "73": "book",
147
+ "74": "clock",
148
+ "75": "vase",
149
+ "76": "scissors",
150
+ "77": "teddy bear",
151
+ "78": "hair drier",
152
+ "79": "toothbrush"
153
+ },
154
+ "initializer_bias_prior_prob": null,
155
+ "initializer_range": 0.01,
156
+ "is_encoder_decoder": true,
157
+ "label2id": {
158
+ "aeroplane": 4,
159
+ "apple": 47,
160
+ "backpack": 24,
161
+ "banana": 46,
162
+ "baseball bat": 34,
163
+ "baseball glove": 35,
164
+ "bear": 21,
165
+ "bed": 59,
166
+ "bench": 13,
167
+ "bicycle": 1,
168
+ "bird": 14,
169
+ "boat": 8,
170
+ "book": 73,
171
+ "bottle": 39,
172
+ "bowl": 45,
173
+ "broccoli": 50,
174
+ "bus": 5,
175
+ "cake": 55,
176
+ "car": 2,
177
+ "carrot": 51,
178
+ "cat": 15,
179
+ "cell phone": 67,
180
+ "chair": 56,
181
+ "clock": 74,
182
+ "cow": 19,
183
+ "cup": 41,
184
+ "diningtable": 60,
185
+ "dog": 16,
186
+ "donut": 54,
187
+ "elephant": 20,
188
+ "fire hydrant": 10,
189
+ "fork": 42,
190
+ "frisbee": 29,
191
+ "giraffe": 23,
192
+ "hair drier": 78,
193
+ "handbag": 26,
194
+ "horse": 17,
195
+ "hot dog": 52,
196
+ "keyboard": 66,
197
+ "kite": 33,
198
+ "knife": 43,
199
+ "laptop": 63,
200
+ "microwave": 68,
201
+ "motorbike": 3,
202
+ "mouse": 64,
203
+ "orange": 49,
204
+ "oven": 69,
205
+ "parking meter": 12,
206
+ "person": 0,
207
+ "pizza": 53,
208
+ "pottedplant": 58,
209
+ "refrigerator": 72,
210
+ "remote": 65,
211
+ "sandwich": 48,
212
+ "scissors": 76,
213
+ "sheep": 18,
214
+ "sink": 71,
215
+ "skateboard": 36,
216
+ "skis": 30,
217
+ "snowboard": 31,
218
+ "sofa": 57,
219
+ "spoon": 44,
220
+ "sports ball": 32,
221
+ "stop sign": 11,
222
+ "suitcase": 28,
223
+ "surfboard": 37,
224
+ "teddy bear": 77,
225
+ "tennis racket": 38,
226
+ "tie": 27,
227
+ "toaster": 70,
228
+ "toilet": 61,
229
+ "toothbrush": 79,
230
+ "traffic light": 9,
231
+ "train": 6,
232
+ "truck": 7,
233
+ "tvmonitor": 62,
234
+ "umbrella": 25,
235
+ "vase": 75,
236
+ "wine glass": 40,
237
+ "zebra": 22
238
+ },
239
+ "label_noise_ratio": 0.5,
240
+ "layer_norm_eps": 1e-05,
241
+ "learn_initial_query": false,
242
+ "matcher_alpha": 0.25,
243
+ "matcher_bbox_cost": 5.0,
244
+ "matcher_class_cost": 2.0,
245
+ "matcher_gamma": 2.0,
246
+ "matcher_giou_cost": 2.0,
247
+ "model_type": "rt_detr_v2",
248
+ "normalize_before": false,
249
+ "num_denoising": 100,
250
+ "num_feature_levels": 3,
251
+ "num_queries": 300,
252
+ "positional_encoding_temperature": 10000,
253
+ "torch_dtype": "float32",
254
+ "transformers_version": "4.46.3",
255
+ "use_focal_loss": true,
256
+ "use_pretrained_backbone": false,
257
+ "use_timm_backbone": false,
258
+ "weight_loss_bbox": 5.0,
259
+ "weight_loss_giou": 2.0,
260
+ "weight_loss_vfl": 1.0,
261
+ "with_box_refine": true
262
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e84ee96c6e65b7de0f29980e5cf6c89c9e497a752d7a3dc53f84d5ea7224285
3
+ size 307331000
preprocessor_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_annotations": true,
3
+ "do_normalize": false,
4
+ "do_pad": false,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "format": "coco_detection",
8
+ "image_mean": [
9
+ 0.485,
10
+ 0.456,
11
+ 0.406
12
+ ],
13
+ "image_processor_type": "RTDetrImageProcessor",
14
+ "image_std": [
15
+ 0.229,
16
+ 0.224,
17
+ 0.225
18
+ ],
19
+ "pad_size": null,
20
+ "resample": 2,
21
+ "rescale_factor": 0.00392156862745098,
22
+ "size": {
23
+ "height": 640,
24
+ "width": 640
25
+ }
26
+ }