Upload model

config.json

@@ -0,0 +1,26 @@
+{
+  "architectures": [
+    "ResnetModelForImageClassification"
+  ],
+  "auto_map": {
+    "AutoConfig": "custom_configuration.ResnetConfig",
+    "AutoModelForImageClassification": "custom_model.ResnetModelForImageClassification"
+  },
+  "avg_down": true,
+  "base_width": 64,
+  "block_type": "bottleneck",
+  "cardinality": 1,
+  "input_channels": 3,
+  "layers": [
+    3,
+    4,
+    6,
+    3
+  ],
+  "model_type": "resnet",
+  "num_classes": 1000,
+  "stem_type": "deep",
+  "stem_width": 32,
+  "torch_dtype": "float32",
+  "transformers_version": "4.36.2"
+}

custom_configuration.py

@@ -0,0 +1,42 @@
+from transformers import PretrainedConfig
+from typing import List
+
+
+class ResnetConfig(PretrainedConfig):
+    model_type = "resnet"  # not necessary unless you want to register model with auto classes
+
+    def __init__(
+        self,
+        block_type="bottleneck",
+        layers: List[int] = [3, 4, 6, 3],
+        num_classes: int = 1000,
+        input_channels: int = 3,
+        cardinality: int = 1,
+        base_width: int = 64,
+        stem_width: int = 64,
+        stem_type: str = "",
+        avg_down: bool = False,
+        **kwargs,
+    ):
+        if block_type not in ["basic", "bottleneck"]:
+            raise ValueError(f"`block_type` must be 'basic' or bottleneck', got {block_type}.")
+        if stem_type not in ["", "deep", "deep-tiered"]:
+            raise ValueError(f"`stem_type` must be '', 'deep' or 'deep-tiered', got {stem_type}.")
+
+        self.block_type = block_type
+        self.layers = layers
+        self.num_classes = num_classes
+        self.input_channels = input_channels
+        self.cardinality = cardinality
+        self.base_width = base_width
+        self.stem_width = stem_width
+        self.stem_type = stem_type
+        self.avg_down = avg_down
+        super().__init__(**kwargs)
+
+
+if __name__ == "__main__":
+    resnet50d_config = ResnetConfig(block_type="bottleneck", stem_width=32, stem_type="deep", avg_down=True)
+    # resnet50d_config.save_pretrained("resnet50d_config")
+    # resnet50d_config = ResnetConfig.from_pretrained("resnet50d_config")
+    # resnet50d_config.push_to_hub("resnet50d_config")

custom_model.py

@@ -0,0 +1,68 @@
+import timm
+import torch
+from transformers import PreTrainedModel
+from timm.models.resnet import BasicBlock, Bottleneck, ResNet
+
+import custom_configuration
+
+
+BLOCK_MAPPING = {"basic": BasicBlock, "bottleneck": Bottleneck}
+
+
+class ResnetModel(PreTrainedModel):
+    config_class = custom_configuration.ResnetConfig  # not necessary unless you want to register model with auto classes
+
+    def __init__(self, config):
+        super().__init__(config)
+        block_layer = BLOCK_MAPPING[config.block_type]
+        self.model = ResNet(
+            block_layer,
+            config.layers,
+            num_classes=config.num_classes,
+            in_chans=config.input_channels,
+            cardinality=config.cardinality,
+            base_width=config.base_width,
+            stem_width=config.stem_width,
+            stem_type=config.stem_type,
+            avg_down=config.avg_down,
+        )
+
+    def forward(self, tensor):
+        return self.model.forward_features(tensor)
+
+
+class ResnetModelForImageClassification(PreTrainedModel):
+    config_class = custom_configuration.ResnetConfig  # not necessary unless you want to register model with auto classes
+
+    def __init__(self, config):
+        super().__init__(config)
+        block_layer = BLOCK_MAPPING[config.block_type]
+        self.model = ResNet(
+            block_layer,
+            config.layers,
+            num_classes=config.num_classes,
+            in_chans=config.input_channels,
+            cardinality=config.cardinality,
+            base_width=config.base_width,
+            stem_width=config.stem_width,
+            stem_type=config.stem_type,
+            avg_down=config.avg_down,
+        )
+
+    def forward(self, tensor, labels=None):
+        logits = self.model(tensor)
+        if labels is not None:
+            loss = torch.nn.cross_entropy(logits, labels)
+            return {"loss": loss, "logits": logits}  # this form, with a loss key, is usable by the Trainer class
+        return {"logits": logits}
+
+
+if __name__ == "__main__":
+    resnet50d_config = custom_configuration.ResnetConfig(block_type="bottleneck", stem_width=32, stem_type="deep", avg_down=True)
+    resnet50d = ResnetModelForImageClassification(resnet50d_config)
+    # resnet50d.save_pretrained("resnet50d")
+    # resnet50d.push_to_hub("resnet50d")
+
+    # transfer weights from pretrained model
+    pretrained_model = timm.create_model("resnet50d", pretrained=True)
+    resnet50d.model.load_state_dict(pretrained_model.state_dict())

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78472643c5bb8b9614a3a08d815c1520408058f47e07b26a0e99918c1f7e3176
+size 102550264