File size: 950 Bytes
9ba689d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 |
from transformers import PretrainedConfig, AutoConfig
from typing import List
class BioNextTaggerConfig(PretrainedConfig):
model_type = "crf-tagger"
def __init__(
self,
augmentation = "unk",
context_size = 64,
percentage_tags = 0.2,
p_augmentation = 0.5,
crf_reduction = "mean",
**kwargs,
):
self.augmentation = augmentation
self.context_size = context_size
self.percentage_tags = percentage_tags
self.p_augmentation = p_augmentation
self.crf_reduction = crf_reduction
super().__init__(**kwargs)
def get_backbonemodel_config(self):
backbonemodel_cfg = AutoConfig.from_pretrained(self._name_or_path)#.to_dict()
for k in backbonemodel_cfg.to_dict():
if hasattr(self, k):
setattr(backbonemodel_cfg,k, getattr(self,k))
return backbonemodel_cfg
|