GPT2-EXperiment-2 / mergekit_config.yml
Kukedlc's picture
Upload folder using huggingface_hub
c9cbd0c verified
slices:
- sources:
- layer_range: [0, 3]
model: openai-community/gpt2
- sources:
- layer_range: [0, 11]
model: openai-community/gpt2
- sources:
- layer_range: [0, 11]
model: openai-community/gpt2
- sources:
- layer_range: [0, 11]
model: openai-community/gpt2
- sources:
- layer_range: [0, 11]
model: openai-community/gpt2
- sources:
- layer_range: [0, 11]
model: openai-community/gpt2
- sources:
- layer_range: [0, 11]
model: openai-community/gpt2
- sources:
- layer_range: [0, 11]
model: openai-community/gpt2
- sources:
- layer_range: [0, 11]
model: openai-community/gpt2
- sources:
- layer_range: [0, 11]
model: openai-community/gpt2
- sources:
- layer_range: [0, 11]
model: openai-community/gpt2
- sources:
- layer_range: [0, 11]
model: openai-community/gpt2
- sources:
- layer_range: [0, 11]
model: openai-community/gpt2
- sources:
- layer_range: [0, 11]
model: openai-community/gpt2
- sources:
- layer_range: [0, 11]
model: openai-community/gpt2
- sources:
- layer_range: [8, 11]
model: openai-community/gpt2
merge_method: passthrough
dtype: float16