File size: 911 Bytes
c0bb06f e0f1ee8 c0bb06f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 |
{
"model_lib": "MiniChat-3B-q4f16_1",
"local_id": "MiniChat-3B-q4f16_1",
"estimated_vram_req": 3000000000,
"conv_config": {
"seps": ["</s>"],
"stop_tokens": [ 2 ],
"offset": 0,
"separator_style": 0,
"messages": [
],
"stop_str": "</s>",
"roles": [ "[|User|]", "[|Assistant|]" ],
"role_msg_sep": ": ",
"role_empty_sep": "\n",
"system": "",
"add_bos": true,
"bos": "<s>",
"eos": "</s>",
"prefix_tokens": [],
"name": "chatml2"
},
"temperature": 0.7,
"repetition_penalty": 1.0,
"top_p": 0.95,
"mean_gen_len": 128,
"max_gen_len": 512,
"max_window_size": 2048,
"num_shards": 1,
"shift_fill_factor": 0.3,
"tokenizer_files": [
"tokenizer.model"
],
"model_category": "llama",
"model_name": "MiniChat-3B",
"vocab_size": 49216
}
|