thuannh commited on
Commit
18bf9de
·
verified ·
1 Parent(s): df6de20

Update model.yml

Browse files
Files changed (1) hide show
  1. model.yml +1 -1
model.yml CHANGED
@@ -17,7 +17,7 @@ stream: true # true | false
17
  # Engine / Model Settings
18
  ngl: 33 # Infer from base config.json -> num_attention_heads
19
  ctx_len: 8192 # Infer from base config.json -> max_position_embeddings
20
- engine: cortex.llamacpp
21
  prompt_template: "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n"
22
  # Prompt template: Can only be retrieved from instruct model
23
  # - https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct/blob/main/tokenizer_config.json#L2053
 
17
  # Engine / Model Settings
18
  ngl: 33 # Infer from base config.json -> num_attention_heads
19
  ctx_len: 8192 # Infer from base config.json -> max_position_embeddings
20
+ engine: llama-cpp
21
  prompt_template: "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n"
22
  # Prompt template: Can only be retrieved from instruct model
23
  # - https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct/blob/main/tokenizer_config.json#L2053