RWKV-LatestSpace / config.production.yaml
sparkleman
UPDATE
96d9268
HOST: "0.0.0.0"
PORT: 7860
STRATEGY: "cuda fp16"
RWKV_CUDA_ON: True
CHUNK_LEN: 256
MODELS:
- SERVICE_NAME: "RWKV7-G1-2.9B-16%trained-20250313-ctx4k"
DOWNLOAD_MODEL_FILE_NAME: "RWKV7-G1-2.9B-16%trained-20250313-ctx4k.pth"
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/temp-latest-training-models"
REASONING: True
DEFAULT_SAMPLER:
max_tokens: 4096
temperature: 1.0
top_p: 0.3
presence_penalty: 0.5
count_penalty: 0.5
penalty_decay: 0.996
stop:
- "\n\n"
stop_tokens:
- 0
- SERVICE_NAME: "RWKV7-G1-1.5B-32%trained-20250319-ctx4k"
DOWNLOAD_MODEL_FILE_NAME: "RWKV7-G1-1.5B-32%trained-20250319-ctx4k.pth"
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/temp-latest-training-models"
REASONING: True
DEFAULT_SAMPLER:
max_tokens: 4096
temperature: 1.0
top_p: 0.3
presence_penalty: 0.5
count_penalty: 0.5
penalty_decay: 0.996
stop:
- "\n\n"
stop_tokens:
- 0
- SERVICE_NAME: "RWKV7-G1-0.4B-75%trained-20250317-ctx4k"
DOWNLOAD_MODEL_FILE_NAME: "RWKV7-G1-0.4B-75%trained-20250317-ctx4k.pth"
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/temp-latest-training-models"
REASONING: True
DEFAULT_SAMPLER:
max_tokens: 4096
temperature: 1.0
top_p: 0.3
presence_penalty: 0.5
count_penalty: 0.5
penalty_decay: 0.996
stop:
- "\n\n"
stop_tokens:
- 0
- SERVICE_NAME: "rwkv7-g1-0.1b-20250307-ctx4096"
DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1-0.1b-20250307-ctx4096.pth"
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"
REASONING: True
DEFAULT_CHAT: True
DEFAULT_REASONING: True
DEFAULT_SAMPLER:
max_tokens: 4096
temperature: 1.0
top_p: 0.3
presence_penalty: 0.5
count_penalty: 0.5
penalty_decay: 0.996
stop:
- "\n\n"
stop_tokens:
- 0