Spaces:
Sleeping
Sleeping
HOST: "0.0.0.0" | |
PORT: 7860 | |
STRATEGY: "cuda fp16" | |
RWKV_CUDA_ON: True | |
CHUNK_LEN: 256 | |
MODELS: | |
- SERVICE_NAME: "RWKV7-G1-2.9B-16%trained-20250313-ctx4k" | |
DOWNLOAD_MODEL_FILE_NAME: "RWKV7-G1-2.9B-16%trained-20250313-ctx4k.pth" | |
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/temp-latest-training-models" | |
REASONING: True | |
DEFAULT_SAMPLER: | |
max_tokens: 4096 | |
temperature: 1.0 | |
top_p: 0.3 | |
presence_penalty: 0.5 | |
count_penalty: 0.5 | |
penalty_decay: 0.996 | |
stop: | |
- "\n\n" | |
stop_tokens: | |
- 0 | |
- SERVICE_NAME: "RWKV7-G1-1.5B-32%trained-20250319-ctx4k" | |
DOWNLOAD_MODEL_FILE_NAME: "RWKV7-G1-1.5B-32%trained-20250319-ctx4k.pth" | |
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/temp-latest-training-models" | |
REASONING: True | |
DEFAULT_SAMPLER: | |
max_tokens: 4096 | |
temperature: 1.0 | |
top_p: 0.3 | |
presence_penalty: 0.5 | |
count_penalty: 0.5 | |
penalty_decay: 0.996 | |
stop: | |
- "\n\n" | |
stop_tokens: | |
- 0 | |
- SERVICE_NAME: "RWKV7-G1-0.4B-75%trained-20250317-ctx4k" | |
DOWNLOAD_MODEL_FILE_NAME: "RWKV7-G1-0.4B-75%trained-20250317-ctx4k.pth" | |
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/temp-latest-training-models" | |
REASONING: True | |
DEFAULT_SAMPLER: | |
max_tokens: 4096 | |
temperature: 1.0 | |
top_p: 0.3 | |
presence_penalty: 0.5 | |
count_penalty: 0.5 | |
penalty_decay: 0.996 | |
stop: | |
- "\n\n" | |
stop_tokens: | |
- 0 | |
- SERVICE_NAME: "rwkv7-g1-0.1b-20250307-ctx4096" | |
DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1-0.1b-20250307-ctx4096.pth" | |
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1" | |
REASONING: True | |
DEFAULT_CHAT: True | |
DEFAULT_REASONING: True | |
DEFAULT_SAMPLER: | |
max_tokens: 4096 | |
temperature: 1.0 | |
top_p: 0.3 | |
presence_penalty: 0.5 | |
count_penalty: 0.5 | |
penalty_decay: 0.996 | |
stop: | |
- "\n\n" | |
stop_tokens: | |
- 0 | |