Spaces:
Sleeping
Sleeping
File size: 1,012 Bytes
cb56db7 9b9e15b d761c6a cb56db7 9b9e15b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 |
HOST: "0.0.0.0"
PORT: 7860
STRATEGY: "cuda fp16"
RWKV_CUDA_ON: False
CHUNK_LEN: 256
MODELS:
- SERVICE_NAME: "RWKV-x070-World-0.1B-v2.8-20241210-ctx4096"
DOWNLOAD_MODEL_FILE_NAME: "RWKV-x070-World-0.1B-v2.8-20241210-ctx4096.pth"
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv-7-world"
REASONING: False
DEFAULT: True
DEFAULT_SAMPLER:
max_tokens: 512
temperature: 1.0
top_p: 0.3
presence_penalty: 0.5
count_penalty: 0.5
penalty_decay: 0.996
stop:
- "\n\n"
stop_tokens:
- 0
- SERVICE_NAME: "rwkv7-g1-0.1b-20250307-ctx4096"
DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1-0.1b-20250307-ctx4096.pth"
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"
REASONING: True
DEFAULT: True
DEFAULT_SAMPLER:
max_tokens: 4096
temperature: 1.0
top_p: 0.3
presence_penalty: 0.5
count_penalty: 0.5
penalty_decay: 0.996
stop:
- "\n\n"
stop_tokens:
- 0
|