HOST: "0.0.0.0"
PORT: 7860
STRATEGY: "cuda fp16"
RWKV_CUDA_ON: True
CHUNK_LEN: 256
MODELS:
  - SERVICE_NAME: "RWKV7-G1-2.9B-32%trained-20250327-ctx4k"
    DOWNLOAD_MODEL_FILE_NAME: "RWKV7-G1-2.9B-32%trained-20250327-ctx4k.pth"
    DOWNLOAD_MODEL_REPO_ID: "BlinkDL/temp-latest-training-models"
    REASONING: True
    DEFAULT_SAMPLER:
      max_tokens: 4096
      temperature: 1.0
      top_p: 0.3
      presence_penalty: 0.5
      count_penalty: 0.5
      penalty_decay: 0.996
      stop:
        - "\n\n"
      stop_tokens:
        - 0
  - SERVICE_NAME: "RWKV7-G1-1.5B-50%trained-20250330-ctx4k"
    DOWNLOAD_MODEL_FILE_NAME: "RWKV7-G1-1.5B-50%trained-20250330-ctx4k.pth"
    DOWNLOAD_MODEL_REPO_ID: "BlinkDL/temp-latest-training-models"
    REASONING: True
    DEFAULT_SAMPLER:
      max_tokens: 4096
      temperature: 1.0
      top_p: 0.3
      presence_penalty: 0.5
      count_penalty: 0.5
      penalty_decay: 0.996
      stop:
        - "\n\n"
      stop_tokens:
        - 0
  - SERVICE_NAME: "rwkv7-g1-0.4b-20250324-ctx4096"
    DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1-0.4b-20250324-ctx4096.pth"
    DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"
    REASONING: True
    DEFAULT_SAMPLER:
      max_tokens: 4096
      temperature: 1.0
      top_p: 0.3
      presence_penalty: 0.5
      count_penalty: 0.5
      penalty_decay: 0.996
      stop:
        - "\n\n"
      stop_tokens:
        - 0
  - SERVICE_NAME: "rwkv7-g1-0.1b-20250307-ctx4096"
    DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1-0.1b-20250307-ctx4096.pth"
    DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"
    REASONING: True
    DEFAULT_CHAT: True
    DEFAULT_REASONING: True
    DEFAULT_SAMPLER:
      max_tokens: 4096
      temperature: 1.0
      top_p: 0.3
      presence_penalty: 0.5
      count_penalty: 0.5
      penalty_decay: 0.996
      stop:
        - "\n\n"
      stop_tokens:
        - 0