Simple RWKV OpenAI-Compatible API

Usage

RWKV-x070-World-0.1B-v2.8-20241210-ctx4096

python app.py --strategy "cuda fp16" --model_title "RWKV-x070-World-0.1B-v2.8-20241210-ctx4096" --download_repo_id "BlinkDL/rwkv-7-world" --download_model_dir ./

RWKV7-G1-0.1B-68%trained-20250303-ctx4k

python app.py --strategy "cuda fp16" --model_title "RWKV7-G1-0.1B-68%trained-20250303-ctx4k" --download_repo_id "BlinkDL/temp-latest-training-models" --download_model_dir ./

RWKV7-G1-0.1B-68%trained-20250303-ctx4k

python app.py --strategy "cuda fp16" --model_title "RWKV7-G1-0.4B-32%trained-20250304-ctx4k" --download_repo_id "BlinkDL/temp-latest-training-models" --download_model_dir ./