feat(sail/Sailor-4B-Chat): try increase gpu-memory-utilization to 0.9 before changing the token length

run-sailor.sh

@@ -10,6 +10,9 @@ printf "Running sail/Sailor-4B-Chat using vLLM OpenAI compatible API Server at p
 # INFO 11-27 15:32:10 gpu_executor.py:113] # GPU blocks: 471, # CPU blocks: 655
 # INFO 11-27 15:32:10 gpu_executor.py:117] Maximum concurrency for 32768 tokens per request: 0.23x
 # ERROR 11-27 15:32:10 engine.py:366] The model's max seq len (32768) is larger than the maximum number of tokens that can be stored in KV cache (7536). Try increasing `gpu_memory_utilization` or decreasing `max_model_len` when initializing the engine.
+
+# 7536tokens÷1.2=6280words.
+# 6280words÷500words/page=12.56pages. (For single-spaced)
 python -u /app/openai_compatible_api_server.py \
     --model sail/Sailor-4B-Chat \
     --revision 89a866a7041e6ec023dd462adeca8e28dd53c83e \
@@ -19,4 +22,4 @@ python -u /app/openai_compatible_api_server.py \
     --max-model-len 32768 \
     --dtype half \
     --enforce-eager \
-    --gpu-memory-utilization 0.85
+    --gpu-memory-utilization 0.9