上传setup_and_upload.sh
Browse files#!/usr/bin/env bash
# setup_and_upload.sh
# 一键完成仓库克隆、编译 llama.cpp、安装依赖、上传模型、启动服务
set -e # 出错就退出
# ====== 配置变量(请根据实际修改) ======
REPO_URL="https://github.com/your-username/my-chatbot-llama2-7b.git"
BRANCH="main"
MODEL_PATH="/path/to/llama2-7b.gguf"
API_KEY="your-secret-api-key"
# =======================================
echo "🚀 克隆仓库..."
git clone "$REPO_URL"
cd my-chatbot-llama2-7b
git checkout "$BRANCH"
git submodule update --init --recursive
echo "🔧 编译 llama.cpp 并安装依赖..."
cd llama.cpp && make && cd ..
pip install -r requirements.txt
pip install python-dotenv
echo "🔐 写入 .env 文件..."
echo "API_KEY=${API_KEY}" > .env
echo "📦 配置 Git LFS..."
git lfs install
git lfs track "models/*.gguf"
echo "📁 放置并上传模型..."
mkdir -p models
cp "$MODEL_PATH" models/
git add .gitattributes models/llama2-7b.gguf
git commit -m "add model weights"
git push origin "$BRANCH"
echo "🚀 启动 FastAPI 服务..."
uvicorn app:app --host 0.0.0.0 --port 8000 --reload
- setup_and_upload.sh +40 -0
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/usr/bin/env bash
|
| 2 |
+
# setup_and_upload.sh
|
| 3 |
+
# 一键完成仓库克隆、编译 llama.cpp、安装依赖、上传模型、启动服务
|
| 4 |
+
|
| 5 |
+
set -e # 出错就退出
|
| 6 |
+
|
| 7 |
+
# ====== 配置变量(请根据实际修改) ======
|
| 8 |
+
REPO_URL="https://github.com/your-username/my-chatbot-llama2-7b.git"
|
| 9 |
+
BRANCH="main"
|
| 10 |
+
MODEL_PATH="/path/to/llama2-7b.gguf"
|
| 11 |
+
API_KEY="your-secret-api-key"
|
| 12 |
+
# =======================================
|
| 13 |
+
|
| 14 |
+
echo "🚀 克隆仓库..."
|
| 15 |
+
git clone "$REPO_URL"
|
| 16 |
+
cd my-chatbot-llama2-7b
|
| 17 |
+
git checkout "$BRANCH"
|
| 18 |
+
git submodule update --init --recursive
|
| 19 |
+
|
| 20 |
+
echo "🔧 编译 llama.cpp 并安装依赖..."
|
| 21 |
+
cd llama.cpp && make && cd ..
|
| 22 |
+
pip install -r requirements.txt
|
| 23 |
+
pip install python-dotenv
|
| 24 |
+
|
| 25 |
+
echo "🔐 写入 .env 文件..."
|
| 26 |
+
echo "API_KEY=${API_KEY}" > .env
|
| 27 |
+
|
| 28 |
+
echo "📦 配置 Git LFS..."
|
| 29 |
+
git lfs install
|
| 30 |
+
git lfs track "models/*.gguf"
|
| 31 |
+
|
| 32 |
+
echo "📁 放置并上传模型..."
|
| 33 |
+
mkdir -p models
|
| 34 |
+
cp "$MODEL_PATH" models/
|
| 35 |
+
git add .gitattributes models/llama2-7b.gguf
|
| 36 |
+
git commit -m "add model weights"
|
| 37 |
+
git push origin "$BRANCH"
|
| 38 |
+
|
| 39 |
+
echo "🚀 启动 FastAPI 服务..."
|
| 40 |
+
uvicorn app:app --host 0.0.0.0 --port 8000 --reload
|