Spaces:
Starting
on
L4
Starting
on
L4
fix: use prebuilt
Browse files- Dockerfile +15 -17
Dockerfile
CHANGED
|
@@ -1,27 +1,25 @@
|
|
| 1 |
#FROM ghcr.io/ten-framework/ten_agent_build:0.4.17-2-geca93b3-cuda
|
| 2 |
-
FROM ghcr.io/ten-framework/ten_agent_build:0.
|
| 3 |
|
| 4 |
-
RUN apt update -y && apt-get install -y --no-install-recommends libnuma-dev
|
| 5 |
|
| 6 |
RUN pip install hf_transfer
|
| 7 |
|
| 8 |
# install vllm
|
| 9 |
#RUN pip install vllm
|
| 10 |
-
RUN git clone https://github.com/vllm-project/vllm.git
|
| 11 |
-
#
|
| 12 |
-
#RUN pip install --
|
| 13 |
-
RUN
|
| 14 |
-
RUN
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
-
|
| 18 |
-
-
|
| 19 |
-
-
|
| 20 |
-
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
RUN cmake --build ./oneDNN/build --target install --config Release -j 1
|
| 24 |
-
RUN cd vllm && VLLM_TARGET_DEVICE=cpu MAX_JOBS=2 python3 setup.py install
|
| 25 |
|
| 26 |
# install node and npm for demo
|
| 27 |
ENV NVM_DIR /usr/local/nvm
|
|
|
|
| 1 |
#FROM ghcr.io/ten-framework/ten_agent_build:0.4.17-2-geca93b3-cuda
|
| 2 |
+
FROM ghcr.io/ten-framework/ten_agent_build:0.5.0-2-g7d064cd-vllm-cpu
|
| 3 |
|
| 4 |
+
#RUN apt update -y && apt-get install -y --no-install-recommends libnuma-dev
|
| 5 |
|
| 6 |
RUN pip install hf_transfer
|
| 7 |
|
| 8 |
# install vllm
|
| 9 |
#RUN pip install vllm
|
| 10 |
+
#RUN git clone https://github.com/vllm-project/vllm.git
|
| 11 |
+
#RUN pip install cmake>=3.26 wheel packaging ninja "setuptools-scm>=8" numpy
|
| 12 |
+
#RUN cd vllm && pip install -v -r requirements/cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu
|
| 13 |
+
#RUN git clone -b rls-v3.5 https://github.com/oneapi-src/oneDNN.git
|
| 14 |
+
#RUN cmake -B ./oneDNN/build -S ./oneDNN -G Ninja -DONEDNN_LIBRARY_TYPE=STATIC \
|
| 15 |
+
# -DONEDNN_BUILD_DOC=OFF \
|
| 16 |
+
# -DONEDNN_BUILD_EXAMPLES=OFF \
|
| 17 |
+
# -DONEDNN_BUILD_TESTS=OFF \
|
| 18 |
+
# -DONEDNN_BUILD_GRAPH=OFF \
|
| 19 |
+
# -DONEDNN_ENABLE_WORKLOAD=INFERENCE \
|
| 20 |
+
# -DONEDNN_ENABLE_PRIMITIVE=MATMUL
|
| 21 |
+
#RUN cmake --build ./oneDNN/build --target install --config Release -j 1
|
| 22 |
+
#RUN cd vllm && VLLM_TARGET_DEVICE=cpu MAX_JOBS=2 python3 setup.py install
|
|
|
|
|
|
|
| 23 |
|
| 24 |
# install node and npm for demo
|
| 25 |
ENV NVM_DIR /usr/local/nvm
|