Create setup.sh

setup.sh

@@ -0,0 +1,10 @@
+sudo apt-get update -y
+sudo apt-get install -y gcc-12 g++-12
+sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-12 10 --slave /usr/bin/g++ g++ /usr/bin/g++-12
+pip install --upgrade pip
+pip install wheel packaging ninja "setuptools>=49.4.0" numpy
+pip install -v -r requirements-cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu
+VLLM_TARGET_DEVICE=cpu python setup.py install
+sudo apt-get install libtcmalloc-minimal4
+find / -name *libtcmalloc*
+export LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:$LD_PRELOAD