...

examples/install.sh

@@ -0,0 +1,26 @@
+cd /root
+curl -LsSf https://astral.sh/uv/install.sh | sh
+uv venv
+
+apt update
+apt install mc curl htop git -y
+apt install -y build-essential python3.12-dev
+
+source /root/.local/bin/env
+export PATH=/root/.venv/bin/:$PATH
+VLLM_ATTENTION_BACKEND=FLASHINFER
+
+uv pip install --upgrade pip setuptools wheel ninja
+uv pip install --upgrade tiktoken ipython numpy psutil
+# uv pip install --pre torch==2.9.0.dev20250804+cu128 --index-url https://download.pytorch.org/whl/nightly/cu128
+uv pip install vllm --torch-backend=auto
+uv pip install flash-attn --no-build-isolation
+uv pip install triton
+uv pip install xformers
+
+git clone https://github.com/flashinfer-ai/flashinfer.git
+cd flashinfer
+pip install .
+
+# uv pip install --upgrade vllm --torch-backend=auto
+# uv pip install --upgrade flash-attn --no-build-isolation