...

2025-09-13 05:49:07 +02:00
parent 581fb0c0f0
commit dea3b0ec7f
6 changed files with 294 additions and 12 deletions
--- a/examples/tmuxrunnerexamples/tasks/2/install_vllm.sh
+++ b/examples/tmuxrunnerexamples/tasks/2/install_vllm.sh
@@ -4,11 +4,14 @@ set -euo pipefail
 source source ../../functions/base.sh


+curl -LsSf https://astral.sh/uv/install.sh | sh
+
+source $HOME/.local/bin/env

 # vllm serve openai/gpt-oss-20b
-# vllm serve openai/gpt-oss-20b --tensor-parallel-size 2
+# vllm serve openai/gpt-oss-20b --tensor-parallel-size 8
 
 # For 120B
-# vllm serve openai/gpt-oss-120b
+# vllm serve openai/gpt-oss-120b --tensor-parallel-size 8

 mark_done