Files
herolib_python/examples/tmuxrunnerexamples/tasks/2/install_vllm.sh
2025-08-25 07:06:50 +02:00

14 lines
217 B
Bash

#!/bin/bash
set -euo pipefail
source source ../../functions/base.sh
# vllm serve openai/gpt-oss-20b
# vllm serve openai/gpt-oss-20b --tensor-parallel-size 2
# For 120B
# vllm serve openai/gpt-oss-120b
mark_done