...
This commit is contained in:
14
examples/tmuxrunnerexamples/tasks/2/install_vllm.sh
Normal file
14
examples/tmuxrunnerexamples/tasks/2/install_vllm.sh
Normal file
@@ -0,0 +1,14 @@
|
||||
#!/bin/bash
|
||||
|
||||
set -euo pipefail
|
||||
source source ../../functions/base.sh
|
||||
|
||||
|
||||
|
||||
# vllm serve openai/gpt-oss-20b
|
||||
# vllm serve openai/gpt-oss-20b --tensor-parallel-size 2
|
||||
|
||||
# For 120B
|
||||
# vllm serve openai/gpt-oss-120b
|
||||
|
||||
mark_done
|
Reference in New Issue
Block a user