diff --git a/run.sh b/run.sh index 06b8ab4b11956048edb58d44679e66811ad2ba7c..e4b9c8d3ff1b6a8d3f37a8ff2b225b209d7f3b9c 100755 --- a/run.sh +++ b/run.sh @@ -1,9 +1,10 @@ #!/bin/bash PORT=8321 -#MODEL=mistralai/Mistral-7B-Instruct-v0.1 +# list of supported models: https://docs.vllm.ai/en/latest/models/supported_models.html +MODEL=mistralai/Mistral-7B-Instruct-v0.1 #MODEL=lmsys/vicuna-13b-v1.3 -MODEL=microsoft/phi-2 +#MODEL=microsoft/phi-2 HOST=`hostname` SEED=1234