From 645ea54b8402a2af91c7d613015e6895ef1b58bb Mon Sep 17 00:00:00 2001
From: Benoit Favre <benoit.favre@lis-lab.fr>
Date: Mon, 8 Jan 2024 08:02:33 +0100
Subject: [PATCH] document model picking

---
 run.sh | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/run.sh b/run.sh
index 06b8ab4..e4b9c8d 100755
--- a/run.sh
+++ b/run.sh
@@ -1,9 +1,10 @@
 #!/bin/bash
 
 PORT=8321
-#MODEL=mistralai/Mistral-7B-Instruct-v0.1
+# list of supported models: https://docs.vllm.ai/en/latest/models/supported_models.html
+MODEL=mistralai/Mistral-7B-Instruct-v0.1
 #MODEL=lmsys/vicuna-13b-v1.3
-MODEL=microsoft/phi-2
+#MODEL=microsoft/phi-2
 HOST=`hostname`
 SEED=1234
 
-- 
GitLab