diff --git a/scripts/compare_vllm.sh b/scripts/compare_vllm.sh index 4341804..655d4ab 100755 --- a/scripts/compare_vllm.sh +++ b/scripts/compare_vllm.sh @@ -6,7 +6,7 @@ set -e # Default values -DEFAULT_MAX_TOKENS=20 +DEFAULT_MAX_TOKENS=1000 DEFAULT_NUM_PROMPTS=100 DEFAULT_PROB_THRESHOLD=0.20 DEFAULT_SEED=42