diff --git a/example.py b/example.py index 82e3917d5..1a176cd41 100644 --- a/example.py +++ b/example.py @@ -8,6 +8,7 @@ def main(): tokenizer = AutoTokenizer.from_pretrained(path) llm = LLM(path, enforce_eager=True, tensor_parallel_size=1) + sampling_params = SamplingParams(temperature=0.6, max_tokens=256) prompts = [ "introduce yourself",