From 2f3ccc742e0c414baeef2e6c5e6f37885efd182c Mon Sep 17 00:00:00 2001 From: ChiYeung Law <31592607+ChiYeungLaw@users.noreply.github.com> Date: Tue, 29 Aug 2023 09:31:41 +0800 Subject: [PATCH] update code --- WizardCoder/src/humaneval_gen_vllm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/WizardCoder/src/humaneval_gen_vllm.py b/WizardCoder/src/humaneval_gen_vllm.py index 5a60de1..02bea07 100644 --- a/WizardCoder/src/humaneval_gen_vllm.py +++ b/WizardCoder/src/humaneval_gen_vllm.py @@ -62,7 +62,7 @@ def main(): num_samples = len(prompts) print("Number of samples: {}".format(num_samples)) - llm = LLM(base_model, tensor_parallel_size=args.num_gpus) + llm = LLM(base_model=args.model, tensor_parallel_size=args.num_gpus) sampling_params = SamplingParams(temperature=args.temperature, top_p=1, max_tokens=args.max_len) print(f"Loaded {args.model}.")