From 2bbe9d3bd8a7f7cd806988c69d6167680dcc06ae Mon Sep 17 00:00:00 2001
From: Alwin Arrasyid <alwin.ridd@gmail.com>
Date: Wed, 10 Jan 2024 23:09:21 +0700
Subject: [PATCH] fix use of args in generate function (#284)

---
 llms/hf_llm/generate.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/llms/hf_llm/generate.py b/llms/hf_llm/generate.py
index 514d8e4..460a176 100644
--- a/llms/hf_llm/generate.py
+++ b/llms/hf_llm/generate.py
@@ -28,8 +28,8 @@ def generate(
     tokens = []
     skip = 0
     for token, n in zip(
-        models.generate(prompt, model, args.temp),
-        range(args.max_tokens),
+        models.generate(prompt, model, temp),
+        range(max_tokens),
     ):
         if token == tokenizer.eos_token_id:
             break