Pass along temp argument to generate()
This commit is contained in:
parent
126b99d8be
commit
877f88dfea
|
|
@ -201,7 +201,7 @@ if __name__ == "__main__":
|
|||
print(args.prompt, end="", flush=True)
|
||||
|
||||
tokens = []
|
||||
for token, _ in zip(generate(prompt, model), range(args.max_tokens)):
|
||||
for token, _ in zip(generate(prompt, model, args.temp), range(args.max_tokens)):
|
||||
tokens.append(token)
|
||||
|
||||
if (len(tokens) % 10) == 0:
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user