From 04da4fcfe9bbfc439bb67d486ea7512071d2de37 Mon Sep 17 00:00:00 2001 From: Gavin Li Date: Wed, 29 Nov 2023 20:14:41 -0600 Subject: [PATCH] Update README.md, increase max_new_tokens --- air_llm/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/air_llm/README.md b/air_llm/README.md index c3ff36b..f9f7b54 100644 --- a/air_llm/README.md +++ b/air_llm/README.md @@ -54,7 +54,7 @@ input_tokens = model.tokenizer(input_text, generation_output = model.generate( input_tokens['input_ids'].cuda(), - max_new_tokens=2, + max_new_tokens=20, use_cache=True, return_dict_in_generate=True)