Move more widgets into generation_parameters

2023-04-05 22:30:45 -03:00
parent 64978b45fe
commit cfdbc8bd23
3 changed files with 48 additions and 30 deletions
--- a/modules/text_generation.py
+++ b/modules/text_generation.py
@@ -102,7 +102,9 @@ def set_manual_seed(seed):
 def stop_everything_event():
    shared.stop_everything = True

-def generate_reply(question, max_new_tokens, generation_params, seed, eos_token=None, stopping_strings=[]):
+def generate_reply(question, generation_params, eos_token=None, stopping_strings=[]):
+    max_new_tokens = generation_params['max_new_tokens']
+    seed = generation_params['seed']
    print(generation_params)
    print('---------------')
    clear_torch_cache()