Two new options: truncation length and ban eos token

modules/shared.py

@@ -37,6 +37,10 @@ settings = {
     'custom_stopping_strings': '',
     'stop_at_newline': False,
     'add_bos_token': True,
+    'ban_eos_token': False,
+    'truncation_length': 2048,
+    'truncation_length_min': 0,
+    'truncation_length_max': 4096,
     'chat_prompt_size': 2048,
     'chat_prompt_size_min': 0,
     'chat_prompt_size_max': 2048,