increased context>?

thijsi123 · Oct 3, 2024 · ed2dabd · ed2dabd
1 parent 8755b3d
commit ed2dabd
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 8 deletions.
diff --git a/.idea/workspace.xml b/.idea/workspace.xml
diff --git a/app 2/utils.py b/app 2/utils.py
@@ -53,10 +53,10 @@ def send_message(prompt):
         return "Error: URL not set."
     request = {
         'prompt': prompt,
-        'max_length': 1024,
-        'max_new_tokens': 1024,
-        'max_tokens': 1024,
-        "max_content_length": 4096,
+        "max_length": 8192,
+        "max_new_tokens": 2048,
+        "max_tokens": 2048,
+        "max_content_length": 8192,
         'do_sample': True,
         'temperature': 1,
         'typical_p': 1,