Fix #44: show helpful error message when the token count exceeds

app.py

@@ -9,6 +9,7 @@ import sys
 import tempfile
 from typing import List, Union
 
+import huggingface_hub
 import json5
 import requests
 import streamlit as st
@@ -217,6 +218,22 @@ def set_up_chat_ui():
             logger.error(msg)
             st.error(msg)
             return
+        except huggingface_hub.errors.ValidationError as ve:
+            msg = (
+                f'An error occurred while trying to generate the content: {ve}'
+                '\nPlease try again with a significantly shorter input text.'
+            )
+            logger.error(msg)
+            st.error(msg)
+            return
+        except Exception as ex:
+            msg = (
+                f'An unexpected error occurred while generating the content: {ex}'
+                '\nPlease try again later, possibly with different inputs.'
+            )
+            logger.error(msg)
+            st.error(msg)
+            return
 
         history.add_user_message(prompt)
         history.add_ai_message(response)

global_config.py

@@ -21,7 +21,7 @@ class GlobalConfig:
     LLM_MODEL_TEMPERATURE = 0.2
     LLM_MODEL_MIN_OUTPUT_LENGTH = 100
     LLM_MODEL_MAX_OUTPUT_LENGTH = 4 * 4096  # tokens
-    LLM_MODEL_MAX_INPUT_LENGTH = 750  # characters
+    LLM_MODEL_MAX_INPUT_LENGTH = 400  # characters
 
     HUGGINGFACEHUB_API_TOKEN = os.environ.get('HUGGINGFACEHUB_API_TOKEN', '')