Update app.py

app.py

@@ -65,12 +65,14 @@ repo = Repository(
     local_dir="dataset", clone_from=DATASET_REPO_URL, use_auth_token=HF_TOKEN
 )
 
-def log(request: str = '', response: str = ''):
-    if request or response:
+
+
+def log(req: str = '', resp: str = ''):
+    if req or resp:
         with open(DATA_FILE, "a") as csvfile:
             writer = csv.DictWriter(csvfile, fieldnames=["request", "response", "time"])
             writer.writerow(
-                {"request": request, "response": response, "time": str(datetime.now())}
+                {"request": req, "response": resp, "time": str(datetime.now())}
             )
         commit_url = repo.push_to_hub()
         app.logger.info(commit_url)
@@ -224,7 +226,18 @@ def generate_search_request():
 
     # Use Response to stream tokens
     return Response(generate_tokens(model, generator), content_type='text/plain', status=200, direct_passthrough=True)
-    
+
+response_tokens = ''
+def generate_and_log_tokens(user_request, model, generator):
+    global response_tokens
+    for token in generate_tokens(model, generator):
+        if token == b'': # or (max_new_tokens is not None and i >= max_new_tokens):
+            log(user_request, response_tokens.decode("utf-8", errors="ignore"))
+            response_tokens = ''
+            break
+        response_tokens += token
+        yield token
+            
 @app.route('/', methods=['POST'])
 def generate_response():
     global stop_generation
@@ -278,18 +291,10 @@ def generate_response():
     app.logger.info('Generator created')
 
 
-    response_tokens = ''
-    def generate_and_log_tokens(model, generator):
-        global response_tokens
-        for token in generate_tokens(model, generator):
-            if token == b'': # or (max_new_tokens is not None and i >= max_new_tokens):
-                log(user_request, response_tokens.decode("utf-8", errors="ignore"))
-                break
-            response_tokens += token
-            yield token
+    
 
     # Use Response to stream tokens
-    return Response(generate_and_log_tokens(model, generator), content_type='text/plain', status=200, direct_passthrough=True)
+    return Response(generate_and_log_tokens(user_request, model, generator), content_type='text/plain', status=200, direct_passthrough=True)