Make it compliant with blog

app.py

@@ -14,6 +14,28 @@ class MessageDict(TypedDict):
     role: str
     content: str
 
+def response_generator(message):
+    text = tokenizer.apply_chat_template(
+        [{"role": "user", "content": message}],
+        tokenize=False,
+        add_generation_prompt=True
+    )
+    inputs = tokenizer(text, return_tensors="pt")
+    generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=512)
+    thread = Thread(target=model.generate, kwargs=generation_kwargs)
+    thread.start()
+    for chunk in streamer:
+        yield chunk
+
+def add_chunk_to_ai_message(chunk: str):
+    messages.value = [
+        *messages.value[:-1],
+        {
+            "role": "assistant",
+            "content": messages.value[-1]["content"] + chunk,
+        },
+    ]
+
 messages: solara.Reactive[List[MessageDict]] = solara.reactive([])
 @solara.component
 def Page():
@@ -30,23 +52,8 @@ def Page():
             messages.value = [*messages.value, {"role": "user", "content": message}]
         def response(message):
             messages.value = [*messages.value, {"role": "assistant", "content": ""}]
-            text = tokenizer.apply_chat_template(
-                [{"role": "user", "content": message}],
-                tokenize=False,
-                add_generation_prompt=True
-            )
-            inputs = tokenizer(text, return_tensors="pt")
-            generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=512)
-            thread = Thread(target=model.generate, kwargs=generation_kwargs)
-            thread.start()
-            for text in streamer:
-                messages.value = [
-                    *messages.value[:-1],
-                    {
-                        "role": "assistant",
-                        "content": messages.value[-1]["content"] + text,
-                    },
-                ]
+            for chunk in response_generator(message):
+                add_chunk_to_ai_message(chunk)
         def result():
             if messages.value != []:
                 response(messages.value[-1]["content"])