Add Hacker News app

.gitignore

@@ -0,0 +1,2 @@
+.DS_Store
+__pycache__

Dockerfile

@@ -0,0 +1,59 @@
+# Build stage
+FROM python:3.11-slim-buster AS Build
+
+# Set environment variables for Python and Poetry
+ENV PYTHONUNBUFFERED=1 \
+    PIP_NO_CACHE_DIR=1 \
+    POETRY_NO_INTERACTION=1 \
+    POETRY_VIRTUALENVS_CREATE=false \
+    POETRY_VERSION=1.7.1
+
+# Set the working directory in the container
+WORKDIR /app
+
+# Copy the dependencies file to the working directory
+COPY ./pyproject.toml /app/
+
+# Update, install dependencies, and prepare the Python environment
+RUN apt-get update && \
+    apt-get install -y gcc g++ unixodbc-dev && \
+    pip install "poetry==$POETRY_VERSION" && \
+    poetry export --without-hashes --format requirements.txt --output requirements.txt && \
+    python3 -m pip wheel --no-cache-dir --no-deps -w /app/wheels -r requirements.txt
+
+# Runtime stage
+FROM python:3.11-slim-buster AS Run
+
+# Set environment variables for Python and Poetry
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
+
+# Create a non-root user
+RUN useradd -m -u 1000 user
+
+# Switch to the non-root user
+USER user
+
+# Copy wheel files from the build stage
+COPY --from=build /app/wheels $HOME/app/wheels
+
+# Set the working directory to where the wheels are
+WORKDIR $HOME/app/wheels
+
+# Install the wheel files
+RUN pip3 --no-cache-dir install *.whl
+
+# Change app name here to copy the application files to the working directory
+COPY --chown=user ./hacker-news-social-listener $HOME/app
+
+# Set the working directory to the application files
+WORKDIR $HOME/app
+
+# Specify the command to run the application
+ENTRYPOINT [ "writer", "run" ]
+
+# Expose the port the app runs on
+EXPOSE 8080
+
+# Set the default command to run the app
+CMD [ ".",  "--port", "8080", "--host", "0.0.0.0" ]

README.md

@@ -1,11 +1,12 @@
 ---
 title: Hacker News Listener
-emoji: 🐠
+emoji: 🎧
 colorFrom: purple
 colorTo: red
 sdk: docker
 pinned: false
 short_description: Navigate and analyze Hacker News posts and comments.
+app_port: 8080
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

hacker-news-social-listener/.gitignore

@@ -0,0 +1,2 @@
+static/hackernews_comments.csv
+static/hackernews_posts.csv

hacker-news-social-listener/.wf/components-page-0-c0f99a9e-5004-4e75-a6c6-36f17490b134.jsonl

@@ -0,0 +1,34 @@
+{"id": "c0f99a9e-5004-4e75-a6c6-36f17490b134", "type": "page", "content": {"pageMode": "compact"}, "handlers": {}, "isCodeManaged": false, "parentId": "root", "position": 0, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "bebc5fe9-63a7-46a7-b0fa-62303555cfaf", "type": "header", "content": {"text": "Hacker News Listener"}, "handlers": {}, "isCodeManaged": false, "parentId": "c0f99a9e-5004-4e75-a6c6-36f17490b134", "position": 0, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "m7luxumzscv65i09", "type": "tabs", "content": {}, "handlers": {}, "isCodeManaged": false, "parentId": "c0f99a9e-5004-4e75-a6c6-36f17490b134", "position": 1, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "lon4vs20gd3myh7e", "type": "tab", "content": {"name": "Setup"}, "handlers": {}, "isCodeManaged": false, "parentId": "m7luxumzscv65i09", "position": 0, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "xlc1wtcwu1g2i07p", "type": "heading", "content": {"text": "Navigate and analyze Hacker News posts and comments using Writer graph-based RAG and Palmyra X 004."}, "handlers": {}, "isCodeManaged": false, "parentId": "lon4vs20gd3myh7e", "position": 0}
+{"id": "62r9auy895datfnp", "type": "message", "content": {"message": "@{message_setup}"}, "handlers": {}, "isCodeManaged": false, "parentId": "lon4vs20gd3myh7e", "position": 1, "visible": {"binding": "message_setup_vis", "expression": "custom", "reversed": false}}
+{"id": "mmh30t1tiyv5mi9s", "type": "section", "content": {"containerBackgroundColor": "#BFCBFF", "isCollapsible": "yes", "title": "\ud83d\udd0e Pull latest N posts"}, "handlers": {}, "isCodeManaged": false, "parentId": "lon4vs20gd3myh7e", "position": 2}
+{"id": "hpeff7ha6v27zsk8", "type": "text", "content": {"text": "**Pull up to 500 Hacker News stories, with or without comments.** Data from the Hacker News API is sent to to Writer\u2019s graph-based RAG system, known as a Knowledge Graph. This is accessed dynamically by an LLM through the Writer RAG tool.", "useMarkdown": "yes"}, "handlers": {}, "isCodeManaged": false, "parentId": "mmh30t1tiyv5mi9s", "position": 0}
+{"id": "up5ofq0drv233umy", "type": "section", "content": {"containerBackgroundColor": "#FFD8CD", "isCollapsible": "yes", "title": "\ud83d\ude4b\u200d\u2640\ufe0f Ask questions"}, "handlers": {}, "isCodeManaged": false, "parentId": "lon4vs20gd3myh7e", "position": 3}
+{"id": "9tlgkbsuw9wgpocp", "type": "text", "content": {"text": "**Explore trending topics, recent product releases, open-source projects, or job listings.** The LLM, Palmyra X 004, interprets user queries, calls the Writer RAG tool to retrieve relevant Hacker News posts, and generates responses.", "useMarkdown": "yes"}, "handlers": {}, "isCodeManaged": false, "parentId": "up5ofq0drv233umy", "position": 0}
+{"id": "tmi69i8jt7u50b99", "type": "section", "content": {"containerBackgroundColor": "#D4B2F7", "isCollapsible": "yes", "title": "\ud83d\udcc4 Generate a report"}, "handlers": {}, "isCodeManaged": false, "parentId": "lon4vs20gd3myh7e", "position": 4}
+{"id": "taarom6dd93ryw1k", "type": "text", "content": {"text": "**Automatically summarize the most popular topics in one click.** All posts are loaded into Palmyra X 004's 128k context window, which are analyzed to produce a structured report highlighting key trends and insights.", "useMarkdown": "yes"}, "handlers": {}, "isCodeManaged": false, "parentId": "tmi69i8jt7u50b99", "position": 0}
+{"id": "5myjrizpz5uxilif", "type": "text", "content": {"text": "#### \ud83c\udfd7\ufe0f <a href=\"https://writer.com/engineering/rag-tool/\" target=\"_blank\">Build your own RAG app</a>. | \ud83d\udcbb <a href=\"https://github.com/writer/framework-tutorials/tree/main/hacker-news-social-listener\">Get the code.</a>", "useMarkdown": "yes"}, "handlers": {}, "isCodeManaged": false, "parentId": "lon4vs20gd3myh7e", "position": 5, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "wcljpgx0f50y5kac", "type": "sliderinput", "binding": {"eventType": "wf-number-change", "stateRef": "fetch_limit"}, "content": {"label": "Pull the last N posts", "maxValue": "500", "minValue": "10", "stepSize": "10"}, "handlers": {}, "isCodeManaged": false, "parentId": "lon4vs20gd3myh7e", "position": 6, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "zw8nru7f036fdubh", "type": "horizontalstack", "content": {}, "handlers": {}, "isCodeManaged": false, "parentId": "lon4vs20gd3myh7e", "position": 7}
+{"id": "tk9h8c6f6kf44x7z", "type": "switchinput", "binding": {"eventType": "wf-toggle", "stateRef": "allow_comments"}, "content": {"label": "Include comments"}, "handlers": {}, "isCodeManaged": false, "parentId": "zw8nru7f036fdubh", "position": 0}
+{"id": "cwgi42r2nxzja4gg", "type": "button", "content": {"text": "Fetch posts"}, "handlers": {"wf-click": "fetch_posts"}, "isCodeManaged": false, "parentId": "zw8nru7f036fdubh", "position": 1}
+{"id": "yo212stq5so5c5au", "type": "tab", "content": {"name": "Raw data"}, "handlers": {}, "isCodeManaged": false, "parentId": "m7luxumzscv65i09", "position": 1, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "7gzo3w8vnbqvld8r", "type": "heading", "content": {"text": "Scraped posts"}, "handlers": {}, "isCodeManaged": false, "parentId": "yo212stq5so5c5au", "position": 0, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "46q42e5z5jninm4o", "type": "dataframe", "content": {"dataframe": "@{posts}", "enableDownload": "yes", "enableSearch": "yes", "showIndex": "no", "useMarkdown": "yes", "wrapText": "yes"}, "handlers": {}, "isCodeManaged": false, "parentId": "yo212stq5so5c5au", "position": 1, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "2d3gfh1tavmi1iab", "type": "heading", "content": {"text": "Scraped comments"}, "handlers": {}, "isCodeManaged": false, "parentId": "yo212stq5so5c5au", "position": 2, "visible": {"binding": "allow_comments", "expression": "custom", "reversed": false}}
+{"id": "q0275uf0oldds8v8", "type": "dataframe", "content": {"dataframe": "@{comments}", "enableDownload": "yes", "enableSearch": "yes", "showIndex": "no", "useMarkdown": "yes"}, "handlers": {}, "isCodeManaged": false, "parentId": "yo212stq5so5c5au", "position": 3, "visible": {"binding": "allow_comments", "expression": "custom", "reversed": false}}
+{"id": "8eghbz6jlckh3zmd", "type": "tab", "content": {"name": "Chat with Hacker News"}, "handlers": {}, "isCodeManaged": false, "parentId": "m7luxumzscv65i09", "position": 2, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "rpi88dvxmlxr0qd9", "type": "columns", "content": {}, "handlers": {}, "isCodeManaged": false, "parentId": "8eghbz6jlckh3zmd", "position": 0}
+{"id": "rosw32keaejygiir", "type": "column", "content": {"width": "13"}, "handlers": {}, "isCodeManaged": false, "parentId": "rpi88dvxmlxr0qd9", "position": 0}
+{"id": "crm2bdbrjclid4k4", "type": "chatbot", "content": {"conversation": "@{conversation}", "useMarkdown": "yes"}, "handlers": {"wf-chatbot-message": "message_handler"}, "isCodeManaged": false, "parentId": "rosw32keaejygiir", "position": 0}
+{"id": "814lb9dktd2e1ye3", "type": "horizontalstack", "content": {"contentHAlign": "start"}, "handlers": {}, "isCodeManaged": false, "parentId": "rosw32keaejygiir", "position": 1}
+{"id": "t171dwz5muor2n9x", "type": "text", "content": {"alignment": "center", "text": "@{contributing_sources_button_text}", "useMarkdown": "yes"}, "handlers": {"wf-click": "contributing_sources_change_vis"}, "isCodeManaged": false, "parentId": "814lb9dktd2e1ye3", "position": 0}
+{"id": "contributed_sources", "type": "column", "content": {"cssClasses": "files-list", "title": "Contributing sources", "width": "7"}, "handlers": {}, "isCodeManaged": false, "parentId": "rpi88dvxmlxr0qd9", "position": 1, "visible": {"binding": "contributing_sources_vis", "expression": "custom", "reversed": false}}
+{"id": "erkqharzgysk5s3n", "type": "tab", "content": {"name": "Generate trend report"}, "handlers": {}, "isCodeManaged": false, "parentId": "m7luxumzscv65i09", "position": 3, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "vzbrrx0dlp3skcn2", "type": "message", "content": {"message": "@{message_report}"}, "handlers": {}, "isCodeManaged": false, "parentId": "erkqharzgysk5s3n", "position": 0, "visible": {"binding": "message_report_vis", "expression": "custom", "reversed": false}}
+{"id": "osvuzxnivfs3qrut", "type": "text", "content": {"text": "@{prepared_report}", "useMarkdown": "yes"}, "handlers": {}, "isCodeManaged": false, "parentId": "erkqharzgysk5s3n", "position": 1}
+{"id": "w2hg99rv80b12tpt", "type": "button", "content": {"text": "Generate report"}, "handlers": {"wf-click": "run_report"}, "isCodeManaged": false, "parentId": "erkqharzgysk5s3n", "position": 2, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "6ugh4p7vlu1j7fvp", "type": "text", "content": {"alignment": "center", "text": "Made with \u2764\ufe0f by <a href=\"http://www.writer.com\">Writer</a>.", "useMarkdown": "yes"}, "handlers": {}, "parentId": "c0f99a9e-5004-4e75-a6c6-36f17490b134", "position": 2}

hacker-news-social-listener/.wf/components-root.jsonl

@@ -0,0 +1 @@
+{"id": "root", "type": "root", "content": {"appName": "Hacker News Listener"}, "handlers": {}, "isCodeManaged": false, "position": 0, "visible": {"binding": "", "expression": true, "reversed": false}}

hacker-news-social-listener/.wf/components-workflows_root.jsonl

@@ -0,0 +1 @@
+{"id": "workflows_root", "type": "workflows_root", "content": {}, "handlers": {}, "isCodeManaged": false, "position": 0, "visible": {"binding": "", "expression": true, "reversed": false}}

hacker-news-social-listener/.wf/metadata.json

@@ -0,0 +1,3 @@
+{
+    "writer_version": "0.8.2"
+}

hacker-news-social-listener/README.md

@@ -0,0 +1,45 @@
+# Hacker News Listener
+This application is built using the Writer Framework and is designed to scrape the top posts and comments from Hacker News. It processes the data, uploads it to a Writer Knowledge Graph for further analysis, and generates AI-powered insights based on the content of the posts.
+
+## Usage
+
+1. Select the number of items you wish to process.
+2. The application will generate raw data with analysis of posts and comments.
+3. Ask specific questions using the Knowledge Graph chat.
+4. Generate a detailed report from the processed data using the Prepared Report feature.
+
+## Running the application
+First, ensure you have Poetry installed. Then, in the project directory, install the dependencies by running:
+
+```sh
+poetry install
+```
+
+To build this application, you'll need to sign up for [Writer AI Studio](https://app.writer.com/aistudio/signup?utm_campaign=devrel), create a new API Key and Knowledge Graph. To pass your API key and Knowledge Graph to the Writer Framework, you'll need to set an environment variables called `WRITER_API_KEY` and `GRAPH_ID`:
+```sh
+export WRITER_API_KEY=your-api-key
+```
+```sh
+export GRAPH_ID=your-graph-id
+```
+
+You can also set the `WRITER_API_KEY` and `GRAPH_ID` in the `.env` file.
+
+To make changes or edit the application, navigate to root folder and use the following command:
+
+
+```sh
+writer edit .
+```
+
+Once you're ready to run the application, execute:
+
+```sh
+writer run .
+```
+
+To learn more, check out the [full documentation for Writer Framework](https://dev.writer.com/framework/introduction).
+
+## About Writer
+
+Writer is the full-stack generative AI platform for enterprises. Quickly and easily build and deploy generative AI apps with a suite of developer tools fully integrated with our platform of LLMs, graph-based RAG tools, AI guardrails, and more. Learn more at [writer.com](https://www.writer.com?utm_source=github&utm_medium=readme&utm_campaign=framework).

hacker-news-social-listener/main.py

@@ -0,0 +1,329 @@
+import asyncio
+import os
+from datetime import datetime
+from pathlib import Path
+from typing import Any, List, Optional
+
+import aiohttp
+import pandas as pd
+import requests
+import writer as wf
+from aiohttp import ClientSession
+from dotenv import load_dotenv
+from prompts import report_prompt
+from writer import WriterState
+from writer.ai import (
+    Conversation,
+    File,
+    list_files,
+    retrieve_file,
+    retrieve_graph,
+    upload_file,
+)
+
+load_dotenv()
+
+GRAPH_ID = os.getenv("GRAPH_ID", "")
+HACKERNEWS_API_URL = os.getenv("HACKERNEWS_API_URL", "")
+WRITER_API_KEY = os.getenv("WRITER_API_KEY", "")
+
+wf.Config.feature_flags = ["dataframeEditor"]
+
+
+def main(state: WriterState) -> None:
+    _delete_files_from_graph(GRAPH_ID)
+    state["message_setup"] = "%Scraping data"
+    state["message_setup_vis"] = True
+
+    posts, comments = _scrape_hackernews(state)
+    state["message_setup"] = "%Data was scraped"
+    state["posts"] = posts[["title", "created_utc", "score", "num_comments", "url"]] if posts is not None else pd.DataFrame()
+    if state["allow_comments"]:
+        state["comments"] = comments[["body", "author", "created_utc"]] if comments is not None else pd.DataFrame()
+    state["message_setup"] = "%Scraped data, now saving to csv"
+
+    _save_results_to_csv(state)
+    state["message_setup"] = "%Saved data, now uploading to KG"
+
+    files_path = "static/hackernews_posts.csv"
+    _upload_file_and_add_to_graph(files_path, GRAPH_ID)
+    state["message_setup"] = "%Uploaded file and added to graph"
+
+    if state["allow_comments"]:
+        file_path = "static/hackernews_comments.csv"
+        _upload_file_and_add_to_graph(file_path, GRAPH_ID)
+
+    state["message_setup"] = "+Scrapping is completed!"
+    state["message_setup_vis"] = False
+
+
+def _delete_files_from_graph(graph_id: str) -> None:
+    try:
+        graph = retrieve_graph(graph_id=graph_id)
+        graph_files = list_files(config={"extra_query": {"graph_id": graph_id}})
+
+        if not graph_files:
+            print("No files found in the specified graph.")
+
+        for file_id in graph_files:
+            graph.remove_file(file_id.id)
+
+    except Exception as e:
+        print(f"An error while file deletion occurred: {str(e)}")
+
+
+def _get_file_from_graph(file_id: str) -> Optional[File]:
+    try:
+        return retrieve_file(file_id=file_id)
+    except Exception as e:
+        print(f"An error while file obtainment occurred: {str(e)}")
+        return None
+
+
+def _scrape_hackernews(state: WriterState) -> tuple[Any, Any]:
+    stories_ids = _get_stories_ids(state)
+    posts, comments_ids = _get_posts(stories_ids)
+    comments = _get_comments(comments_ids)
+
+    if len(posts) > 0:
+        state["posts"] = pd.DataFrame(posts).sort_values(
+            by=["score", "num_comments"], ascending=False
+        )
+
+    if len(comments) > 0:
+        state["comments"] = pd.DataFrame(comments)
+
+    return state["posts"], state["comments"]
+
+
+def _get_stories_ids(state: WriterState) -> List[str]:
+    top_stories_url = f"{HACKERNEWS_API_URL}/topstories.json"
+    try:
+        response = requests.get(url=top_stories_url, timeout=5)
+
+        if response.status_code != 200:
+            print("Failed to fetch data from Hacker News")
+            return []
+
+        return response.json()[: int(state["fetch_limit"])]
+    except Exception as e:
+        print(f"Failed to fetch story ids from Hacker News: {str(e)}")
+        return []
+
+
+def _get_posts(stories_ids: List[str]) -> (List[dict], List[int]):
+    try:
+        stories_urls = [
+            f"{HACKERNEWS_API_URL}/item/{story_id}.json" for story_id in stories_ids
+        ]
+        stories = asyncio.run(_perform_calls(stories_urls))
+
+        comments_ids = []
+        posts_data = []
+
+        for story in stories:
+            posts_data.append(
+                {
+                    "post_id": str(story.get("id", "")),
+                    "title": story.get("title", ""),
+                    "author": story.get("by", ""),
+                    "score": int(story.get("score", 0)),
+                    "created_utc": datetime.fromtimestamp(story.get("time")).strftime(
+                        "%Y-%m-%d %H:%M:%S"
+                    ),
+                    "num_comments": int(story.get("descendants", 0)),
+                    "url": story.get("url", ""),
+                }
+            )
+
+            kids = story.get("kids", [])
+            if kids:
+                comments_ids += kids
+
+        return posts_data, comments_ids
+    except Exception as e:
+        print(f"Failed to fetch stories from Hacker News: {str(e)}")
+        return ([], [])
+
+
+def _get_comments(comments_ids: List[str]) -> List[dict]:
+    try:
+        comments_urls = [
+            f"{HACKERNEWS_API_URL}/item/{comment_id}.json"
+            for comment_id in comments_ids
+        ]
+        comments_data = []
+
+        comments = asyncio.run(_perform_calls(comments_urls))
+
+        for comment in comments:
+            comments_data.append(
+                {
+                    "comment_id": str(comment.get("id", "")),
+                    "post_id": str(comment.get("parent", "")),
+                    "author": comment.get("by", "anonymous"),
+                    "created_utc": datetime.fromtimestamp(comment.get("time")).strftime(
+                        "%Y-%m-%d %H:%M:%S"
+                    ),
+                    "body": comment.get("text", ""),
+                }
+            )
+
+        return comments_data
+    except Exception as e:
+        print(f"Failed to fetch comments from Hacker News: {str(e)}")
+        return []
+
+
+async def _fetch_data(session: ClientSession, url: str) -> str:
+    async with session.get(url) as response:
+        return await response.json()
+
+
+async def _perform_calls(urls: List[str]) -> List[dict]:
+    async with aiohttp.ClientSession() as session:
+        tasks = [_fetch_data(session, url) for url in urls]
+        results = await asyncio.gather(*tasks)
+
+    return results
+
+
+def _save_results_to_csv(state: WriterState) -> None:
+    state["posts"].to_csv("static/hackernews_posts.csv", index=False)
+    if state["allow_comments"]:
+        state["comments"].to_csv("static/hackernews_comments.csv", index=False)
+
+
+def _upload_file_and_add_to_graph(file_path: str, graph_id: str) -> dict:
+    try:
+        file_id = _upload_file(file_path)
+        _add_file_to_graph(graph_id, file_id)
+
+        return {"file_id": file_id, "graph_id": graph_id}
+    except Exception as e:
+        print(f"An error while file uploading occurred: {str(e)}")
+        return {}
+
+
+def _upload_file(file_path: str) -> str:
+    with open(file_path, "rb") as file:
+        uploaded_file = upload_file(
+            data=file.read(), name=Path(file.name).stem, type="text/csv"
+        )
+        return uploaded_file.id
+
+
+def _add_file_to_graph(graph_id: str, file_id: str) -> None:
+    graph = retrieve_graph(graph_id)
+    graph.add_file(file_id)
+
+
+def _handle_contributing_sources(state: WriterState, graph_data: dict) -> None:
+    sources = graph_data.get("sources")
+    if sources:
+        with wf.init_ui() as ui:
+            with ui.refresh_with("contributed_sources"):
+                for index, source in enumerate(sources):
+                    source_file = _get_file_from_graph(source["file_id"])
+                    source_snippet = source["snippet"]
+                    ui.Section(
+                        content={
+                            "title": "📄 " + source_file.name,
+                            "cssClasses": "file",
+                        },
+                        id=f"source {index}",
+                    )
+                    with ui.find(f"source {index}"):
+                        ui.Text({"text": source_snippet, "cssClasses": "file-text"})
+
+        state["contributing_sources_vis"] = True
+        state["contributing_sources_button_text"] = "View contributing sources ▸"
+
+
+def run_report(state: WriterState) -> None:
+    try:
+        state["message_report"] = "%Creating report"
+        state["message_report_vis"] = True
+
+        prompt = report_prompt(state["posts"], state["comments"])
+        report_convo = Conversation()
+        report_convo += {"role": "user", "content": prompt}
+        response = report_convo.stream_complete()
+
+        state["prepared_report"] = ""
+
+        for chunk in response:
+            state["prepared_report"] += chunk["content"]
+
+        state["message_report"] = "+Creation is finished!"
+        state["message_report_vis"] = False
+    except Exception as e:
+        state["prepared_report"] = "Something went wrong. Please try again!"
+        raise e
+
+
+def fetch_posts(state: WriterState) -> None:
+    main(state)
+
+
+def message_handler(payload: dict, state: WriterState) -> None:
+    try:
+        state.call_frontend_function("scripts", "enableDisableTextarea", ["true"])
+        state["conversation"] += payload
+
+        graph = retrieve_graph(GRAPH_ID)
+
+        response = state["conversation"].stream_complete(tools=graph)
+
+        for chunk in response:
+            state["conversation"] += chunk
+
+        graph_data = state["conversation"].messages[-1].get("graph_data")
+        if graph_data:
+            _handle_contributing_sources(state, graph_data)
+
+        state.call_frontend_function("scripts", "enableDisableTextarea", ["false"])
+    except Exception as e:
+        state["conversation"] += {
+            "role": "assistant",
+            "content": "Something went wrong. Please try again!",
+        }
+        state.call_frontend_function("scripts", "enableDisableTextarea", ["false"])
+        raise e
+
+
+def contributing_sources_change_vis(state: WriterState) -> None:
+    state["contributing_sources_vis"] = not state["contributing_sources_vis"]
+    if state["contributing_sources_vis"]:
+        state["contributing_sources_button_text"] = "View contributing sources ▸"
+    else:
+        state["contributing_sources_button_text"] = "View contributing sources ◂"
+
+
+initial_state = wf.init_state(
+    {
+        "conversation": Conversation(
+            [
+                {"role": "assistant", "content": "Ask me anything about the scraped Hacker News data."},
+            ],
+        ),
+        "response": None,
+        "file_path": "",
+        "graph_name": "",
+        "uploaded_file": None,
+        "graph_id": None,
+        "prepared_report": "# **Trend report**",
+        "contributing_sources_button_text": "View contributing sources ◂",
+        "message_setup": "",
+        "message_report": "",
+        "message_setup_vis": False,
+        "message_report_vis": False,
+        "contributing_sources_vis": False,
+        "fetch_limit": 100,
+        "allow_comments": True,
+    }
+)
+
+initial_state.import_frontend_module("scripts", "/static/custom.js")
+initial_state.import_stylesheet("style", "/static/custom.css")
+initial_state.call_frontend_function("scripts", "initSelectedDropdownOption", [])

hacker-news-social-listener/prompts.py

@@ -0,0 +1,34 @@
+def report_prompt(posts, comments):
+    return f"""
+# CONTEXT #
+You are an expert at analyzing large amounts of posts and comments
+at social network for software developers called HackerNews. You are creating
+summary reports of provided data. Furthermore, you are acting
+really carefully outlining main trends, top posts and comments,
+most famous topics and development approaches.
+
+# INSTRUCTIONS #
+Create an expertly written summary report.
+
+# DATA #
+Here are the posts and comments you will use to create the report.
+
+Posts:
+{posts}
+
+Comments:
+{comments}
+
+# ADDITIONAL GUIDELINES #
+- Reflect only top posts and comments. DO NOT reflect all data in your
+report.
+- FIT your report in 10-15 paragraphs. This is also very IMPORTANT.
+- Say a few words about posts reflected at report.
+- Provide some analysis of trends you are surveying: if users consider
+theme useful or not, if they are pleased with it and so on.
+- Outline most interesting, discussed and high rated comments and posts.
+
+# RESPONSE FORMAT #
+
+Highlight headers, topics, main ideas. Use .md markup to style your text.
+"""

hacker-news-social-listener/static/README.md

@@ -0,0 +1,8 @@
+# Serving static files
+
+You can use this folder to store files which will be served statically in the "/static" route.
+
+This is useful to store images and other files which will be served directly to the user of your application.
+
+For example, if you store an image named "myimage.jpg" in this folder, it'll be accessible as "static/myimage.jpg".
+You can use this relative route as the source in an Image component.

hacker-news-social-listener/static/custom.css

@@ -0,0 +1,17 @@
+.file{
+    height: 60vh !important;
+}
+
+.file-text{
+    height: 51vh !important;
+    overflow-y: auto !important;
+}
+
+.files-list{
+    height: 84vh !important;
+    overflow-y: auto !important;
+}
+
+.CoreSection__title h3{
+    font-size: 1.05rem !important;
+}

hacker-news-social-listener/static/custom.js

@@ -0,0 +1,5 @@
+export function initSelectedDropdownOption() {
+    document.getElementsByClassName("subreddits")[0]
+        .getElementsByTagName("option")[0]
+              .selected = true
+}

pyproject.toml

@@ -0,0 +1,23 @@
+[tool.poetry]
+name = "writer-framework-default"
+version = "0.1.0"
+description = ""
+authors = ["Your Name <you@example.com>"]
+readme = "README.md"
+
+[tool.poetry.dependencies]
+python = "^3.10.0"
+writer = "^0.8.2"
+praw = "^7.7.1"
+black = "^24.8.0"
+flake8 = "^7.1.1"
+isort = "^5.13.2"
+pre-commit = "^3.8.0"
+python-dotenv = "^1.0.1"
+aiohttp = "^3.10.10"
+asyncio = "^3.4.3"
+
+
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"