app.py

import gradio as gr
from paperqa import Docs, SentenceTransformerEmbeddingModel
from langchain_anthropic import ChatAnthropic

MODEL_NAME = "claude-3-5-sonnet-20240620"
class MyChatAnthropic(ChatAnthropic):
    model_name: str = MODEL_NAME
llm = MyChatAnthropic(
    model=MODEL_NAME,
    temperature=0.2,
    max_tokens=4096,)

class MyEmb(SentenceTransformerEmbeddingModel):
    async def aembed_documents(self, texts):
        return await self.embed_documents(None, texts)

emb = MyEmb(model_name="mixedbread-ai/mxbai-embed-large-v1")
docs = Docs(llm="langchain",
            embedding="langchain",
            embedding_client=emb,
            client=llm)
docs.max_concurrent = 1
docs.add('knowledge_extraction.csv', disable_check=True)
docs.add('SSA - POMS_ SI 00502.100 - Basic SSI Alien Eligibility Requirements - 11_30_2023.pdf', disable_check=True)

def respond(message, *args, **kwargs):
    return docs.query(message).answer


examples = [["A qualified alien entered the United States on August 15, 1996. Tell me about their eligibility for Supplemental Security Income (SSI)."],
            ["""Question: Which of the following statements most accurately reflects the eligibility requirements for Supplemental Security Income (SSI) as outlined in the Alien Eligibility Under Welfare Reform?

A) To be eligible for SSI, an individual must be a U.S. citizen, with no exceptions for non-citizens.

B) SSI eligibility is extended to all individuals residing in the United States, regardless of their citizenship or immigration status.

C) To be eligible for SSI, an individual must be either a U.S. citizen or a qualified alien.

D) SSI eligibility is determined solely based on financial need, without consideration of citizenship or immigration status."""],
           ["""Explanate the Correct Answer: C
Question: Which of the following statements most accurately reflects the eligibility requirements for Supplemental Security Income (SSI) as outlined in the Alien Eligibility Under Welfare Reform?

A) To be eligible for SSI, an individual must be a U.S. citizen, with no exceptions for non-citizens.

B) SSI eligibility is extended to all individuals residing in the United States, regardless of their citizenship or immigration status.

C) To be eligible for SSI, an individual must be either a U.S. citizen or a qualified alien.

D) SSI eligibility is determined solely based on financial need, without consideration of citizenship or immigration status."""]]

demo = gr.ChatInterface(
    respond,
    examples=examples)


if __name__ == "__main__":
    demo.launch(auth=("tester", "8888p4ss"))