File size: 988 Bytes
3ccc62f 69f937a 3ccc62f 8bf6848 3ccc62f 8bf6848 3ccc62f 8bf6848 3ccc62f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
import os
import gradio as gr
from langchain_groq import ChatGroq
from langchain import LLMChain, PromptTemplate
from langchain.memory import ConversationBufferMemory
GROQ_API_KEY=os.getenv('GROQ_API_KEY')
template = """meet Bavadharaini,You are a helpful assistant to answer all user queries.
{chat_history}
User: {user_message}
Chatbot:"""
prompt = PromptTemplate(
input_variables=["chat_history", "user_message"], template=template
)
memory = ConversationBufferMemory(memory_key="chat_history")
llm_chain = LLMChain(
llm=ChatGroq(temperature='0.0', model_name="llama3-8b-8192"),
prompt=prompt,
verbose=True,
memory=memory,
)
def get_text_response(user_message,history):
response = llm_chain.predict(user_message = user_message)
return response
demo = gr.ChatInterface(get_text_response)
if __name__ == "__main__":
demo.launch() #To create a public link, set `share=True` in `launch()`. To enable errors and logs, set `debug=True` in `launch()`.
|