vishwask commited on
Commit
c8ed0a0
·
1 Parent(s): cc843de

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -93,11 +93,11 @@ def load_model(_docs):
93
  model=model,
94
  tokenizer=tokenizer,
95
  max_new_tokens=1024,
96
- temperature=0.2,
97
  top_p=0.95,
98
  repetition_penalty=1.15,
99
  streamer=streamer,)
100
- llm = HuggingFacePipeline(pipeline=text_pipeline, model_kwargs={"temperature": 0.2})
101
 
102
  SYSTEM_PROMPT = ("Use the following pieces of context to answer the question at the end. "
103
  "If you don't know the answer, just say that you don't know, "
@@ -108,7 +108,7 @@ def load_model(_docs):
108
  qa_chain = RetrievalQA.from_chain_type(
109
  llm=llm,
110
  chain_type="stuff",
111
- retriever=db.as_retriever(search_kwargs={"k": 5}),
112
  return_source_documents=True,
113
  chain_type_kwargs={"prompt": prompt,
114
  "verbose": False})
 
93
  model=model,
94
  tokenizer=tokenizer,
95
  max_new_tokens=1024,
96
+ temperature=0.5,
97
  top_p=0.95,
98
  repetition_penalty=1.15,
99
  streamer=streamer,)
100
+ llm = HuggingFacePipeline(pipeline=text_pipeline, model_kwargs={"temperature": 0.5})
101
 
102
  SYSTEM_PROMPT = ("Use the following pieces of context to answer the question at the end. "
103
  "If you don't know the answer, just say that you don't know, "
 
108
  qa_chain = RetrievalQA.from_chain_type(
109
  llm=llm,
110
  chain_type="stuff",
111
+ retriever=db.as_retriever(search_kwargs={"k": 10}),
112
  return_source_documents=True,
113
  chain_type_kwargs={"prompt": prompt,
114
  "verbose": False})