Update app.py

app.py

@@ -210,9 +210,9 @@ class GradioInference:
         
         llm_model = "meta-llama/Llama-2-7b-chat-hf"
 
-        llm_tokenizer = AutoTokenizer.from_pretrained(model)
+        llm_tokenizer = AutoTokenizer.from_pretrained(llm_model)
         
-        pipeline = transformers.pipeline(
+        pipeline = pipeline(
             "text-generation", #task
             model=llm_model,
             tokenizer=llm_tokenizer,
@@ -225,7 +225,8 @@ class GradioInference:
             num_return_sequences=1,
             eos_token_id=tokenizer.eos_token_id
         )
-
+        llm = HuggingFacePipeline(pipeline = pipeline, model_kwargs = {'temperature':0})
+        
         template = """
               Write a concise summary of the following text delimited by triple backquotes.
               ```{text}```