Update app.py

app.py

@@ -15,7 +15,10 @@ else:
 
 # Load the model and tokenizer
 tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3.1-70B")
-model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3.1-70B")
+model = AutoModelForCausalLM.from_pretrained(
+    "meta-llama/Meta-Llama-3.1-70B",
+    rope_scaling={'type': 'llama3', 'factor': 8.0}  # Adjust the type and factor as needed
+)
 
 # Create a text generation pipeline
 pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)