Update app.py

app.py

@@ -5,12 +5,16 @@ import json
 import io
 import os
 from transformers import AutoTokenizer
- 
+from huggingface_hub import login
+
+hf_token=
+login(token=hf_token)
 
 region = os.getenv("region")
 sm_endpoint_name = os.getenv("sm_endpoint_name")
 access_key = os.getenv("access_key")
 secret_key = os.getenv("secret_key")
+hf_token=os.environ.get("HF_TOKEN")
 
 session = boto3.Session(
     aws_access_key_id=access_key,
@@ -26,8 +30,7 @@ DEFAULT_SYSTEM_PROMPT = (
 )
 
 # load the tokenizer
-#tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2")
-tokenizer = AutoTokenizer.from_pretrained("cszhzleo/Mistral-7B-Instruct-v0.2-nc2-bs1-token1024-neuron-218")
+tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2",token=hf_token)
 
 
 MAX_INPUT_TOKEN_LENGTH = 256