Mikhil-jivus commited on
Commit
a9caed4
1 Parent(s): f5504b1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -10,10 +10,10 @@ For more information on `huggingface_hub` Inference API support, please check th
10
  repo_id = "Mikhil-jivus/Llama-32-3B-FineTuned"
11
  access_token = os.getenv('HF_TOKEN')
12
  # Load the tokenizer and model from the Hugging Face repository
13
- tokenizer = AutoTokenizer.from_pretrained(repo_id, token=access_token)
14
 
15
 
16
- client = InferenceClient("text-generation",model=repo_id,tokenizer=tokenizer,token = access_token)
17
 
18
 
19
  def respond(
 
10
  repo_id = "Mikhil-jivus/Llama-32-3B-FineTuned"
11
  access_token = os.getenv('HF_TOKEN')
12
  # Load the tokenizer and model from the Hugging Face repository
13
+ tokenizer = AutoTokenizer.from_pretrained(repo_id, , trust_remote_code=True, token=access_token)
14
 
15
 
16
+ client = InferenceClient(model=repo_id,tokenizer=tokenizer,token = access_token)
17
 
18
 
19
  def respond(