Mikhil-jivus commited on
Commit
f5504b1
1 Parent(s): bbfe136

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -7,13 +7,13 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
7
  """
8
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
9
  """
10
-
11
  access_token = os.getenv('HF_TOKEN')
12
  # Load the tokenizer and model from the Hugging Face repository
13
  tokenizer = AutoTokenizer.from_pretrained(repo_id, token=access_token)
14
 
15
 
16
- client = InferenceClient("text-generation",model="Mikhil-jivus/Llama-32-3B-FineTuned",tokenizer=tokenizer,token = access_token)
17
 
18
 
19
  def respond(
 
7
  """
8
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
9
  """
10
+ repo_id = "Mikhil-jivus/Llama-32-3B-FineTuned"
11
  access_token = os.getenv('HF_TOKEN')
12
  # Load the tokenizer and model from the Hugging Face repository
13
  tokenizer = AutoTokenizer.from_pretrained(repo_id, token=access_token)
14
 
15
 
16
+ client = InferenceClient("text-generation",model=repo_id,tokenizer=tokenizer,token = access_token)
17
 
18
 
19
  def respond(