Spaces:
Runtime error
Runtime error
Mikhil-jivus
commited on
Commit
•
a9caed4
1
Parent(s):
f5504b1
Update app.py
Browse files
app.py
CHANGED
@@ -10,10 +10,10 @@ For more information on `huggingface_hub` Inference API support, please check th
|
|
10 |
repo_id = "Mikhil-jivus/Llama-32-3B-FineTuned"
|
11 |
access_token = os.getenv('HF_TOKEN')
|
12 |
# Load the tokenizer and model from the Hugging Face repository
|
13 |
-
tokenizer = AutoTokenizer.from_pretrained(repo_id, token=access_token)
|
14 |
|
15 |
|
16 |
-
client = InferenceClient(
|
17 |
|
18 |
|
19 |
def respond(
|
|
|
10 |
repo_id = "Mikhil-jivus/Llama-32-3B-FineTuned"
|
11 |
access_token = os.getenv('HF_TOKEN')
|
12 |
# Load the tokenizer and model from the Hugging Face repository
|
13 |
+
tokenizer = AutoTokenizer.from_pretrained(repo_id, , trust_remote_code=True, token=access_token)
|
14 |
|
15 |
|
16 |
+
client = InferenceClient(model=repo_id,tokenizer=tokenizer,token = access_token)
|
17 |
|
18 |
|
19 |
def respond(
|