Spaces:
Sleeping
Sleeping
Gyu-min Nigel Lee
commited on
Commit
•
faecd0c
1
Parent(s):
601a6d3
set to use env key
Browse files
app.py
CHANGED
@@ -1,3 +1,4 @@
|
|
|
|
1 |
import torch
|
2 |
import gradio as gr
|
3 |
from transformers import pipeline
|
@@ -8,6 +9,7 @@ For more information on `huggingface_hub` Inference API support, please check th
|
|
8 |
# client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
|
9 |
pipe = pipeline(
|
10 |
model="gyulukeyi/llama3-nallm-qa-8B_240708",
|
|
|
11 |
torch_dtype=torch.float16,
|
12 |
)
|
13 |
|
|
|
1 |
+
import os
|
2 |
import torch
|
3 |
import gradio as gr
|
4 |
from transformers import pipeline
|
|
|
9 |
# client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
|
10 |
pipe = pipeline(
|
11 |
model="gyulukeyi/llama3-nallm-qa-8B_240708",
|
12 |
+
token=os.environ.get('hf_token')
|
13 |
torch_dtype=torch.float16,
|
14 |
)
|
15 |
|