Gyu-min Nigel Lee commited on
Commit
faecd0c
1 Parent(s): 601a6d3

set to use env key

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -1,3 +1,4 @@
 
1
  import torch
2
  import gradio as gr
3
  from transformers import pipeline
@@ -8,6 +9,7 @@ For more information on `huggingface_hub` Inference API support, please check th
8
  # client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
9
  pipe = pipeline(
10
  model="gyulukeyi/llama3-nallm-qa-8B_240708",
 
11
  torch_dtype=torch.float16,
12
  )
13
 
 
1
+ import os
2
  import torch
3
  import gradio as gr
4
  from transformers import pipeline
 
9
  # client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
10
  pipe = pipeline(
11
  model="gyulukeyi/llama3-nallm-qa-8B_240708",
12
+ token=os.environ.get('hf_token')
13
  torch_dtype=torch.float16,
14
  )
15