lorocksUMD commited on
Commit
14d2652
1 Parent(s): d0bbbc6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -0
app.py CHANGED
@@ -8,6 +8,13 @@ For more information on `huggingface_hub` Inference API support, please check th
8
  """
9
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
10
 
 
 
 
 
 
 
 
11
 
12
  def respond(
13
  message,
 
8
  """
9
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
10
 
11
+ model_path = "liuhaotian/llava-v1.6-mistral-7b"
12
+ tokenizer = AutoTokenizer.from_pretrained(model_path)
13
+ # model = LlavaMistralForCausalLM.from_pretrained(
14
+ # model_path,
15
+ # low_cpu_mem_usage=True,
16
+ # # offload_folder="/content/sample_data"
17
+ # )
18
 
19
  def respond(
20
  message,