Hivra commited on
Commit
3aaccd5
1 Parent(s): 2333da6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -8
app.py CHANGED
@@ -1,15 +1,9 @@
1
  from fastapi import FastAPI
2
  # Use a pipeline as a high-level helper
3
- #from transformers import pipeline
4
- #from huggingface_hub import login
5
- from transformers import AutoTokenizer, AutoModelForCausalLM
6
 
7
- tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-v0.1")
8
- model = AutoModelForCausalLM.from_pretrained("mistralai/Mixtral-8x7B-v0.1")
9
- login()
10
-
11
- #pipe = pipeline("text-generation", model="meta-llama/Llama-3.2-3B")
12
 
 
13
  app = FastAPI()
14
 
15
 
 
1
  from fastapi import FastAPI
2
  # Use a pipeline as a high-level helper
3
+ from transformers import pipeline
 
 
4
 
 
 
 
 
 
5
 
6
+ pipe = pipeline("text-generation", model="deepseek-ai/DeepSeek-V2.5-1210", trust_remote_code=True)
7
  app = FastAPI()
8
 
9