sapthesh commited on
Commit
cd9b4c7
Β·
verified Β·
1 Parent(s): f3c977f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
3
 
4
  model_id = "deepseek-ai/DeepSeek-V3"
5
  tokenizer = AutoTokenizer.from_pretrained(model_id)
6
- model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto") # device_map="auto" for GPU if available
7
 
8
  def predict(message, history):
9
  conversation = []
 
3
 
4
  model_id = "deepseek-ai/DeepSeek-V3"
5
  tokenizer = AutoTokenizer.from_pretrained(model_id)
6
+ model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", trust_remote_code=True) # device_map="auto" for GPU if available, ADD trust_remote_code=True
7
 
8
  def predict(message, history):
9
  conversation = []