yasserrmd commited on
Commit
d919dde
1 Parent(s): 0351e82

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -5,8 +5,9 @@ import spaces
5
 
6
  model_name = "MBZUAI-Paris/Atlas-Chat-27B"
7
  model = AutoModelForCausalLM.from_pretrained(
 
8
  model_name,
9
- load_in_4bit=True,
10
  device_map="auto"
11
  )
12
  tokenizer = AutoTokenizer.from_pretrained(model_name)
 
5
 
6
  model_name = "MBZUAI-Paris/Atlas-Chat-27B"
7
  model = AutoModelForCausalLM.from_pretrained(
8
+ "text-generation",
9
  model_name,
10
+ model_kwargs={"torch_dtype": torch.bfloat16},
11
  device_map="auto"
12
  )
13
  tokenizer = AutoTokenizer.from_pretrained(model_name)