yasserrmd commited on
Commit
a39566b
1 Parent(s): 490d5f3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -4,9 +4,10 @@ import torch
4
  import spaces
5
 
6
  model_name = "MBZUAI-Paris/Atlas-Chat-27B"
 
7
  model = AutoModelForCausalLM.from_pretrained(
8
  model_name,
9
- model_kwargs={"torch_dtype": torch.bfloat16},
10
  device_map="auto"
11
  )
12
  tokenizer = AutoTokenizer.from_pretrained(model_name)
 
4
  import spaces
5
 
6
  model_name = "MBZUAI-Paris/Atlas-Chat-27B"
7
+ dtype = torch.bfloat16
8
  model = AutoModelForCausalLM.from_pretrained(
9
  model_name,
10
+ torch_dtype=dtype,
11
  device_map="auto"
12
  )
13
  tokenizer = AutoTokenizer.from_pretrained(model_name)