Tonic commited on
Commit
92b0090
1 Parent(s): 068d629

commit changes

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ model_name = "TRI-ML/DCLM-1B-IT"
13
  # Load the configuration, tokenizer, and model separately
14
  config = OpenLMConfig.from_pretrained(model_name)
15
  tokenizer = AutoTokenizer.from_pretrained(model_name)
16
- model = OpenLMforCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="cuda", config=config)
17
 
18
  # Define the prompt format
19
  def create_prompt(instruction):
 
13
  # Load the configuration, tokenizer, and model separately
14
  config = OpenLMConfig.from_pretrained(model_name)
15
  tokenizer = AutoTokenizer.from_pretrained(model_name)
16
+ model = OpenLMforCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="cuda", config=config )
17
 
18
  # Define the prompt format
19
  def create_prompt(instruction):