commit changes
Browse files
app.py
CHANGED
@@ -13,7 +13,7 @@ model_name = "TRI-ML/DCLM-1B-IT"
|
|
13 |
# Load the configuration, tokenizer, and model separately
|
14 |
config = OpenLMConfig.from_pretrained(model_name)
|
15 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
16 |
-
model = OpenLMforCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="cuda", config=config)
|
17 |
|
18 |
# Define the prompt format
|
19 |
def create_prompt(instruction):
|
|
|
13 |
# Load the configuration, tokenizer, and model separately
|
14 |
config = OpenLMConfig.from_pretrained(model_name)
|
15 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
16 |
+
model = OpenLMforCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="cuda", config=config )
|
17 |
|
18 |
# Define the prompt format
|
19 |
def create_prompt(instruction):
|