Spaces:

nkanungo
/

phi2

Sleeping

nkanungo commited on Jan 3, 2024

Commit

5076d6b

1 Parent(s): d2c504e

Upload app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -7,7 +7,7 @@ import gradio as gr
 model = AutoModelForCausalLM.from_pretrained(
     "microsoft/phi-2",
     torch_dtype=torch.float32,
-    device_map="auto",
     trust_remote_code=True
 )
 model.load_adapter('checkpoint-960')

 model = AutoModelForCausalLM.from_pretrained(
     "microsoft/phi-2",
     torch_dtype=torch.float32,
+    device_map="cpu",
     trust_remote_code=True
 )
 model.load_adapter('checkpoint-960')