Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -62,6 +62,9 @@ tokenizer.padding_side = 'left'
|
|
62 |
# Load the GaiaMiniMed model with the specified configuration
|
63 |
|
64 |
peft_config = PeftConfig.from_pretrained("Tonic/GaiaMiniMed")
|
|
|
|
|
|
|
65 |
peft_model = AutoModelForCausalLM.from_pretrained("tiiuae/falcon-7b-instruct")
|
66 |
peft_model = PeftModel.from_pretrained(peft_model, "Tonic/GaiaMiniMed")
|
67 |
|
|
|
62 |
# Load the GaiaMiniMed model with the specified configuration
|
63 |
|
64 |
peft_config = PeftConfig.from_pretrained("Tonic/GaiaMiniMed")
|
65 |
+
|
66 |
+
# Using Optimum
|
67 |
+
peft_model.to_bettertransformer()
|
68 |
peft_model = AutoModelForCausalLM.from_pretrained("tiiuae/falcon-7b-instruct")
|
69 |
peft_model = PeftModel.from_pretrained(peft_model, "Tonic/GaiaMiniMed")
|
70 |
|