Commit
·
f2ef112
1
Parent(s):
eb4b3b5
Update handler.py
Browse files- handler.py +0 -1
handler.py
CHANGED
|
@@ -16,7 +16,6 @@ from typing import Dict, List, Any
|
|
| 16 |
name="Kanpredict/gptj-6b-8bits"
|
| 17 |
model = AutoModelForCausalLM.from_pretrained(name, device_map="auto", load_in_8bit=True)
|
| 18 |
tokenizer = AutoTokenizer.from_pretrained(name)
|
| 19 |
-
device = 0 if torch.cuda.is_available() else -1
|
| 20 |
|
| 21 |
|
| 22 |
class EndpointHandler:
|
|
|
|
| 16 |
name="Kanpredict/gptj-6b-8bits"
|
| 17 |
model = AutoModelForCausalLM.from_pretrained(name, device_map="auto", load_in_8bit=True)
|
| 18 |
tokenizer = AutoTokenizer.from_pretrained(name)
|
|
|
|
| 19 |
|
| 20 |
|
| 21 |
class EndpointHandler:
|