lightblue
/

ao-karasu-72B

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

ptrdvn commited on Mar 21

Commit

0544092

•

1 Parent(s): 4b9f131

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -13,8 +13,8 @@ A100の4枚の環境がおすすめです
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
-tokenizer = AutoTokenizer.from_pretrained("lightblue/aokarasu-72B")
-model = AutoModelForCausalLM.from_pretrained("lightblue/aokarasu-72B", device_map="auto")
 pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)

 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
+tokenizer = AutoTokenizer.from_pretrained("lightblue/ao-karasu-72B")
+model = AutoModelForCausalLM.from_pretrained("lightblue/ao-karasu-72B", device_map="auto")
 pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)