tomo1222 commited on
Commit
dbf26bf
·
verified ·
1 Parent(s): dbf0e6e

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -66,9 +66,9 @@ tokenizer.chat_template = """
66
  """
67
  FastLanguageModel.for_inference(model) # Enable native 2x faster inference
68
 
69
- with open("Japanese-QA111dataset.jsonl","r",encoding='utf-8') as f:
70
- ref_tasks = [json.loads(l) for l in f.readlines()]
71
- ref_tasks_input =[task["input"] for task in ref_tasks]
72
 
73
  dic = {}
74
  dic_input = {}
 
66
  """
67
  FastLanguageModel.for_inference(model) # Enable native 2x faster inference
68
 
69
+ dataset = load_dataset("tomo1222/Japanese-QA111dataset")
70
+ ref_tasks = list(dataset["train"])
71
+ ref_tasks_input = [task["input"] for task in ref_tasks]
72
 
73
  dic = {}
74
  dic_input = {}