KoichiYasuoka
/

gpt2-large-serbian-upos

Token Classification

dependency-parsing

Model card Files Files and versions Community

KoichiYasuoka commited on 22 days ago

Commit

6c0dc23

•

1 Parent(s): ef65075

esupar

Files changed (1) hide show

maker.py +2 -1

maker.py CHANGED Viewed

@@ -2,7 +2,7 @@
 src="jerteh/gpt2-orao"
 tgt="KoichiYasuoka/gpt2-large-serbian-upos"
-import os
 from transformers import AutoTokenizer,AutoConfig,GPT2ForTokenClassification,DataCollatorForTokenClassification,TrainingArguments,Trainer
 from tokenizers.pre_tokenizers import Sequence,Punctuation
 for d in ["UD_Serbian-SET","UD_Croatian-SET"]:
@@ -73,3 +73,4 @@ trn=Trainer(args=arg,data_collator=DataCollatorForTokenClassification(tkz),model
 trn.train()
 trn.save_model(tgt)
 tkz.save_pretrained(tgt)

 src="jerteh/gpt2-orao"
 tgt="KoichiYasuoka/gpt2-large-serbian-upos"
+import os,sys
 from transformers import AutoTokenizer,AutoConfig,GPT2ForTokenClassification,DataCollatorForTokenClassification,TrainingArguments,Trainer
 from tokenizers.pre_tokenizers import Sequence,Punctuation
 for d in ["UD_Serbian-SET","UD_Croatian-SET"]:
 trn.train()
 trn.save_model(tgt)
 tkz.save_pretrained(tgt)
+os.system(sys.executable+" -m esupar.train "+tgt+" "+tgt+" 16 /// train.conllu dev.conllu test.conllu")