Add application file

app.py

@@ -0,0 +1,45 @@
+import string
+import gradio as gr
+import requests
+import torch
+from transformers import (
+    AutoConfig,
+    AutoModelForSequenceClassification,
+    AutoTokenizer,
+)
+
+model_dir = "my-bert-model"
+
+config = AutoConfig.from_pretrained(model_dir, num_labels=2, finetuning_task="text-classification")
+tokenizer = AutoTokenizer.from_pretrained(model_dir)
+model = AutoModelForSequenceClassification.from_pretrained(model_dir, config=config)
+
+def inference(input_text):
+    inputs = tokenizer.batch_encode_plus(
+                [input_text],
+                max_length=512,
+                pad_to_max_length=True,
+                truncation=True,
+                padding="max_length",
+                return_tensors="pt",
+            )
+    
+    with torch.no_grad():
+        logits = model(**inputs).logits
+    
+    predicted_class_id = logits.argmax().item()
+    output = model.config.id2label[predicted_class_id]
+    return output
+
+demo = gr.Interface(
+    fn=inference,
+    inputs=gr.Textbox(label="Input Text", scale=2, container=False),
+    outputs=gr.Textbox(label="Output Label"),
+    examples = [
+        ["My last two weather pics from the storm on August 2nd. People packed up real fast after the temp dropped and winds picked up.", 1],
+        ["Lying Clinton sinking! Donald Trump singing: Let's Make America Great Again!", 0],
+        ],
+    title="Tutorial: BERT-based Text Classificatioin",
+    )
+
+demo.launch(debug=True)

my-bert-model/all_results.json

@@ -0,0 +1,13 @@
+{
+    "epoch": 2.0,
+    "eval_accuracy": 0.8424162836506894,
+    "eval_loss": 0.3867124319076538,
+    "eval_runtime": 24.5882,
+    "eval_samples_per_second": 61.94,
+    "eval_steps_per_second": 1.952,
+    "total_flos": 3204692654284800.0,
+    "train_loss": 0.40264760761360846,
+    "train_runtime": 4707.1195,
+    "train_samples_per_second": 2.588,
+    "train_steps_per_second": 0.081
+}

my-bert-model/config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "bert-base-uncased",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.45.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

my-bert-model/eval_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.0,
+    "eval_accuracy": 0.8424162836506894,
+    "eval_loss": 0.3867124319076538,
+    "eval_runtime": 24.5882,
+    "eval_samples_per_second": 61.94,
+    "eval_steps_per_second": 1.952
+}

my-bert-model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f7f82a3d6326b3d373c348783394240a3f8365be4f5ddcc3ad8588bdec48a8
+size 437958648

my-bert-model/predict_results.txt

@@ -0,0 +1,3264 @@
+index	prediction
+0	1
+1	1
+2	1
+3	1
+4	1
+5	1
+6	0
+7	0
+8	0
+9	0
+10	0
+11	0
+12	0
+13	0
+14	0
+15	1
+16	0
+17	1
+18	0
+19	0
+20	1
+21	0
+22	0
+23	1
+24	0
+25	1
+26	0
+27	0
+28	0
+29	1
+30	0
+31	0
+32	0
+33	0
+34	1
+35	0
+36	1
+37	0
+38	0
+39	1
+40	0
+41	1
+42	1
+43	0
+44	0
+45	0
+46	0
+47	0
+48	1
+49	0
+50	0
+51	0
+52	1
+53	0
+54	0
+55	0
+56	0
+57	0
+58	0
+59	0
+60	1
+61	0
+62	1
+63	1
+64	1
+65	1
+66	0
+67	1
+68	1
+69	1
+70	0
+71	1
+72	1
+73	1
+74	1
+75	1
+76	0
+77	0
+78	0
+79	1
+80	0
+81	0
+82	0
+83	1
+84	1
+85	0
+86	0
+87	1
+88	1
+89	1
+90	0
+91	0
+92	0
+93	0
+94	0
+95	0
+96	0
+97	1
+98	1
+99	0
+100	0
+101	0
+102	0
+103	0
+104	1
+105	0
+106	0
+107	0
+108	0
+109	0
+110	0
+111	0
+112	1
+113	0
+114	0
+115	0
+116	1
+117	0
+118	0
+119	1
+120	0
+121	0
+122	0
+123	0
+124	0
+125	0
+126	0
+127	0
+128	0
+129	0
+130	0
+131	0
+132	1
+133	0
+134	0
+135	0
+136	0
+137	0
+138	0
+139	0
+140	1
+141	0
+142	0
+143	0
+144	0
+145	0
+146	1
+147	0
+148	0
+149	1
+150	0
+151	0
+152	0
+153	0
+154	0
+155	0
+156	0
+157	0
+158	0
+159	0
+160	0
+161	0
+162	0
+163	0
+164	0
+165	0
+166	1
+167	1
+168	1
+169	1
+170	0
+171	1
+172	1
+173	0
+174	1
+175	1
+176	1
+177	1
+178	1
+179	0
+180	1
+181	0
+182	0
+183	1
+184	1
+185	0
+186	0
+187	0
+188	1
+189	1
+190	0
+191	1
+192	1
+193	0
+194	0
+195	0
+196	1
+197	1
+198	1
+199	1
+200	1
+201	0
+202	0
+203	0
+204	1
+205	0
+206	0
+207	1
+208	0
+209	0
+210	0
+211	0
+212	0
+213	0
+214	1
+215	1
+216	1
+217	1
+218	1
+219	1
+220	1
+221	1
+222	0
+223	0
+224	0
+225	1
+226	1
+227	1
+228	1
+229	0
+230	0
+231	0
+232	0
+233	0
+234	0
+235	0
+236	0
+237	0
+238	0
+239	0
+240	0
+241	0
+242	0
+243	0
+244	0
+245	1
+246	0
+247	0
+248	1
+249	1
+250	0
+251	0
+252	0
+253	0
+254	0
+255	0
+256	1
+257	1
+258	1
+259	0
+260	1
+261	1
+262	1
+263	1
+264	0
+265	1
+266	0
+267	1
+268	1
+269	1
+270	1
+271	1
+272	1
+273	0
+274	1
+275	0
+276	1
+277	1
+278	1
+279	1
+280	1
+281	0
+282	1
+283	1
+284	0
+285	1
+286	1
+287	0
+288	0
+289	0
+290	0
+291	0
+292	0
+293	1
+294	0
+295	0
+296	0
+297	0
+298	1
+299	0
+300	0
+301	0
+302	0
+303	0
+304	0
+305	0
+306	0
+307	0
+308	0
+309	0
+310	1
+311	0
+312	1
+313	0
+314	0
+315	0
+316	1
+317	0
+318	1
+319	0
+320	0
+321	0
+322	0
+323	0
+324	0
+325	0
+326	1
+327	0
+328	0
+329	0
+330	0
+331	0
+332	0
+333	0
+334	0
+335	0
+336	0
+337	0
+338	0
+339	0
+340	0
+341	0
+342	0
+343	0
+344	0
+345	1
+346	0
+347	0
+348	0
+349	0
+350	0
+351	0
+352	0
+353	0
+354	0
+355	0
+356	0
+357	0
+358	0
+359	0
+360	0
+361	0
+362	0
+363	0
+364	1
+365	0
+366	0
+367	0
+368	0
+369	0
+370	0
+371	0
+372	0
+373	1
+374	0
+375	0
+376	0
+377	0
+378	0
+379	0
+380	0
+381	0
+382	0
+383	0
+384	0
+385	0
+386	0
+387	0
+388	0
+389	0
+390	0
+391	0
+392	0
+393	0
+394	0
+395	0
+396	0
+397	0
+398	0
+399	0
+400	0
+401	0
+402	0
+403	0
+404	0
+405	0
+406	0
+407	0
+408	0
+409	0
+410	0
+411	0
+412	0
+413	0
+414	0
+415	0
+416	0
+417	1
+418	0
+419	0
+420	0
+421	0
+422	0
+423	0
+424	1
+425	0
+426	0
+427	0
+428	0
+429	0
+430	0
+431	0
+432	0
+433	0
+434	0
+435	0
+436	0
+437	0
+438	0
+439	0
+440	0
+441	0
+442	0
+443	0
+444	0
+445	0
+446	1
+447	0
+448	0
+449	0
+450	0
+451	0
+452	0
+453	0
+454	0
+455	0
+456	0
+457	0
+458	0
+459	0
+460	0
+461	0
+462	0
+463	0
+464	0
+465	0
+466	0
+467	0
+468	0
+469	0
+470	1
+471	1
+472	0
+473	0
+474	0
+475	1
+476	1
+477	1
+478	1
+479	1
+480	1
+481	0
+482	0
+483	1
+484	0
+485	0
+486	0
+487	1
+488	0
+489	1
+490	1
+491	1
+492	1
+493	1
+494	0
+495	1
+496	0
+497	0
+498	1
+499	1
+500	1
+501	1
+502	1
+503	1
+504	1
+505	1
+506	1
+507	1
+508	1
+509	1
+510	1
+511	1
+512	0
+513	1
+514	1
+515	1
+516	1
+517	1
+518	1
+519	0
+520	1
+521	1
+522	1
+523	1
+524	0
+525	1
+526	1
+527	1
+528	1
+529	1
+530	1
+531	0
+532	0
+533	1
+534	1
+535	1
+536	0
+537	1
+538	1
+539	1
+540	1
+541	1
+542	1
+543	1
+544	1
+545	1
+546	1
+547	1
+548	1
+549	1
+550	1
+551	1
+552	1
+553	1
+554	1
+555	1
+556	1
+557	1
+558	1
+559	0
+560	0
+561	1
+562	1
+563	0
+564	0
+565	0
+566	0
+567	0
+568	0
+569	0
+570	0
+571	0
+572	0
+573	0
+574	0
+575	1
+576	0
+577	1
+578	0
+579	0
+580	1
+581	0
+582	0
+583	0
+584	0
+585	0
+586	0
+587	0
+588	0
+589	0
+590	0
+591	1
+592	0
+593	1
+594	1
+595	1
+596	0
+597	1
+598	1
+599	0
+600	1
+601	1
+602	1
+603	1
+604	0
+605	1
+606	1
+607	1
+608	1
+609	1
+610	1
+611	1
+612	1
+613	0
+614	1
+615	1
+616	1
+617	1
+618	0
+619	1
+620	1
+621	0
+622	1
+623	1
+624	0
+625	1
+626	1
+627	1
+628	1
+629	1
+630	1
+631	1
+632	0
+633	0
+634	0
+635	1
+636	1
+637	0
+638	0
+639	1
+640	0
+641	1
+642	0
+643	0
+644	0
+645	0
+646	0
+647	0
+648	0
+649	1
+650	0
+651	0
+652	0
+653	0
+654	1
+655	0
+656	0
+657	0
+658	0
+659	1
+660	1
+661	0
+662	0
+663	1
+664	1
+665	0
+666	0
+667	0
+668	1
+669	1
+670	0
+671	0
+672	0
+673	0
+674	0
+675	1
+676	0
+677	0
+678	0
+679	1
+680	0
+681	1
+682	0
+683	1
+684	1
+685	0
+686	1
+687	1
+688	1
+689	1
+690	0
+691	1
+692	1
+693	1
+694	0
+695	0
+696	0
+697	0
+698	0
+699	0
+700	1
+701	0
+702	1
+703	0
+704	0
+705	0
+706	0
+707	0
+708	0
+709	1
+710	1
+711	1
+712	0
+713	0
+714	1
+715	0
+716	1
+717	0
+718	1
+719	0
+720	1
+721	1
+722	0
+723	1
+724	0
+725	0
+726	1
+727	0
+728	0
+729	0
+730	0
+731	1
+732	0
+733	1
+734	0
+735	0
+736	0
+737	1
+738	0
+739	0
+740	0
+741	0
+742	0
+743	0
+744	0
+745	0
+746	0
+747	0
+748	0
+749	0
+750	0
+751	0
+752	0
+753	0
+754	0
+755	1
+756	0
+757	0
+758	0
+759	0
+760	0
+761	1
+762	0
+763	0
+764	0
+765	1
+766	1
+767	1
+768	1
+769	1
+770	1
+771	1
+772	1
+773	0
+774	0
+775	1
+776	1
+777	1
+778	0
+779	1
+780	0
+781	0
+782	0
+783	0
+784	1
+785	0
+786	1
+787	1
+788	0
+789	1
+790	1
+791	1
+792	0
+793	0
+794	0
+795	0
+796	0
+797	0
+798	1
+799	1
+800	1
+801	1
+802	1
+803	0
+804	1
+805	0
+806	1
+807	0
+808	0
+809	0
+810	0
+811	0
+812	0
+813	0
+814	0
+815	0
+816	0
+817	0
+818	0
+819	0
+820	0
+821	0
+822	0
+823	0
+824	0
+825	0
+826	0
+827	0
+828	0
+829	0
+830	0
+831	0
+832	0
+833	0
+834	0
+835	0
+836	0
+837	0
+838	0
+839	0
+840	0
+841	1
+842	0
+843	0
+844	0
+845	0
+846	0
+847	0
+848	0
+849	0
+850	0
+851	0
+852	0
+853	1
+854	1
+855	0
+856	1
+857	1
+858	1
+859	1
+860	1
+861	1
+862	0
+863	1
+864	1
+865	1
+866	0
+867	1
+868	1
+869	1
+870	1
+871	0
+872	0
+873	1
+874	0
+875	0
+876	0
+877	1
+878	0
+879	0
+880	0
+881	0
+882	0
+883	0
+884	0
+885	0
+886	0
+887	0
+888	0
+889	0
+890	0
+891	1
+892	0
+893	0
+894	0
+895	0
+896	0
+897	0
+898	0
+899	0
+900	0
+901	0
+902	0
+903	0
+904	0
+905	0
+906	0
+907	0
+908	1
+909	0
+910	1
+911	0
+912	0
+913	0
+914	0
+915	0
+916	0
+917	0
+918	0
+919	0
+920	0
+921	1
+922	0
+923	0
+924	1
+925	0
+926	0
+927	0
+928	1
+929	0
+930	1
+931	0
+932	1
+933	0
+934	0
+935	1
+936	1
+937	0
+938	1
+939	0
+940	0
+941	1
+942	1
+943	1
+944	1
+945	1
+946	1
+947	1
+948	1
+949	1
+950	1
+951	1
+952	1
+953	0
+954	0
+955	0
+956	0
+957	0
+958	0
+959	0
+960	0
+961	0
+962	0
+963	1
+964	0
+965	0
+966	1
+967	0
+968	0
+969	0
+970	0
+971	0
+972	0
+973	0
+974	0
+975	0
+976	0
+977	0
+978	0
+979	0
+980	0
+981	1
+982	1
+983	0
+984	0
+985	1
+986	0
+987	0
+988	0
+989	0
+990	0
+991	0
+992	0
+993	0
+994	0
+995	0
+996	0
+997	0
+998	0
+999	0
+1000	1
+1001	0
+1002	0
+1003	0
+1004	0
+1005	0
+1006	0
+1007	0
+1008	1
+1009	0
+1010	0
+1011	0
+1012	1
+1013	0
+1014	0
+1015	0
+1016	0
+1017	0
+1018	0
+1019	0
+1020	0
+1021	0
+1022	0
+1023	0
+1024	1
+1025	1
+1026	0
+1027	0
+1028	0
+1029	0
+1030	1
+1031	0
+1032	0
+1033	0
+1034	0
+1035	0
+1036	0
+1037	0
+1038	0
+1039	1
+1040	0
+1041	1
+1042	0
+1043	1
+1044	0
+1045	0
+1046	0
+1047	0
+1048	0
+1049	0
+1050	0
+1051	0
+1052	1
+1053	0
+1054	1
+1055	1
+1056	1
+1057	1
+1058	1
+1059	1
+1060	1
+1061	1
+1062	1
+1063	0
+1064	1
+1065	1
+1066	1
+1067	1
+1068	1
+1069	1
+1070	1
+1071	1
+1072	1
+1073	1
+1074	1
+1075	0
+1076	0
+1077	0
+1078	0
+1079	0
+1080	0
+1081	0
+1082	0
+1083	0
+1084	0
+1085	0
+1086	0
+1087	1
+1088	0
+1089	0
+1090	0
+1091	0
+1092	0
+1093	0
+1094	0
+1095	0
+1096	0
+1097	0
+1098	0
+1099	0
+1100	1
+1101	0
+1102	0
+1103	0
+1104	0
+1105	0
+1106	0
+1107	0
+1108	0
+1109	0
+1110	0
+1111	0
+1112	0
+1113	0
+1114	0
+1115	0
+1116	0
+1117	0
+1118	0
+1119	1
+1120	1
+1121	0
+1122	0
+1123	0
+1124	1
+1125	0
+1126	0
+1127	0
+1128	1
+1129	1
+1130	0
+1131	0
+1132	1
+1133	1
+1134	0
+1135	0
+1136	0
+1137	0
+1138	0
+1139	1
+1140	1
+1141	0
+1142	0
+1143	0
+1144	0
+1145	0
+1146	1
+1147	1
+1148	0
+1149	1
+1150	1
+1151	0
+1152	0
+1153	0
+1154	0
+1155	0
+1156	0
+1157	0
+1158	0
+1159	0
+1160	1
+1161	0
+1162	0
+1163	0
+1164	0
+1165	1
+1166	0
+1167	0
+1168	0
+1169	0
+1170	1
+1171	0
+1172	0
+1173	0
+1174	0
+1175	0
+1176	0
+1177	1
+1178	0
+1179	1
+1180	0
+1181	0
+1182	0
+1183	1
+1184	1
+1185	0
+1186	0
+1187	0
+1188	0
+1189	1
+1190	0
+1191	1
+1192	0
+1193	0
+1194	0
+1195	1
+1196	0
+1197	0
+1198	0
+1199	0
+1200	0
+1201	0
+1202	0
+1203	0
+1204	1
+1205	0
+1206	1
+1207	1
+1208	0
+1209	1
+1210	0
+1211	1
+1212	1
+1213	0
+1214	1
+1215	1
+1216	1
+1217	1
+1218	1
+1219	1
+1220	1
+1221	0
+1222	0
+1223	0
+1224	0
+1225	0
+1226	0
+1227	1
+1228	1
+1229	0
+1230	0
+1231	1
+1232	1
+1233	1
+1234	1
+1235	0
+1236	1
+1237	1
+1238	1
+1239	0
+1240	0
+1241	1
+1242	0
+1243	1
+1244	1
+1245	0
+1246	1
+1247	1
+1248	0
+1249	1
+1250	1
+1251	1
+1252	1
+1253	1
+1254	1
+1255	1
+1256	1
+1257	1
+1258	1
+1259	1
+1260	0
+1261	0
+1262	0
+1263	0
+1264	0
+1265	0
+1266	0
+1267	0
+1268	0
+1269	0
+1270	0
+1271	0
+1272	0
+1273	0
+1274	0
+1275	0
+1276	0
+1277	0
+1278	0
+1279	1
+1280	1
+1281	1
+1282	1
+1283	0
+1284	1
+1285	0
+1286	0
+1287	0
+1288	1
+1289	0
+1290	1
+1291	0
+1292	1
+1293	1
+1294	0
+1295	0
+1296	0
+1297	0
+1298	0
+1299	0
+1300	0
+1301	1
+1302	1
+1303	0
+1304	1
+1305	0
+1306	1
+1307	0
+1308	1
+1309	0
+1310	1
+1311	1
+1312	0
+1313	0
+1314	1
+1315	1
+1316	1
+1317	1
+1318	0
+1319	1
+1320	1
+1321	1
+1322	1
+1323	1
+1324	1
+1325	0
+1326	1
+1327	1
+1328	1
+1329	1
+1330	1
+1331	0
+1332	0
+1333	0
+1334	0
+1335	0
+1336	0
+1337	0
+1338	0
+1339	0
+1340	0
+1341	0
+1342	0
+1343	0
+1344	0
+1345	0
+1346	0
+1347	0
+1348	0
+1349	0
+1350	0
+1351	0
+1352	1
+1353	0
+1354	0
+1355	1
+1356	0
+1357	1
+1358	0
+1359	0
+1360	0
+1361	0
+1362	0
+1363	0
+1364	0
+1365	0
+1366	0
+1367	0
+1368	0
+1369	0
+1370	0
+1371	0
+1372	0
+1373	0
+1374	0
+1375	0
+1376	0
+1377	0
+1378	0
+1379	1
+1380	1
+1381	1
+1382	1
+1383	1
+1384	0
+1385	0
+1386	0
+1387	0
+1388	0
+1389	1
+1390	1
+1391	1
+1392	1
+1393	0
+1394	1
+1395	0
+1396	1
+1397	1
+1398	0
+1399	0
+1400	0
+1401	0
+1402	0
+1403	0
+1404	0
+1405	0
+1406	0
+1407	0
+1408	0
+1409	0
+1410	1
+1411	0
+1412	0
+1413	0
+1414	0
+1415	1
+1416	0
+1417	0
+1418	0
+1419	1
+1420	0
+1421	0
+1422	1
+1423	1
+1424	0
+1425	0
+1426	0
+1427	0
+1428	0
+1429	1
+1430	1
+1431	0
+1432	1
+1433	0
+1434	0
+1435	1
+1436	1
+1437	0
+1438	1
+1439	1
+1440	1
+1441	1
+1442	1
+1443	1
+1444	1
+1445	1
+1446	1
+1447	1
+1448	1
+1449	1
+1450	0
+1451	1
+1452	0
+1453	1
+1454	0
+1455	0
+1456	1
+1457	1
+1458	1
+1459	1
+1460	1
+1461	1
+1462	1
+1463	1
+1464	0
+1465	0
+1466	0
+1467	0
+1468	0
+1469	0
+1470	0
+1471	0
+1472	0
+1473	0
+1474	0
+1475	0
+1476	0
+1477	1
+1478	0
+1479	0
+1480	1
+1481	0
+1482	0
+1483	0
+1484	1
+1485	1
+1486	0
+1487	0
+1488	0
+1489	0
+1490	0
+1491	1
+1492	0
+1493	0
+1494	1
+1495	0
+1496	0
+1497	0
+1498	1
+1499	0
+1500	1
+1501	1
+1502	0
+1503	0
+1504	0
+1505	1
+1506	0
+1507	0
+1508	0
+1509	1
+1510	0
+1511	0
+1512	1
+1513	1
+1514	1
+1515	1
+1516	1
+1517	1
+1518	0
+1519	0
+1520	0
+1521	0
+1522	1
+1523	1
+1524	1
+1525	1
+1526	0
+1527	0
+1528	1
+1529	1
+1530	0
+1531	1
+1532	1
+1533	1
+1534	1
+1535	0
+1536	1
+1537	1
+1538	1
+1539	0
+1540	0
+1541	0
+1542	1
+1543	1
+1544	1
+1545	0
+1546	1
+1547	1
+1548	1
+1549	1
+1550	0
+1551	1
+1552	0
+1553	0
+1554	0
+1555	0
+1556	0
+1557	0
+1558	1
+1559	0
+1560	1
+1561	0
+1562	0
+1563	0
+1564	0
+1565	0
+1566	0
+1567	0
+1568	0
+1569	0
+1570	1
+1571	0
+1572	0
+1573	0
+1574	0
+1575	1
+1576	0
+1577	0
+1578	0
+1579	0
+1580	1
+1581	0
+1582	0
+1583	0
+1584	0
+1585	1
+1586	1
+1587	1
+1588	1
+1589	0
+1590	1
+1591	1
+1592	0
+1593	0
+1594	1
+1595	1
+1596	1
+1597	1
+1598	1
+1599	1
+1600	1
+1601	0
+1602	1
+1603	0
+1604	0
+1605	0
+1606	0
+1607	0
+1608	1
+1609	0
+1610	1
+1611	0
+1612	1
+1613	0
+1614	0
+1615	1
+1616	0
+1617	1
+1618	0
+1619	0
+1620	0
+1621	0
+1622	0
+1623	0
+1624	0
+1625	0
+1626	0
+1627	0
+1628	0
+1629	0
+1630	0
+1631	0
+1632	0
+1633	0
+1634	0
+1635	0
+1636	0
+1637	0
+1638	0
+1639	0
+1640	0
+1641	0
+1642	0
+1643	0
+1644	0
+1645	0
+1646	0
+1647	0
+1648	0
+1649	0
+1650	0
+1651	0
+1652	1
+1653	1
+1654	1
+1655	0
+1656	0
+1657	0
+1658	1
+1659	0
+1660	0
+1661	1
+1662	1
+1663	0
+1664	0
+1665	0
+1666	1
+1667	0
+1668	1
+1669	1
+1670	1
+1671	1
+1672	1
+1673	1
+1674	0
+1675	0
+1676	0
+1677	0
+1678	1
+1679	1
+1680	0
+1681	1
+1682	1
+1683	1
+1684	1
+1685	1
+1686	1
+1687	0
+1688	1
+1689	1
+1690	1
+1691	1
+1692	1
+1693	1
+1694	1
+1695	1
+1696	1
+1697	1
+1698	1
+1699	1
+1700	1
+1701	1
+1702	1
+1703	1
+1704	1
+1705	1
+1706	1
+1707	1
+1708	1
+1709	1
+1710	1
+1711	0
+1712	1
+1713	1
+1714	0
+1715	1
+1716	1
+1717	1
+1718	0
+1719	0
+1720	1
+1721	0
+1722	0
+1723	1
+1724	1
+1725	0
+1726	0
+1727	1
+1728	0
+1729	1
+1730	1
+1731	1
+1732	1
+1733	1
+1734	1
+1735	0
+1736	1
+1737	1
+1738	1
+1739	1
+1740	1
+1741	1
+1742	1
+1743	1
+1744	1
+1745	1
+1746	1
+1747	0
+1748	0
+1749	0
+1750	0
+1751	0
+1752	0
+1753	0
+1754	0
+1755	0
+1756	0
+1757	0
+1758	0
+1759	0
+1760	0
+1761	0
+1762	0
+1763	0
+1764	0
+1765	0
+1766	0
+1767	0
+1768	0
+1769	0
+1770	0
+1771	1
+1772	0
+1773	0
+1774	1
+1775	1
+1776	1
+1777	1
+1778	1
+1779	0
+1780	0
+1781	0
+1782	0
+1783	0
+1784	1
+1785	1
+1786	0
+1787	0
+1788	0
+1789	1
+1790	1
+1791	1
+1792	1
+1793	1
+1794	1
+1795	1
+1796	1
+1797	1
+1798	0
+1799	0
+1800	1
+1801	1
+1802	1
+1803	0
+1804	0
+1805	0
+1806	0
+1807	0
+1808	0
+1809	0
+1810	1
+1811	0
+1812	0
+1813	0
+1814	1
+1815	1
+1816	0
+1817	1
+1818	1
+1819	0
+1820	1
+1821	0
+1822	0
+1823	1
+1824	1
+1825	1
+1826	1
+1827	0
+1828	0
+1829	1
+1830	0
+1831	0
+1832	0
+1833	0
+1834	1
+1835	0
+1836	0
+1837	0
+1838	0
+1839	0
+1840	1
+1841	1
+1842	1
+1843	0
+1844	0
+1845	0
+1846	1
+1847	0
+1848	1
+1849	1
+1850	0
+1851	0
+1852	0
+1853	0
+1854	0
+1855	1
+1856	0
+1857	1
+1858	0
+1859	1
+1860	0
+1861	0
+1862	0
+1863	0
+1864	1
+1865	1
+1866	1
+1867	0
+1868	1
+1869	1
+1870	1
+1871	1
+1872	1
+1873	1
+1874	0
+1875	1
+1876	1
+1877	1
+1878	0
+1879	0
+1880	0
+1881	1
+1882	1
+1883	1
+1884	1
+1885	0
+1886	1
+1887	1
+1888	1
+1889	1
+1890	1
+1891	1
+1892	1
+1893	1
+1894	0
+1895	1
+1896	1
+1897	1
+1898	1
+1899	1
+1900	0
+1901	0
+1902	1
+1903	1
+1904	0
+1905	0
+1906	1
+1907	0
+1908	1
+1909	0
+1910	1
+1911	1
+1912	1
+1913	1
+1914	1
+1915	1
+1916	0
+1917	1
+1918	1
+1919	0
+1920	1
+1921	1
+1922	1
+1923	1
+1924	0
+1925	0
+1926	1
+1927	0
+1928	0
+1929	0
+1930	1
+1931	0
+1932	1
+1933	0
+1934	1
+1935	0
+1936	0
+1937	0
+1938	1
+1939	0
+1940	0
+1941	1
+1942	1
+1943	0
+1944	0
+1945	0
+1946	0
+1947	0
+1948	0
+1949	1
+1950	1
+1951	0
+1952	0
+1953	0
+1954	0
+1955	0
+1956	1
+1957	0
+1958	0
+1959	0
+1960	0
+1961	0
+1962	0
+1963	0
+1964	0
+1965	0
+1966	0
+1967	1
+1968	1
+1969	1
+1970	0
+1971	0
+1972	0
+1973	1
+1974	0
+1975	0
+1976	1
+1977	0
+1978	1
+1979	0
+1980	0
+1981	0
+1982	0
+1983	0
+1984	0
+1985	0
+1986	1
+1987	0
+1988	0
+1989	0
+1990	0
+1991	0
+1992	0
+1993	0
+1994	0
+1995	0
+1996	1
+1997	0
+1998	0
+1999	0
+2000	0
+2001	0
+2002	1
+2003	0
+2004	1
+2005	1
+2006	1
+2007	1
+2008	0
+2009	0
+2010	0
+2011	0
+2012	0
+2013	0
+2014	0
+2015	0
+2016	0
+2017	1
+2018	1
+2019	0
+2020	0
+2021	0
+2022	0
+2023	0
+2024	0
+2025	0
+2026	0
+2027	0
+2028	0
+2029	0
+2030	0
+2031	0
+2032	1
+2033	0
+2034	0
+2035	0
+2036	0
+2037	1
+2038	1
+2039	0
+2040	0
+2041	1
+2042	0
+2043	1
+2044	1
+2045	1
+2046	1
+2047	1
+2048	1
+2049	0
+2050	1
+2051	1
+2052	0
+2053	0
+2054	1
+2055	1
+2056	0
+2057	1
+2058	0
+2059	0
+2060	0
+2061	0
+2062	1
+2063	1
+2064	0
+2065	1
+2066	0
+2067	0
+2068	0
+2069	1
+2070	1
+2071	1
+2072	1
+2073	0
+2074	1
+2075	1
+2076	1
+2077	1
+2078	1
+2079	1
+2080	1
+2081	1
+2082	0
+2083	0
+2084	0
+2085	0
+2086	0
+2087	1
+2088	0
+2089	0
+2090	0
+2091	0
+2092	0
+2093	0
+2094	0
+2095	1
+2096	1
+2097	0
+2098	0
+2099	0
+2100	0
+2101	0
+2102	0
+2103	0
+2104	0
+2105	0
+2106	0
+2107	1
+2108	0
+2109	0
+2110	0
+2111	0
+2112	1
+2113	0
+2114	0
+2115	0
+2116	0
+2117	0
+2118	0
+2119	1
+2120	0
+2121	0
+2122	0
+2123	0
+2124	0
+2125	0
+2126	0
+2127	0
+2128	0
+2129	0
+2130	0
+2131	0
+2132	1
+2133	0
+2134	0
+2135	0
+2136	1
+2137	0
+2138	0
+2139	1
+2140	1
+2141	1
+2142	0
+2143	1
+2144	1
+2145	0
+2146	0
+2147	0
+2148	1
+2149	1
+2150	1
+2151	1
+2152	1
+2153	1
+2154	1
+2155	0
+2156	1
+2157	1
+2158	0
+2159	1
+2160	1
+2161	1
+2162	1
+2163	1
+2164	1
+2165	1
+2166	1
+2167	1
+2168	0
+2169	1
+2170	1
+2171	1
+2172	1
+2173	1
+2174	1
+2175	1
+2176	1
+2177	1
+2178	1
+2179	1
+2180	1
+2181	1
+2182	1
+2183	0
+2184	1
+2185	0
+2186	0
+2187	0
+2188	0
+2189	0
+2190	0
+2191	0
+2192	1
+2193	1
+2194	0
+2195	0
+2196	1
+2197	0
+2198	0
+2199	0
+2200	0
+2201	1
+2202	0
+2203	0
+2204	0
+2205	0
+2206	0
+2207	0
+2208	0
+2209	0
+2210	0
+2211	0
+2212	0
+2213	0
+2214	0
+2215	0
+2216	0
+2217	0
+2218	1
+2219	0
+2220	0
+2221	0
+2222	0
+2223	0
+2224	0
+2225	1
+2226	0
+2227	0
+2228	0
+2229	1
+2230	1
+2231	0
+2232	0
+2233	0
+2234	0
+2235	0
+2236	0
+2237	0
+2238	0
+2239	0
+2240	0
+2241	0
+2242	0
+2243	0
+2244	0
+2245	0
+2246	0
+2247	0
+2248	0
+2249	0
+2250	0
+2251	1
+2252	0
+2253	1
+2254	1
+2255	1
+2256	1
+2257	1
+2258	1
+2259	1
+2260	1
+2261	1
+2262	1
+2263	1
+2264	1
+2265	1
+2266	1
+2267	1
+2268	1
+2269	1
+2270	1
+2271	1
+2272	1
+2273	1
+2274	1
+2275	0
+2276	0
+2277	0
+2278	1
+2279	0
+2280	0
+2281	0
+2282	0
+2283	0
+2284	0
+2285	0
+2286	0
+2287	1
+2288	0
+2289	0
+2290	0
+2291	0
+2292	1
+2293	0
+2294	0
+2295	0
+2296	0
+2297	0
+2298	0
+2299	0
+2300	0
+2301	0
+2302	0
+2303	0
+2304	0
+2305	0
+2306	0
+2307	0
+2308	1
+2309	0
+2310	0
+2311	0
+2312	0
+2313	0
+2314	0
+2315	0
+2316	0
+2317	0
+2318	1
+2319	1
+2320	0
+2321	1
+2322	0
+2323	0
+2324	1
+2325	0
+2326	0
+2327	1
+2328	0
+2329	1
+2330	0
+2331	0
+2332	0
+2333	0
+2334	0
+2335	0
+2336	0
+2337	0
+2338	0
+2339	0
+2340	1
+2341	0
+2342	0
+2343	0
+2344	0
+2345	0
+2346	0
+2347	1
+2348	0
+2349	0
+2350	0
+2351	0
+2352	1
+2353	0
+2354	1
+2355	0
+2356	0
+2357	1
+2358	0
+2359	0
+2360	0
+2361	1
+2362	1
+2363	0
+2364	1
+2365	1
+2366	1
+2367	1
+2368	1
+2369	1
+2370	0
+2371	1
+2372	1
+2373	1
+2374	1
+2375	0
+2376	1
+2377	1
+2378	1
+2379	1
+2380	0
+2381	1
+2382	1
+2383	1
+2384	0
+2385	1
+2386	0
+2387	1
+2388	1
+2389	1
+2390	0
+2391	1
+2392	0
+2393	1
+2394	1
+2395	1
+2396	0
+2397	1
+2398	0
+2399	0
+2400	1
+2401	0
+2402	1
+2403	1
+2404	1
+2405	1
+2406	0
+2407	0
+2408	1
+2409	0
+2410	0
+2411	1
+2412	0
+2413	0
+2414	0
+2415	1
+2416	0
+2417	0
+2418	0
+2419	0
+2420	1
+2421	0
+2422	0
+2423	1
+2424	1
+2425	0
+2426	0
+2427	0
+2428	1
+2429	1
+2430	1
+2431	1
+2432	1
+2433	0
+2434	1
+2435	1
+2436	1
+2437	1
+2438	1
+2439	1
+2440	1
+2441	0
+2442	1
+2443	1
+2444	1
+2445	1
+2446	1
+2447	1
+2448	1
+2449	1
+2450	1
+2451	0
+2452	0
+2453	0
+2454	0
+2455	0
+2456	0
+2457	0
+2458	0
+2459	0
+2460	0
+2461	0
+2462	0
+2463	0
+2464	1
+2465	1
+2466	1
+2467	0
+2468	1
+2469	0
+2470	1
+2471	1
+2472	1
+2473	0
+2474	1
+2475	1
+2476	1
+2477	0
+2478	0
+2479	1
+2480	1
+2481	1
+2482	1
+2483	0
+2484	0
+2485	0
+2486	0
+2487	0
+2488	1
+2489	0
+2490	0
+2491	0
+2492	0
+2493	1
+2494	1
+2495	0
+2496	0
+2497	0
+2498	0
+2499	0
+2500	1
+2501	0
+2502	0
+2503	1
+2504	0
+2505	0
+2506	0
+2507	0
+2508	0
+2509	0
+2510	0
+2511	0
+2512	0
+2513	0
+2514	0
+2515	0
+2516	0
+2517	1
+2518	1
+2519	0
+2520	1
+2521	1
+2522	1
+2523	1
+2524	0
+2525	1
+2526	1
+2527	1
+2528	1
+2529	0
+2530	0
+2531	0
+2532	0
+2533	0
+2534	0
+2535	0
+2536	0
+2537	0
+2538	0
+2539	0
+2540	0
+2541	0
+2542	0
+2543	0
+2544	0
+2545	0
+2546	0
+2547	0
+2548	0
+2549	0
+2550	0
+2551	0
+2552	0
+2553	0
+2554	0
+2555	0
+2556	0
+2557	0
+2558	0
+2559	0
+2560	0
+2561	0
+2562	0
+2563	0
+2564	0
+2565	0
+2566	0
+2567	0
+2568	0
+2569	0
+2570	0
+2571	0
+2572	0
+2573	0
+2574	0
+2575	1
+2576	0
+2577	1
+2578	0
+2579	1
+2580	0
+2581	1
+2582	1
+2583	0
+2584	1
+2585	1
+2586	0
+2587	1
+2588	1
+2589	1
+2590	1
+2591	0
+2592	0
+2593	0
+2594	1
+2595	1
+2596	1
+2597	1
+2598	1
+2599	1
+2600	0
+2601	1
+2602	1
+2603	1
+2604	1
+2605	1
+2606	1
+2607	0
+2608	0
+2609	0
+2610	0
+2611	0
+2612	0
+2613	0
+2614	0
+2615	0
+2616	0
+2617	0
+2618	0
+2619	0
+2620	0
+2621	0
+2622	0
+2623	0
+2624	0
+2625	0
+2626	0
+2627	0
+2628	0
+2629	1
+2630	0
+2631	0
+2632	0
+2633	0
+2634	0
+2635	0
+2636	0
+2637	0
+2638	1
+2639	0
+2640	0
+2641	0
+2642	0
+2643	0
+2644	0
+2645	1
+2646	0
+2647	0
+2648	0
+2649	0
+2650	0
+2651	0
+2652	0
+2653	0
+2654	0
+2655	0
+2656	0
+2657	0
+2658	0
+2659	0
+2660	0
+2661	0
+2662	0
+2663	1
+2664	0
+2665	1
+2666	1
+2667	0
+2668	1
+2669	1
+2670	1
+2671	0
+2672	1
+2673	1
+2674	1
+2675	1
+2676	0
+2677	1
+2678	1
+2679	1
+2680	1
+2681	0
+2682	1
+2683	0
+2684	0
+2685	0
+2686	1
+2687	0
+2688	1
+2689	0
+2690	0
+2691	0
+2692	0
+2693	1
+2694	0
+2695	0
+2696	0
+2697	1
+2698	0
+2699	0
+2700	0
+2701	0
+2702	0
+2703	0
+2704	1
+2705	0
+2706	1
+2707	0
+2708	0
+2709	1
+2710	0
+2711	0
+2712	0
+2713	0
+2714	0
+2715	0
+2716	1
+2717	1
+2718	1
+2719	1
+2720	1
+2721	0
+2722	0
+2723	1
+2724	1
+2725	0
+2726	1
+2727	0
+2728	1
+2729	1
+2730	0
+2731	1
+2732	1
+2733	1
+2734	1
+2735	1
+2736	1
+2737	1
+2738	1
+2739	1
+2740	1
+2741	1
+2742	1
+2743	1
+2744	1
+2745	1
+2746	1
+2747	1
+2748	1
+2749	1
+2750	1
+2751	1
+2752	1
+2753	1
+2754	1
+2755	1
+2756	1
+2757	1
+2758	1
+2759	1
+2760	1
+2761	1
+2762	1
+2763	1
+2764	1
+2765	0
+2766	1
+2767	1
+2768	1
+2769	0
+2770	1
+2771	1
+2772	1
+2773	1
+2774	1
+2775	1
+2776	1
+2777	1
+2778	1
+2779	1
+2780	1
+2781	1
+2782	1
+2783	0
+2784	1
+2785	0
+2786	0
+2787	0
+2788	0
+2789	0
+2790	0
+2791	0
+2792	0
+2793	0
+2794	0
+2795	0
+2796	0
+2797	0
+2798	0
+2799	0
+2800	0
+2801	0
+2802	0
+2803	0
+2804	0
+2805	0
+2806	0
+2807	1
+2808	0
+2809	0
+2810	0
+2811	1
+2812	1
+2813	0
+2814	1
+2815	0
+2816	0
+2817	0
+2818	0
+2819	0
+2820	1
+2821	0
+2822	0
+2823	0
+2824	0
+2825	0
+2826	0
+2827	0
+2828	1
+2829	1
+2830	1
+2831	1
+2832	0
+2833	1
+2834	1
+2835	1
+2836	1
+2837	0
+2838	1
+2839	0
+2840	1
+2841	0
+2842	1
+2843	0
+2844	0
+2845	1
+2846	0
+2847	0
+2848	1
+2849	1
+2850	1
+2851	1
+2852	1
+2853	0
+2854	1
+2855	1
+2856	1
+2857	1
+2858	1
+2859	1
+2860	0
+2861	1
+2862	1
+2863	0
+2864	1
+2865	1
+2866	1
+2867	0
+2868	1
+2869	1
+2870	1
+2871	1
+2872	1
+2873	0
+2874	1
+2875	1
+2876	1
+2877	1
+2878	0
+2879	1
+2880	1
+2881	0
+2882	1
+2883	0
+2884	0
+2885	1
+2886	0
+2887	1
+2888	0
+2889	0
+2890	1
+2891	0
+2892	0
+2893	0
+2894	0
+2895	0
+2896	0
+2897	0
+2898	1
+2899	0
+2900	1
+2901	1
+2902	1
+2903	1
+2904	1
+2905	1
+2906	1
+2907	1
+2908	1
+2909	1
+2910	1
+2911	1
+2912	1
+2913	1
+2914	1
+2915	1
+2916	1
+2917	0
+2918	1
+2919	0
+2920	0
+2921	1
+2922	1
+2923	0
+2924	1
+2925	0
+2926	1
+2927	0
+2928	0
+2929	0
+2930	0
+2931	0
+2932	1
+2933	0
+2934	0
+2935	1
+2936	0
+2937	0
+2938	0
+2939	0
+2940	1
+2941	1
+2942	0
+2943	1
+2944	1
+2945	1
+2946	1
+2947	0
+2948	0
+2949	0
+2950	1
+2951	0
+2952	0
+2953	0
+2954	1
+2955	0
+2956	0
+2957	1
+2958	0
+2959	0
+2960	1
+2961	0
+2962	0
+2963	0
+2964	0
+2965	0
+2966	0
+2967	0
+2968	1
+2969	0
+2970	0
+2971	0
+2972	1
+2973	0
+2974	0
+2975	0
+2976	0
+2977	0
+2978	1
+2979	0
+2980	0
+2981	0
+2982	0
+2983	0
+2984	0
+2985	0
+2986	1
+2987	0
+2988	1
+2989	0
+2990	0
+2991	0
+2992	0
+2993	0
+2994	0
+2995	0
+2996	0
+2997	0
+2998	0
+2999	0
+3000	1
+3001	0
+3002	1
+3003	0
+3004	0
+3005	0
+3006	0
+3007	0
+3008	0
+3009	0
+3010	0
+3011	0
+3012	0
+3013	0
+3014	0
+3015	0
+3016	0
+3017	0
+3018	1
+3019	1
+3020	1
+3021	1
+3022	0
+3023	0
+3024	0
+3025	1
+3026	1
+3027	1
+3028	1
+3029	0
+3030	1
+3031	0
+3032	1
+3033	0
+3034	0
+3035	0
+3036	0
+3037	0
+3038	0
+3039	0
+3040	0
+3041	1
+3042	1
+3043	1
+3044	1
+3045	1
+3046	1
+3047	1
+3048	1
+3049	1
+3050	1
+3051	1
+3052	1
+3053	0
+3054	0
+3055	0
+3056	0
+3057	0
+3058	0
+3059	0
+3060	0
+3061	0
+3062	0
+3063	1
+3064	0
+3065	1
+3066	1
+3067	1
+3068	1
+3069	1
+3070	1
+3071	1
+3072	1
+3073	1
+3074	0
+3075	1
+3076	1
+3077	1
+3078	1
+3079	0
+3080	1
+3081	1
+3082	0
+3083	0
+3084	1
+3085	0
+3086	0
+3087	1
+3088	1
+3089	0
+3090	1
+3091	1
+3092	0
+3093	1
+3094	1
+3095	0
+3096	0
+3097	0
+3098	0
+3099	0
+3100	0
+3101	0
+3102	1
+3103	0
+3104	0
+3105	0
+3106	0
+3107	1
+3108	0
+3109	0
+3110	0
+3111	0
+3112	0
+3113	0
+3114	0
+3115	0
+3116	1
+3117	0
+3118	0
+3119	0
+3120	0
+3121	0
+3122	0
+3123	1
+3124	1
+3125	0
+3126	0
+3127	1
+3128	1
+3129	1
+3130	0
+3131	0
+3132	0
+3133	1
+3134	0
+3135	0
+3136	0
+3137	0
+3138	0
+3139	0
+3140	0
+3141	1
+3142	1
+3143	1
+3144	1
+3145	0
+3146	1
+3147	1
+3148	1
+3149	1
+3150	0
+3151	1
+3152	1
+3153	1
+3154	1
+3155	1
+3156	1
+3157	1
+3158	1
+3159	1
+3160	1
+3161	1
+3162	1
+3163	0
+3164	1
+3165	1
+3166	0
+3167	1
+3168	1
+3169	0
+3170	1
+3171	1
+3172	1
+3173	1
+3174	1
+3175	1
+3176	1
+3177	1
+3178	1
+3179	1
+3180	1
+3181	1
+3182	0
+3183	0
+3184	1
+3185	1
+3186	1
+3187	1
+3188	1
+3189	1
+3190	0
+3191	1
+3192	1
+3193	1
+3194	0
+3195	1
+3196	1
+3197	1
+3198	1
+3199	1
+3200	0
+3201	0
+3202	0
+3203	0
+3204	0
+3205	1
+3206	0
+3207	0
+3208	1
+3209	0
+3210	0
+3211	1
+3212	1
+3213	0
+3214	0
+3215	0
+3216	0
+3217	0
+3218	0
+3219	0
+3220	0
+3221	1
+3222	0
+3223	1
+3224	0
+3225	0
+3226	0
+3227	0
+3228	0
+3229	1
+3230	1
+3231	1
+3232	1
+3233	1
+3234	1
+3235	1
+3236	1
+3237	1
+3238	1
+3239	1
+3240	1
+3241	0
+3242	0
+3243	0
+3244	0
+3245	0
+3246	0
+3247	0
+3248	0
+3249	0
+3250	0
+3251	0
+3252	1
+3253	1
+3254	1
+3255	1
+3256	0
+3257	1
+3258	1
+3259	1
+3260	1
+3261	1
+3262	1

my-bert-model/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

my-bert-model/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

my-bert-model/train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.0,
+    "total_flos": 3204692654284800.0,
+    "train_loss": 0.40264760761360846,
+    "train_runtime": 4707.1195,
+    "train_samples_per_second": 2.588,
+    "train_steps_per_second": 0.081
+}

my-bert-model/trainer_state.json

@@ -0,0 +1,42 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 382,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 2.0,
+      "step": 382,
+      "total_flos": 3204692654284800.0,
+      "train_loss": 0.40264760761360846,
+      "train_runtime": 4707.1195,
+      "train_samples_per_second": 2.588,
+      "train_steps_per_second": 0.081
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 382,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3204692654284800.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

my-bert-model/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9fc1bfff3f4942540710caf4821c8f2f5e5f62fd0b39fb937a5d2804afdc38
+size 5176

requirements.txt

@@ -0,0 +1,2 @@
+transformers
+torch