Van Tuan DANG
commited on
Commit
•
5b379ad
1
Parent(s):
50dd4c2
Add model
Browse files- .DS_Store +0 -0
- 1_Pooling/config.json +7 -0
- config.json +29 -0
- config_sentence_transformers.json +7 -0
- eval/.ipynb_checkpoints/similarity_evaluation_sts-dev_results-checkpoint.csv +4 -0
- eval/similarity_evaluation_sts-dev_results.csv +71 -0
- modules.json +14 -0
- pytorch_model.bin +3 -0
- sentence_bert_config.json +4 -0
- sentencepiece.bpe.model +3 -0
- special_tokens_map.json +1 -0
- tokenizer.json +0 -0
- tokenizer_config.json +1 -0
.DS_Store
ADDED
Binary file (6.15 kB). View file
|
|
1_Pooling/config.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"word_embedding_dimension": 768,
|
3 |
+
"pooling_mode_cls_token": false,
|
4 |
+
"pooling_mode_mean_tokens": true,
|
5 |
+
"pooling_mode_max_tokens": false,
|
6 |
+
"pooling_mode_mean_sqrt_len_tokens": false
|
7 |
+
}
|
config.json
ADDED
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "camembert/camembert-base",
|
3 |
+
"architectures": [
|
4 |
+
"CamembertModel"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.1,
|
7 |
+
"bos_token_id": 0,
|
8 |
+
"classifier_dropout": null,
|
9 |
+
"eos_token_id": 2,
|
10 |
+
"eos_token_ids": 0,
|
11 |
+
"hidden_act": "gelu",
|
12 |
+
"hidden_dropout_prob": 0.1,
|
13 |
+
"hidden_size": 768,
|
14 |
+
"initializer_range": 0.02,
|
15 |
+
"intermediate_size": 3072,
|
16 |
+
"layer_norm_eps": 1e-05,
|
17 |
+
"max_position_embeddings": 514,
|
18 |
+
"model_type": "camembert",
|
19 |
+
"num_attention_heads": 12,
|
20 |
+
"num_hidden_layers": 12,
|
21 |
+
"output_past": true,
|
22 |
+
"pad_token_id": 0,
|
23 |
+
"position_embedding_type": "absolute",
|
24 |
+
"torch_dtype": "float32",
|
25 |
+
"transformers_version": "4.11.3",
|
26 |
+
"type_vocab_size": 1,
|
27 |
+
"use_cache": true,
|
28 |
+
"vocab_size": 32005
|
29 |
+
}
|
config_sentence_transformers.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"__version__": {
|
3 |
+
"sentence_transformers": "2.1.0",
|
4 |
+
"transformers": "4.11.3",
|
5 |
+
"pytorch": "1.9.1+cu102"
|
6 |
+
}
|
7 |
+
}
|
eval/.ipynb_checkpoints/similarity_evaluation_sts-dev_results-checkpoint.csv
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
|
2 |
+
0,1000,0.7785346417667272,0.7736896102144581,0.7595080674134177,0.7577104759922629,0.7627642420694314,0.7607181651221478,0.6313923126741466,0.6445999291477581
|
3 |
+
0,2000,0.8368848139627262,0.8325391198440796,0.8053241673732965,0.8043352768014272,0.8019915746387191,0.8010323798478278,0.7396429266196757,0.7440682890618936
|
4 |
+
0,3000,0.8503781130098685,0.8467560225494738,0.8197814030371012,0.8202476038361409,0.8162045458208678,0.8168958283824342,0.7579976552838971,0.7640578906948635
|
eval/similarity_evaluation_sts-dev_results.csv
ADDED
@@ -0,0 +1,71 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
|
2 |
+
0,1000,0.7785346417667272,0.7736896102144581,0.7595080674134177,0.7577104759922629,0.7627642420694314,0.7607181651221478,0.6313923126741466,0.6445999291477581
|
3 |
+
0,2000,0.8368848139627262,0.8325391198440796,0.8053241673732965,0.8043352768014272,0.8019915746387191,0.8010323798478278,0.7396429266196757,0.7440682890618936
|
4 |
+
0,3000,0.8503781130098685,0.8467560225494738,0.8197814030371012,0.8202476038361409,0.8162045458208678,0.8168958283824342,0.7579976552838971,0.7640578906948635
|
5 |
+
0,4000,0.8604985340275834,0.8574497502030233,0.8307941325158397,0.8330947740614726,0.8278380744642884,0.8303630003719942,0.7664134919683653,0.771195119398595
|
6 |
+
0,-1,0.8612169970614528,0.8575738625217783,0.8324782770716626,0.8345200461081071,0.8295551228795685,0.8318610424866503,0.7751842443453587,0.7787284422130799
|
7 |
+
1,1000,0.8610215684204793,0.8584770179926774,0.8359212314966872,0.8392680883996869,0.8336142837722148,0.8374712649439732,0.7822225631917615,0.7843717496808298
|
8 |
+
1,2000,0.8589309371106343,0.8559859449796126,0.8398069582742217,0.8426513079690191,0.8380332023997479,0.8408976243697652,0.7926634840208171,0.7938753612131323
|
9 |
+
1,3000,0.8632258030541023,0.8600588231803211,0.843497850791729,0.8472460227593334,0.8415566116229992,0.8453818826762066,0.8008988290193804,0.8024713666085704
|
10 |
+
1,4000,0.8628006557030004,0.859873032242938,0.8461739769566046,0.8500117819293986,0.8442917537698522,0.8480815571467444,0.8142357275504067,0.8131850220417552
|
11 |
+
1,-1,0.8623668726298712,0.8588573527929796,0.8450585883443767,0.8481178981908786,0.8431915627337908,0.8460908614028907,0.8135446987617189,0.8117402116042683
|
12 |
+
2,1000,0.8665611855613684,0.8638526162665138,0.8468635100973042,0.8520328445851281,0.845289061633012,0.8505060179032441,0.8184690217478559,0.818949867818872
|
13 |
+
2,2000,0.867343973619997,0.8653682124604574,0.8465451241105245,0.8519012750988448,0.844725111773324,0.8501905267151507,0.814891103222425,0.8159122215971462
|
14 |
+
2,3000,0.8636796567803049,0.8617028654457176,0.8437902947863009,0.848652035300473,0.8425230007416494,0.8474780619298324,0.8053199039356953,0.8059509547718682
|
15 |
+
2,4000,0.8628143537698166,0.8609972270238953,0.8427968875838859,0.8480967395416176,0.841881584304547,0.8471463278503205,0.8116200159649428,0.8111659788334454
|
16 |
+
2,-1,0.8629637335345054,0.8610198639269714,0.8433110724717239,0.8483345057207828,0.8424165697008736,0.8473610495295149,0.8139861652816216,0.8130003263517703
|
17 |
+
3,1000,0.8646890568106341,0.86252728687347,0.8466323891942718,0.851445023892679,0.8456108509114029,0.8503218768046019,0.8183447915113323,0.8171510765435187
|
18 |
+
3,2000,0.8617976510333544,0.8592349036574823,0.8432218475576909,0.8485418540002229,0.8424331674756471,0.8476168889474388,0.8118034477650079,0.8104233012746523
|
19 |
+
3,3000,0.8644494194657687,0.8626531917707841,0.8467770882816489,0.8533353401505469,0.8460015850670909,0.8524632249088416,0.8177101793790581,0.8170212970946411
|
20 |
+
3,4000,0.8659386428071105,0.863665018909002,0.8467491478655015,0.8522400084298982,0.846094418377561,0.851796077516976,0.8231678123397704,0.8225656318767717
|
21 |
+
3,-1,0.8660998120857579,0.8637946748207453,0.8485485384621017,0.8541819257558262,0.8479202161231355,0.853538294027984,0.8237223184248444,0.8224760996280043
|
22 |
+
4,1000,0.866709371245026,0.8644067356499604,0.846954091944428,0.8530560463625042,0.8460405901266183,0.852147892310992,0.8233058169726366,0.8229546428210429
|
23 |
+
4,2000,0.8657032106376175,0.8638082851510882,0.8457439964814102,0.8524036990668916,0.8450620767611318,0.8515180794620775,0.8184143752594194,0.8188761257751647
|
24 |
+
4,3000,0.8630823957626583,0.861100519804855,0.8460119377719592,0.852352474303983,0.8450139366732957,0.8513069205940346,0.8183477070678732,0.8169121884785158
|
25 |
+
4,4000,0.8625673885578714,0.8599251691668414,0.8438462359586031,0.8494167841862368,0.8429148445803953,0.8485416090672904,0.8116420380363565,0.810650443949262
|
26 |
+
4,-1,0.8620082154436464,0.859335838785454,0.8432060078614307,0.8488581549308115,0.8424292204617297,0.8482031663902626,0.8133816306069124,0.8129085202386734
|
27 |
+
5,1000,0.8652948389799774,0.8627543831267034,0.8436331335363654,0.850201152033406,0.8428309112047514,0.8496207865932199,0.8124559537336707,0.8133011244350461
|
28 |
+
5,2000,0.8665317095761235,0.8640314366832004,0.8468389715248937,0.8531215600158436,0.8459324616901461,0.8522815667812981,0.822490690508147,0.8220443646135883
|
29 |
+
5,3000,0.8643854785650793,0.8617488494654649,0.8433969687928115,0.8510848750663436,0.8425274112336681,0.8501076117989044,0.8143188327591337,0.8151531871010745
|
30 |
+
5,4000,0.8646936019446557,0.8625415067578445,0.844761803591242,0.8516824859337996,0.8438043941780439,0.850661951151895,0.8182046458061293,0.8193686937303116
|
31 |
+
5,-1,0.8647831176821758,0.8628675611462848,0.8448627735522736,0.8523352443931334,0.8437490653771567,0.8512270741871713,0.8173342901856339,0.8193037435076106
|
32 |
+
6,1000,0.8662699180759332,0.8639827559205913,0.8460311373304086,0.8533515946102206,0.8451182625162802,0.8524609670320966,0.816773347268975,0.817343472420443
|
33 |
+
6,2000,0.8628577926992167,0.8607217713043195,0.8414356914314824,0.8480758366380416,0.840686938318159,0.8473276030235969,0.8159852260539162,0.8170108486888635
|
34 |
+
6,3000,0.8650870801398314,0.8629777658540607,0.8427858996077071,0.8500787805499168,0.8419508043843301,0.8495014390491542,0.815989789802782,0.8180548989054697
|
35 |
+
6,4000,0.8648990028424735,0.8627945379606481,0.8441145726338167,0.8515776104163043,0.8433502442357118,0.8510236785378908,0.8175640426003732,0.8178676037277562
|
36 |
+
6,-1,0.8655686649037281,0.8631132753732749,0.8449883086145281,0.8523765887278256,0.8441653128100618,0.8516736156882562,0.8181146295908115,0.8182871074132926
|
37 |
+
7,1000,0.8669211837740004,0.8651060120887554,0.8448618260517949,0.8521741428580382,0.8441857115999098,0.8517905192863406,0.8183870069313615,0.8194737562415619
|
38 |
+
7,2000,0.8661420814901372,0.8640244373243977,0.8455310739918569,0.8526737250546712,0.8447514571512783,0.8520809741149284,0.8196389402651567,0.8201615359137665
|
39 |
+
7,3000,0.8659293183613735,0.8636962085558081,0.844656675476327,0.8519613334622237,0.8438679838098117,0.8512123867206304,0.81301543252106,0.8151742577947513
|
40 |
+
7,4000,0.863855429448366,0.8616385424444465,0.842127229681173,0.8484752122240802,0.8414766246081585,0.8481776226424481,0.814046703047128,0.8157276464076595
|
41 |
+
7,-1,0.8643826883305977,0.8618840830569251,0.8427065222050808,0.8496258644022573,0.8420741379399087,0.8491799573748597,0.8155559114335457,0.8171129802684954
|
42 |
+
8,1000,0.8647703486308648,0.8628311584932767,0.843011167908753,0.85044249588465,0.8422041718704752,0.8499000419912915,0.8156694047671513,0.8178362140264064
|
43 |
+
8,2000,0.8656053240603104,0.8633488520604496,0.8450382789598124,0.8520779959942768,0.844302448972729,0.8514312651191901,0.8232475217318688,0.8235596884540926
|
44 |
+
8,3000,0.8646667667595026,0.8624837699373965,0.8436362936307347,0.8506734140603601,0.8429649463201253,0.8502204456410953,0.8159889471666617,0.816878942904001
|
45 |
+
8,4000,0.8654031527390729,0.8631780712846391,0.8446798580967407,0.8518696362868625,0.8439396510824069,0.8511767585820373,0.8141096865464448,0.8150404967970462
|
46 |
+
8,-1,0.8651049353736909,0.862894497109251,0.8444244526063648,0.8514771975353526,0.8436588734238795,0.8507843465215533,0.8143664165670353,0.8154285965438067
|
47 |
+
9,1000,0.8657103858023807,0.8637016311576801,0.8435759565007959,0.8508799801731055,0.8428611336656868,0.850148118676491,0.8161882175162837,0.8175865672951261
|
48 |
+
9,2000,0.8664307371478064,0.8640342647338041,0.8449179589922343,0.8526127072188051,0.844267939747136,0.8520376342270982,0.8185050917958809,0.8198025666441808
|
49 |
+
9,3000,0.8664347489385053,0.8644543166460191,0.8439989208869471,0.8519735224799213,0.8434194734151611,0.8513842437343015,0.8196509622067946,0.8214880421661018
|
50 |
+
9,4000,0.8657036211288606,0.8632462402517513,0.8432822842975439,0.8504076168569589,0.8424969594822137,0.8499283876093231,0.8128684815865406,0.815081347918363
|
51 |
+
9,-1,0.8656418321880567,0.8631542384044026,0.8428919739988494,0.8500449741232119,0.8421276530629889,0.8496423581859257,0.8135585086543721,0.8158606955964512
|
52 |
+
10,1000,0.8650499299668916,0.8631682971336533,0.8440186021709751,0.8518220678810327,0.8433500220613469,0.851494588608088,0.8182735232676331,0.8195286554231231
|
53 |
+
10,2000,0.8641381034470607,0.8621302447651095,0.8438850810550196,0.8515224706983895,0.8433551535666455,0.8512991440312183,0.8208345710825267,0.8212655775999629
|
54 |
+
10,3000,0.8658066920714291,0.8635534148559775,0.843681037130527,0.8513609109779237,0.8430021465456555,0.8508493127587313,0.8157895385649786,0.8173691852347692
|
55 |
+
10,4000,0.865519366325566,0.8635007964896904,0.8428355314656509,0.8506473287665851,0.8423481596482847,0.8505237956293057,0.8181959249805332,0.8197240009146989
|
56 |
+
10,-1,0.8657621418913741,0.8635225651890515,0.8435934957139682,0.851437126333215,0.8430726276753265,0.8512004307971509,0.8186038850049395,0.8197633061019313
|
57 |
+
11,1000,0.8659114356670569,0.8636149780687324,0.8433284078378558,0.8511322454722001,0.84279750701599,0.8509273874126156,0.8181623724144966,0.8191787629944253
|
58 |
+
11,2000,0.8645927285693601,0.8626852038814115,0.842495785098829,0.8503206734686269,0.8420204892339983,0.8500930770913002,0.819341256627696,0.8211508479835223
|
59 |
+
11,3000,0.8652022689277195,0.8632858171938752,0.8441172461590525,0.8520913428463468,0.8435146614103973,0.8517663355034625,0.818803264564417,0.8200295511939757
|
60 |
+
11,4000,0.864152407282119,0.8622932858108637,0.8422967013085937,0.850346735898102,0.8416143707869451,0.8498217825531682,0.8154705599379799,0.8174495981015794
|
61 |
+
11,-1,0.864243761459917,0.8624525074587776,0.8423943936823951,0.8506089914178648,0.8416873573491787,0.8500906172592227,0.8160952124670962,0.8180115885398802
|
62 |
+
12,1000,0.8642898590448983,0.8624254166914265,0.8422679154253481,0.850646311594867,0.8415257575008943,0.8501423820176921,0.8149208609900744,0.8173134093956154
|
63 |
+
12,2000,0.8647428049179822,0.8628968475221355,0.8430241717099161,0.851331226793658,0.8423866559593413,0.8509389163801744,0.817246621917644,0.8185955891049445
|
64 |
+
12,3000,0.8646902346445189,0.8628058057625694,0.841759161275181,0.8500860540887976,0.8410605065927155,0.8494924616363055,0.8147586792751237,0.8167175344297654
|
65 |
+
12,4000,0.8651931442951362,0.863427873837936,0.842412765378093,0.8512491418181765,0.8416817262339813,0.8506332478842996,0.816929889717822,0.8191219435602461
|
66 |
+
12,-1,0.8651495798417285,0.8633295340298873,0.8419931081273404,0.8508221320015253,0.84117429023712,0.8500572340522555,0.8163721820387377,0.8188737965920647
|
67 |
+
13,1000,0.8654647401039673,0.8635514255306641,0.8427696143663841,0.8514855347297405,0.8420657979650453,0.8508203894738535,0.8178643464362554,0.8196065157971402
|
68 |
+
13,2000,0.8644637494299913,0.8623680220283761,0.8429327238646636,0.8513412497993421,0.8422623872797549,0.8506912610478132,0.8170871393616875,0.8180375058175524
|
69 |
+
13,3000,0.8643563521253471,0.8624269820365699,0.8412869408139322,0.8500085217383128,0.8406283905471019,0.8495544154161009,0.8168838081054729,0.8189721363557895
|
70 |
+
13,4000,0.8648547529824557,0.862730797577213,0.8430490978331113,0.851118748489061,0.8423907222176221,0.8507059139493786,0.8182399407996419,0.8195488349911596
|
71 |
+
13,-1,0.8648354576491121,0.8629442383718309,0.8431969215237897,0.8515285755520595,0.8425318501416242,0.8510278474467143,0.8177026673553024,0.8191571140799113
|
modules.json
ADDED
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
[
|
2 |
+
{
|
3 |
+
"idx": 0,
|
4 |
+
"name": "0",
|
5 |
+
"path": "",
|
6 |
+
"type": "sentence_transformers.models.Transformer"
|
7 |
+
},
|
8 |
+
{
|
9 |
+
"idx": 1,
|
10 |
+
"name": "1",
|
11 |
+
"path": "1_Pooling",
|
12 |
+
"type": "sentence_transformers.models.Pooling"
|
13 |
+
}
|
14 |
+
]
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:43f2609a737e3e504891812b97e37b5c2c758cc3d14ee4c34cc28a66cf12fb88
|
3 |
+
size 442569201
|
sentence_bert_config.json
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"max_seq_length": 128,
|
3 |
+
"do_lower_case": false
|
4 |
+
}
|
sentencepiece.bpe.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:988bc5a00281c6d210a5d34bd143d0363741a432fefe741bf71e61b1869d4314
|
3 |
+
size 810912
|
special_tokens_map.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, "additional_special_tokens": ["<s>NOTUSED", "</s>NOTUSED"]}
|
tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "additional_special_tokens": ["<s>NOTUSED", "</s>NOTUSED"], "special_tokens_map_file": null, "name_or_path": "camembert/camembert-base", "sp_model_kwargs": {}, "tokenizer_class": "CamembertTokenizer"}
|