Add files using upload-large-folder tool
Browse files- .gitattributes +1 -0
- 1_Pooling/config.json +9 -0
- Information-Retrieval_evaluation_eval_results.csv +201 -0
- Information-Retrieval_evaluation_test_results.csv +2 -0
- LT_training_config.json +30 -0
- README.md +121 -0
- config.json +24 -0
- config_sentence_transformers.json +7 -0
- labelled_data.csv +0 -0
- model.safetensors +3 -0
- modules.json +20 -0
- sentence_bert_config.json +4 -0
- special_tokens_map.json +51 -0
- tokenizer.json +0 -0
- tokenizer_config.json +72 -0
- vocab.txt +0 -0
.gitattributes
CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
model.safetensors filter=lfs diff=lfs merge=lfs -text
|
1_Pooling/config.json
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"word_embedding_dimension": 768,
|
3 |
+
"pooling_mode_cls_token": false,
|
4 |
+
"pooling_mode_mean_tokens": true,
|
5 |
+
"pooling_mode_max_tokens": false,
|
6 |
+
"pooling_mode_mean_sqrt_len_tokens": false,
|
7 |
+
"pooling_mode_weightedmean_tokens": false,
|
8 |
+
"pooling_mode_lasttoken": false
|
9 |
+
}
|
Information-Retrieval_evaluation_eval_results.csv
ADDED
@@ -0,0 +1,201 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
epoch,steps,cos_sim-Accuracy@1,cos_sim-Accuracy@3,cos_sim-Accuracy@5,cos_sim-Accuracy@10,cos_sim-Precision@1,cos_sim-Recall@1,cos_sim-Precision@3,cos_sim-Recall@3,cos_sim-Precision@5,cos_sim-Recall@5,cos_sim-Precision@10,cos_sim-Recall@10,cos_sim-MRR@10,cos_sim-NDCG@10,cos_sim-MAP@100
|
2 |
+
0,16,0.6981132075471698,0.8742138364779874,0.9371069182389937,0.9559748427672956,0.6981132075471698,0.09609378342531981,0.5911949685534591,0.18387669533222095,0.5547169811320753,0.2347516365036581,0.4779874213836478,0.2896033885252214,0.7910102825197163,0.6192383225174772,0.3844799619727226
|
3 |
+
0,-1,0.7484276729559748,0.9308176100628931,0.9433962264150944,0.9559748427672956,0.7484276729559748,0.09660719633765456,0.6666666666666666,0.19982458392161898,0.6037735849056604,0.24248919693663626,0.5352201257861635,0.3113335900397895,0.8331835879005687,0.6827229621443079,0.43844837770064465
|
4 |
+
1,16,0.8176100628930818,0.9371069182389937,0.949685534591195,0.9622641509433962,0.8176100628930818,0.1075386129294485,0.7568134171907758,0.21343216531895776,0.7018867924528303,0.25871518418688233,0.6257861635220126,0.3343687160398751,0.8787910552061494,0.77755075163754,0.5409329081170784
|
5 |
+
1,-1,0.8930817610062893,0.9622641509433962,0.9685534591194969,0.9811320754716981,0.8930817610062893,0.1176143413340179,0.8218029350104821,0.23656569546057418,0.7786163522012578,0.29741154323364566,0.7062893081761008,0.36954391819620935,0.9300314465408805,0.8694926293434179,0.68754751324732
|
6 |
+
2,16,0.9308176100628931,0.9748427672955975,0.9811320754716981,0.9874213836477987,0.9308176100628931,0.12422453258032773,0.8700209643605868,0.247283190005562,0.8289308176100629,0.3103495486244812,0.7622641509433963,0.3901210798784923,0.9551362683438156,0.9275334919485354,0.8174525964651043
|
7 |
+
2,-1,0.9685534591194969,0.9811320754716981,0.9874213836477987,1.0,0.9685534591194969,0.13083472382663758,0.9077568134171906,0.2561716510503573,0.8591194968553458,0.3186796731271125,0.779874213836478,0.40078081547084243,0.9780473195567535,0.956067739969375,0.8790899743838239
|
8 |
+
3,16,0.9811320754716981,0.9937106918238994,0.9937106918238994,1.0,0.9811320754716981,0.13096307705472124,0.9203354297693919,0.26428999272665044,0.8641509433962262,0.31841227056860477,0.7949685534591195,0.4060882214521028,0.987421383647799,0.9715474812531576,0.8994993764952282
|
9 |
+
3,-1,0.9811320754716981,0.9937106918238994,0.9937106918238994,1.0,0.9811320754716981,0.13096307705472124,0.9266247379454925,0.2659906729987593,0.8704402515723269,0.3217494544987806,0.8069182389937107,0.41710092842168306,0.987421383647799,0.9821338098985634,0.9185395362634721
|
10 |
+
4,16,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.1325354040987464,0.9266247379454925,0.2659906729987593,0.8742138364779874,0.32345013477088946,0.8106918238993711,0.4180507423095024,0.9905660377358493,0.9860925174090457,0.9353364145196644
|
11 |
+
4,-1,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.1325354040987464,0.9287211740041929,0.26756300004278444,0.8742138364779874,0.32345013477088946,0.8138364779874214,0.4189363795832798,0.9916142557651992,0.9893535287478702,0.9430214929493813
|
12 |
+
5,16,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.1325354040987464,0.9287211740041929,0.26756300004278444,0.8742138364779874,0.32345013477088946,0.8169811320754717,0.42208103367133015,0.9905660377358493,0.9905307248951866,0.9437967113012729
|
13 |
+
5,-1,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.1325354040987464,0.9287211740041929,0.26756300004278444,0.8742138364779874,0.32345013477088946,0.8176100628930818,0.42270996448894027,0.9905660377358493,0.9909308556385762,0.9443790563508887
|
14 |
+
6,16,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.1325354040987464,0.9266247379454925,0.2674988234287426,0.8742138364779874,0.32345013477088946,0.8176100628930818,0.42270996448894027,0.9905660377358493,0.9908348964009696,0.9435565029161813
|
15 |
+
6,-1,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.1325354040987464,0.9266247379454925,0.2674988234287426,0.8742138364779874,0.32345013477088946,0.8176100628930818,0.42270996448894027,0.9905660377358493,0.9908348964009696,0.9430144272898581
|
16 |
+
7,16,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.1325354040987464,0.9266247379454925,0.2674988234287426,0.8742138364779874,0.32345013477088946,0.8176100628930818,0.42270996448894027,0.9905660377358493,0.9908348964009696,0.9472603522975367
|
17 |
+
7,-1,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.1325354040987464,0.9266247379454925,0.2674988234287426,0.8742138364779874,0.32345013477088946,0.8169811320754717,0.4226457878748985,0.9905660377358493,0.9904347656575797,0.9458779895293217
|
18 |
+
8,16,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.1325354040987464,0.9266247379454925,0.2674988234287426,0.8742138364779874,0.32345013477088946,0.8169811320754717,0.4226457878748985,0.9905660377358493,0.9904182031716966,0.9496387206731106
|
19 |
+
8,-1,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.1325354040987464,0.9266247379454925,0.2674988234287426,0.8742138364779874,0.32345013477088946,0.8169811320754717,0.4226457878748985,0.9905660377358493,0.9903734880858792,0.9467789880307185
|
20 |
+
9,16,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.1325354040987464,0.9266247379454925,0.2674988234287426,0.8742138364779874,0.32345013477088946,0.8169811320754717,0.4226457878748985,0.9916142557651992,0.9911652830965214,0.9568810089075597
|
21 |
+
9,-1,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.1325354040987464,0.9266247379454925,0.2674988234287426,0.8729559748427672,0.3233859581568476,0.8163522012578617,0.42258161126085664,0.9905660377358493,0.9898992743516575,0.9575531613751697
|
22 |
+
10,16,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.1325354040987464,0.9266247379454925,0.2674988234287426,0.8742138364779874,0.32345013477088946,0.8169811320754717,0.4226457878748985,0.9916142557651992,0.9911969456555108,0.951897739768232
|
23 |
+
10,-1,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.1325354040987464,0.9266247379454925,0.2674988234287426,0.8729559748427672,0.3233859581568476,0.8169811320754717,0.4226457878748985,0.9916142557651992,0.991122862664679,0.9574954551367499
|
24 |
+
11,16,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.1325354040987464,0.9266247379454925,0.2674988234287426,0.8742138364779874,0.32345013477088946,0.8163522012578617,0.42258161126085664,0.9905660377358493,0.989998091305776,0.9605447944832769
|
25 |
+
11,-1,0.9874213836477987,0.9937106918238994,1.0,1.0,0.9874213836477987,0.1325354040987464,0.9266247379454925,0.2674988234287426,0.8754716981132075,0.3255465708295897,0.8163522012578617,0.42258161126085664,0.9918238993710691,0.9909319786619081,0.9654656230896825
|
26 |
+
12,16,0.9811320754716981,0.9937106918238994,1.0,1.0,0.9811320754716981,0.13247122748470458,0.9266247379454925,0.2674988234287426,0.8754716981132075,0.3255465708295897,0.8169811320754717,0.4226457878748985,0.9876310272536688,0.9899977755940023,0.9613922021292397
|
27 |
+
12,-1,0.9811320754716981,0.9937106918238994,1.0,1.0,0.9811320754716981,0.13247122748470458,0.9266247379454925,0.2674988234287426,0.8754716981132075,0.3255465708295897,0.8163522012578617,0.42258161126085664,0.9886792452830188,0.9903598248485437,0.960193705942274
|
28 |
+
13,16,0.9811320754716981,0.9937106918238994,1.0,1.0,0.9811320754716981,0.13247122748470458,0.9266247379454925,0.2674988234287426,0.8754716981132075,0.3255465708295897,0.8163522012578617,0.42258161126085664,0.9865828092243187,0.989402660698734,0.9634668295001934
|
29 |
+
13,-1,0.9811320754716981,0.9937106918238994,0.9937106918238994,1.0,0.9811320754716981,0.13247122748470458,0.9266247379454925,0.2674988234287426,0.8742138364779874,0.32345013477088946,0.8169811320754717,0.4226457878748985,0.9874213836477987,0.9905048331828753,0.9604620634297525
|
30 |
+
14,16,0.9811320754716981,0.9937106918238994,0.9937106918238994,1.0,0.9811320754716981,0.13247122748470458,0.9266247379454925,0.2674988234287426,0.8742138364779874,0.32345013477088946,0.8169811320754717,0.4226457878748985,0.9874213836477987,0.9905661107545761,0.9596970491340923
|
31 |
+
14,-1,0.9811320754716981,0.9937106918238994,0.9937106918238994,1.0,0.9811320754716981,0.13247122748470458,0.9266247379454925,0.2674988234287426,0.8742138364779874,0.32345013477088946,0.8169811320754717,0.4226457878748985,0.9884696016771489,0.9907307844996646,0.9594697526703017
|
32 |
+
15,16,0.9811320754716981,0.9937106918238994,1.0,1.0,0.9811320754716981,0.13247122748470458,0.9266247379454925,0.2674988234287426,0.8767295597484275,0.3276430068882899,0.8163522012578617,0.42258161126085664,0.9886792452830188,0.9907938991438914,0.9661857090948216
|
33 |
+
15,-1,0.9811320754716981,0.9937106918238994,1.0,1.0,0.9811320754716981,0.13247122748470458,0.9266247379454925,0.2674988234287426,0.8754716981132075,0.3255465708295897,0.8169811320754717,0.4226457878748985,0.9886792452830188,0.9908012520411033,0.9579366521135223
|
34 |
+
16,16,0.9811320754716981,0.9937106918238994,1.0,1.0,0.9811320754716981,0.13247122748470458,0.9266247379454925,0.2674988234287426,0.8754716981132075,0.3255465708295897,0.8163522012578617,0.42258161126085664,0.9886792452830188,0.9907042029333869,0.9688825550009371
|
35 |
+
16,-1,0.9811320754716981,0.9937106918238994,1.0,1.0,0.9811320754716981,0.13247122748470458,0.9308176100628929,0.2716916955461431,0.8779874213836477,0.3297394429469901,0.8169811320754717,0.4226457878748985,0.9889937106918238,0.9921665413388369,0.9750393285974256
|
36 |
+
17,16,0.9811320754716981,1.0,1.0,1.0,0.9811320754716981,0.13247122748470458,0.9329140461215931,0.2737881316048432,0.879245283018868,0.33183587900569034,0.8169811320754717,0.4226457878748985,0.9884696016771488,0.9922803576492611,0.9760137005762546
|
37 |
+
17,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9308176100628929,0.27169169554614303,0.8767295597484275,0.3276430068882899,0.8169811320754717,0.4226457878748985,0.9926624737945492,0.9930534734036837,0.97018053107228
|
38 |
+
18,16,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9287211740041926,0.2695952594874428,0.8767295597484275,0.3276430068882899,0.8169811320754717,0.4226457878748985,0.9926624737945492,0.9927029639336871,0.9713862745536812
|
39 |
+
18,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9287211740041926,0.2695952594874428,0.8754716981132075,0.3255465708295897,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.992976470847892,0.9749105671171081
|
40 |
+
19,16,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9329140461215931,0.2737881316048432,0.8779874213836477,0.3297394429469901,0.8176100628930818,0.42270996448894027,0.9916142557651991,0.9932423014232722,0.9808874871040706
|
41 |
+
19,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9308176100628929,0.27169169554614303,0.8779874213836477,0.3297394429469901,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9937318120087906,0.9766837600588896
|
42 |
+
20,16,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9766997096721484
|
43 |
+
20,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9937106918238994,0.9950578219911691,0.9801025221828852
|
44 |
+
21,16,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9968553459119497,0.9955686982328328,0.9839164196612007
|
45 |
+
21,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9937106918238994,0.9950578219911691,0.9785737074333818
|
46 |
+
22,16,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9968553459119497,0.9955686982328328,0.9778902684965081
|
47 |
+
22,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9937106918238994,0.9950578219911691,0.9768189928810462
|
48 |
+
23,16,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9968553459119497,0.9955686982328328,0.9815591744203608
|
49 |
+
23,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9308176100628929,0.27169169554614303,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9937106918238994,0.9942621831171052,0.967792859094989
|
50 |
+
24,16,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.981122856886128
|
51 |
+
24,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9937106918238994,0.9950578219911691,0.9770922776681371
|
52 |
+
25,16,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9968553459119497,0.9955686982328328,0.984293000816214
|
53 |
+
25,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9835501370244204
|
54 |
+
26,16,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9968553459119497,0.9955686982328328,0.9796850602216892
|
55 |
+
26,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9834516957650147
|
56 |
+
27,16,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9844690931219787
|
57 |
+
27,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9805967721162102
|
58 |
+
28,16,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9804365085343013
|
59 |
+
28,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9822953978175968
|
60 |
+
29,16,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9916142557651991,0.9940531281905657,0.9838249769346453
|
61 |
+
29,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9835513727268465
|
62 |
+
30,16,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9759614938902682
|
63 |
+
30,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9800316600036975
|
64 |
+
31,16,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9846019644728503
|
65 |
+
31,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9840826373867748
|
66 |
+
32,16,0.9811320754716981,0.9937106918238994,1.0,1.0,0.9811320754716981,0.13247122748470458,0.9308176100628929,0.2716916955461431,0.8779874213836477,0.3297394429469901,0.8176100628930818,0.42270996448894027,0.9865828092243187,0.9914326351749363,0.9783481856128775
|
67 |
+
32,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9937106918238994,0.9950578219911691,0.981162264285822
|
68 |
+
33,16,0.9937106918238994,0.9937106918238994,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2695952594874428,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9952830188679245,0.9943092441730965,0.9829816162596624
|
69 |
+
33,-1,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9958071278825996,0.9947452406632011,0.984033533662083
|
70 |
+
34,16,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9968553459119497,0.9955686982328328,0.9825078217152056
|
71 |
+
34,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9937106918238994,0.9950578219911691,0.9845580262339363
|
72 |
+
35,16,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9329140461215931,0.2737881316048432,0.8779874213836477,0.3297394429469901,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9940657589929038,0.978826085846344
|
73 |
+
35,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9825743307727706
|
74 |
+
36,16,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9968553459119497,0.9955686982328328,0.9850913098915082
|
75 |
+
36,-1,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9968553459119497,0.9955686982328328,0.9805663724045234
|
76 |
+
37,16,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9968553459119497,0.9955686982328328,0.9826995571196442
|
77 |
+
37,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.983588121211089
|
78 |
+
38,16,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9845197101067886
|
79 |
+
38,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9949293234112959,0.9843558522065237
|
80 |
+
39,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8176100628930818,0.42270996448894027,0.9946091644204852,0.9942416667063568,0.9839971542057913
|
81 |
+
39,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8176100628930818,0.42270996448894027,0.9947589098532494,0.9943855274219211,0.9841884186504214
|
82 |
+
40,16,0.9937106918238994,0.9937106918238994,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8792452830188678,0.3307876609763402,0.8176100628930818,0.42270996448894027,0.9952830188679245,0.9926404781517646,0.9802564028196749
|
83 |
+
40,-1,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.1408569717195054,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9958071278825995,0.997197782278616,0.9829542056299376
|
84 |
+
41,16,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9937106918238994,0.9950578219911691,0.9851577503358641
|
85 |
+
41,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9837725369219834
|
86 |
+
42,16,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9371069182389935,0.2779810037222437,0.8805031446540881,0.33393231506439053,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9954212298327033,0.986498867910085
|
87 |
+
42,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802933,0.2758845676635434,0.879245283018868,0.33183587900569034,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9948765857601972,0.9799284949633247
|
88 |
+
43,16,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802933,0.2758845676635434,0.8805031446540881,0.33393231506439053,0.8176100628930818,0.42270996448894027,0.9968553459119497,0.9957793953212253,0.9805994341367464
|
89 |
+
43,-1,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802933,0.2758845676635434,0.8805031446540881,0.33393231506439053,0.8176100628930818,0.42270996448894027,0.9968553459119497,0.9957793953212253,0.9806108442508534
|
90 |
+
44,16,1.0,1.0,1.0,1.0,1.0,0.14092114833354724,0.9350104821802933,0.2758845676635434,0.8805031446540881,0.33393231506439053,0.8176100628930818,0.42270996448894027,1.0,0.9981005918396441,0.9834586373590782
|
91 |
+
44,-1,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.1408569717195054,0.9350104821802933,0.2758845676635434,0.8805031446540881,0.33393231506439053,0.8176100628930818,0.42270996448894027,0.9958071278825995,0.9974084793670086,0.9831140371241188
|
92 |
+
45,16,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.1408569717195054,0.9371069182389935,0.2779810037222437,0.8805031446540881,0.33393231506439053,0.8176100628930818,0.42270996448894027,0.9958071278825995,0.9977424263511218,0.9906531668594217
|
93 |
+
45,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9371069182389935,0.2779810037222437,0.8805031446540881,0.33393231506439053,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9954212298327033,0.980647177076282
|
94 |
+
46,16,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9371069182389935,0.2779810037222437,0.8805031446540881,0.33393231506439053,0.8176100628930818,0.42270996448894027,0.9926624737945492,0.9954212298327033,0.9803951975164507
|
95 |
+
46,-1,0.9874213836477987,0.9937106918238994,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802935,0.2716916955461431,0.8805031446540881,0.33393231506439053,0.8176100628930818,0.42270996448894027,0.991090146750524,0.994161775772967,0.9795024400955284
|
96 |
+
47,16,0.9874213836477987,0.9937106918238994,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9308176100628931,0.2654023873700424,0.8779874213836477,0.3276430068882899,0.8176100628930818,0.42270996448894027,0.9907756813417189,0.991341788529264,0.9790881714271858
|
97 |
+
47,-1,0.9874213836477987,1.0,1.0,1.0,0.9874213836477987,0.13456766354340477,0.9329140461215931,0.2716916955461431,0.8792452830188678,0.3307876609763402,0.8176100628930818,0.42270996448894027,0.9916142557651991,0.9925089326145728,0.9770057596379698
|
98 |
+
48,16,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8176100628930818,0.42270996448894027,0.9904162923030846,0.9935495542337214,0.9786090482439601
|
99 |
+
48,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9921452306476566,0.9760609551713836
|
100 |
+
49,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9921452306476566,0.9784217339891974
|
101 |
+
49,-1,0.9874213836477987,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9874213836477987,0.13456766354340477,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8163522012578617,0.4157917254952295,0.9905660377358491,0.9911976800541893,0.9754859807326668
|
102 |
+
50,16,0.9874213836477987,0.9937106918238994,0.9937106918238994,1.0,0.9874213836477987,0.13456766354340477,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8176100628930818,0.42270996448894027,0.9913522012578616,0.9936184102348339,0.9775993055273023
|
103 |
+
50,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8176100628930818,0.42270996448894027,0.9946091644204852,0.9942416667063568,0.977704281052554
|
104 |
+
51,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9921452306476566,0.9774095040707429
|
105 |
+
51,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9921452306476566,0.9770905243022502
|
106 |
+
52,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9913729999265122,0.9741832623188087
|
107 |
+
52,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9908680992293311,0.9774546629226217
|
108 |
+
53,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9921452306476566,0.9731460999515297
|
109 |
+
53,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8163522012578617,0.41635647969879774,0.9937106918238994,0.9917285374183836,0.9720610041294575
|
110 |
+
54,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9921452306476566,0.9742767766663497
|
111 |
+
54,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9921452306476566,0.9757496661257784
|
112 |
+
55,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8779874213836477,0.3244983528002396,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9901445987930553,0.9701450631447315
|
113 |
+
55,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8163522012578617,0.41635647969879774,0.9937106918238994,0.9917450999042671,0.9732073104019162
|
114 |
+
56,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9916403299504754,0.97170798965762
|
115 |
+
56,-1,0.9874213836477987,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9874213836477987,0.13456766354340477,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8163522012578617,0.4157917254952295,0.9905660377358491,0.9912342236626033,0.9724160037890716
|
116 |
+
57,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9921452306476566,0.9715609896334129
|
117 |
+
57,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9921452306476566,0.9717972413784965
|
118 |
+
58,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9921452306476566,0.9735194544607698
|
119 |
+
58,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8779874213836477,0.3244983528002396,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9903135950811264,0.9711080667258403
|
120 |
+
59,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8779874213836477,0.3244983528002396,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.990225387287229,0.971419312473255
|
121 |
+
59,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8779874213836477,0.3244983528002396,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9910858258022707,0.9733695659127561
|
122 |
+
60,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9895085825916756,0.9718675913468281
|
123 |
+
60,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9896103883579224,0.9724788553845102
|
124 |
+
61,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9895085825916756,0.970587862398236
|
125 |
+
61,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8779874213836477,0.3244983528002396,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9909976180083733,0.9740212341644332
|
126 |
+
62,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9897810997466295,0.9732338734105376
|
127 |
+
62,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9898693075405268,0.9728364150796376
|
128 |
+
63,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9896565293012903,0.9722159364488387
|
129 |
+
63,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9896565293012903,0.9724909684095034
|
130 |
+
64,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9896008644784118,0.9708189710819186
|
131 |
+
64,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9895547235350435,0.9715609433581346
|
132 |
+
65,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9895085825916756,0.9730948380649092
|
133 |
+
65,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9895085825916756,0.9793461347941006
|
134 |
+
66,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8163522012578617,0.41635647969879774,0.9937106918238994,0.9890471742765853,0.973899611418427
|
135 |
+
66,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8779874213836477,0.3244983528002396,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9903220059224849,0.976289392450759
|
136 |
+
67,16,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2748363496341934,0.8792452830188678,0.3307876609763402,0.8176100628930818,0.42270996448894027,0.9968553459119497,0.9948968240435949,0.9845868504587338
|
137 |
+
67,-1,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2748363496341934,0.8805031446540881,0.33393231506439053,0.8169811320754717,0.42264578787489837,0.9968553459119497,0.9948797032691041,0.9802237560776887
|
138 |
+
68,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,1.0,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8779874213836477,0.3244983528002396,0.8176100628930818,0.42270996448894027,0.9943396226415094,0.9927467301614971,0.9779896723830197
|
139 |
+
68,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,1.0,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8779874213836477,0.3244983528002396,0.8176100628930818,0.42270996448894027,0.9943396226415094,0.9927467301614971,0.9769515284462965
|
140 |
+
69,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8779874213836477,0.3244983528002396,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9909287123859128,0.9773948812445203
|
141 |
+
69,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8779874213836477,0.3244983528002396,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9909287123859128,0.9800196645187899
|
142 |
+
70,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9896565293012903,0.9739355095313541
|
143 |
+
70,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9897121941241691,0.9741422037900763
|
144 |
+
71,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9897121941241691,0.9739979002954181
|
145 |
+
71,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9897121941241691,0.973589671767485
|
146 |
+
72,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9898693075405268,0.9741890329822812
|
147 |
+
72,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9897810997466295,0.9739956403221554
|
148 |
+
73,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9896103883579224,0.9736448065416268
|
149 |
+
73,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9906007692053679,0.9748185134303657
|
150 |
+
74,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9921452306476566,0.9771623370616781
|
151 |
+
74,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9913729999265122,0.9749843443767794
|
152 |
+
75,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9908680992293311,0.9740263447548295
|
153 |
+
75,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9908680992293311,0.9708482393424532
|
154 |
+
76,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9916403299504754,0.973395704011602
|
155 |
+
76,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9913729999265122,0.9762781830588617
|
156 |
+
77,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8779874213836477,0.3244983528002396,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.989947078929696,0.9739981311831387
|
157 |
+
77,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8779874213836477,0.3244983528002396,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.990368146865853,0.9726110661301605
|
158 |
+
78,16,0.9874213836477987,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9874213836477987,0.13456766354340477,0.9308176100628931,0.26697471441406756,0.8792452830188678,0.3276430068882899,0.8150943396226417,0.41622812647071405,0.9905660377358491,0.9888203852421523,0.9647432866478288
|
159 |
+
78,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8163522012578617,0.41635647969879774,0.9937106918238994,0.9911326022382598,0.9685918049714753
|
160 |
+
79,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8779874213836477,0.3244983528002396,0.8163522012578617,0.41635647969879774,0.9937106918238994,0.9900566349069906,0.9703408187995723
|
161 |
+
79,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9895547235350435,0.9704956727686797
|
162 |
+
80,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9898136427176482,0.9737533278445082
|
163 |
+
80,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8163522012578617,0.41635647969879774,0.9937106918238994,0.9894768048478969,0.9732126015632836
|
164 |
+
81,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9895085825916756,0.9730288252547296
|
165 |
+
81,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9287211740041929,0.26383006032601725,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9891693252657885,0.9715750442885793
|
166 |
+
82,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9895085825916756,0.9680954776278762
|
167 |
+
82,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9921452306476566,0.973481368937235
|
168 |
+
83,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9921452306476566,0.9786191568152753
|
169 |
+
83,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9350104821802935,0.2716916955461431,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9921452306476566,0.9790918532157638
|
170 |
+
84,16,0.9874213836477987,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9874213836477987,0.1345676635434048,0.9287211740041929,0.26691053780002566,0.8779874213836477,0.32757883027424806,0.8163522012578617,0.41635647969879785,0.9905660377358491,0.9893895122736129,0.9827432668855345
|
171 |
+
84,-1,0.9937106918238994,1.0,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9371069182389935,0.2779810037222437,0.879245283018868,0.3338681384503487,0.8169811320754717,0.42264578787489837,0.9958071278825996,0.9946937315006783,0.979903184006217
|
172 |
+
85,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8779874213836477,0.3244983528002396,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.990492717311192,0.97476839669551
|
173 |
+
85,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.98985000536909,0.9732810663213827
|
174 |
+
86,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.98985000536909,0.9750045465436691
|
175 |
+
86,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2654023873700424,0.8767295597484275,0.3213536987121893,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9896792939803828,0.9725222142820199
|
176 |
+
87,16,0.9874213836477987,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9874213836477987,0.1345676635434048,0.9266247379454925,0.2621935566679502,0.8742138364779874,0.31971719505412227,0.8163522012578617,0.41635647969879785,0.9905660377358491,0.9871078321780392,0.9771916942317963
|
177 |
+
87,-1,0.9937106918238994,0.9937106918238994,1.0,1.0,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8779874213836477,0.33072348436229837,0.8169811320754717,0.42264578787489837,0.9949685534591194,0.9927269043280065,0.9780988927359818
|
178 |
+
88,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9287211740041929,0.2654023873700424,0.8779874213836477,0.32607067984426474,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9898081964995102,0.9747461454895504
|
179 |
+
88,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9287211740041929,0.26697471441406756,0.8779874213836477,0.32607067984426474,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9895838607846708,0.9755247762662627
|
180 |
+
89,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9224318658280922,0.2591130791939418,0.8767295597484275,0.3244983528002396,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.988588560714552,0.9764318984529687
|
181 |
+
89,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9245283018867925,0.26068540623796693,0.8779874213836477,0.32607067984426474,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9888802044486735,0.9774572103156858
|
182 |
+
90,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9245283018867925,0.26068540623796693,0.8779874213836477,0.32607067984426474,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9888802044486735,0.9769949207282347
|
183 |
+
90,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9245283018867925,0.26068540623796693,0.8767295597484275,0.32292602575621443,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9887620266125029,0.9744283348074035
|
184 |
+
91,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9245283018867925,0.26068540623796693,0.8779874213836477,0.32607067984426474,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9888802044486735,0.976979967488558
|
185 |
+
91,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9266247379454925,0.2622577332819921,0.8767295597484275,0.32292602575621443,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.989104085238163,0.9735565400725815
|
186 |
+
92,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9266247379454925,0.2622577332819921,0.8754716981132075,0.3197813716681641,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9888976996080949,0.9731361349937617
|
187 |
+
92,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9287211740041929,0.26383006032601725,0.8754716981132075,0.3197813716681641,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9889989983172379,0.9729618741131509
|
188 |
+
93,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9245283018867925,0.26068540623796693,0.8742138364779874,0.31971719505412227,0.8163522012578617,0.41635647969879785,0.9937106918238994,0.9877629455945444,0.9770211470057514
|
189 |
+
93,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9161425576519916,0.2604286997817995,0.8679245283018868,0.3224767894579215,0.810062893081761,0.41571471355837936,0.9937106918238994,0.9820231987631832,0.9697182953419831
|
190 |
+
94,16,0.9874213836477987,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9874213836477987,0.1345676635434048,0.9224318658280922,0.2621935566679502,0.8716981132075471,0.3242416463440722,0.8125786163522014,0.4159714200145467,0.9905660377358491,0.9848611431901642,0.9716145214674811
|
191 |
+
94,-1,0.9874213836477987,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9874213836477987,0.1345676635434048,0.9203354297693919,0.2590489025798999,0.8754716981132075,0.32443417618619774,0.8150943396226417,0.41622812647071405,0.9905660377358491,0.9861571161893025,0.9716456402451897
|
192 |
+
95,16,0.9874213836477987,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9874213836477987,0.1345676635434048,0.9224318658280922,0.26062122962392503,0.8754716981132075,0.32443417618619774,0.8157232704402517,0.4162923030847559,0.9905660377358491,0.9871730721262038,0.9713329235783189
|
193 |
+
95,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.2685470414580927,0.8779874213836477,0.32607067984426474,0.8163522012578617,0.41635647969879785,0.9937106918238994,0.9901437528688509,0.9748036120978101
|
194 |
+
96,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9245283018867925,0.2621935566679502,0.8754716981132075,0.3228618491421726,0.8163522012578617,0.41635647969879785,0.9937106918238994,0.9882921358538007,0.973241481136345
|
195 |
+
96,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9287211740041929,0.26691053780002566,0.8742138364779874,0.32128952209814743,0.8163522012578617,0.41635647969879785,0.9937106918238994,0.9896450533152691,0.980049155621658
|
196 |
+
97,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8779874213836477,0.3244983528002396,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9907654505942084,0.9763116383175192
|
197 |
+
97,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2685470414580927,0.8792452830188678,0.3276430068882899,0.8169811320754717,0.41642065631283964,0.9937106918238994,0.9910964066696154,0.9750038993648769
|
198 |
+
98,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.270055191888076,0.8767295597484275,0.3260065032302229,0.8163522012578617,0.41635647969879785,0.9937106918238994,0.9904897805146577,0.9763117477878052
|
199 |
+
98,-1,0.9874213836477987,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9874213836477987,0.1345676635434048,0.9245283018867925,0.2653382107560005,0.8754716981132075,0.32443417618619774,0.8163522012578617,0.41635647969879785,0.9905660377358491,0.9888563941803958,0.9810150090474534
|
200 |
+
99,16,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9329140461215931,0.2701193685021179,0.8779874213836477,0.32607067984426474,0.8163522012578617,0.41635647969879785,0.9937106918238994,0.9910705954437012,0.9772104561753072
|
201 |
+
99,-1,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.9937106918238994,0.13463184015744661,0.9308176100628931,0.270055191888076,0.8779874213836477,0.32757883027424806,0.8163522012578617,0.41635647969879785,0.9937106918238994,0.991175316874592,0.9785958746330052
|
Information-Retrieval_evaluation_test_results.csv
ADDED
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
1 |
+
epoch,steps,cos_sim-Accuracy@1,cos_sim-Accuracy@3,cos_sim-Accuracy@5,cos_sim-Accuracy@10,cos_sim-Precision@1,cos_sim-Recall@1,cos_sim-Precision@3,cos_sim-Recall@3,cos_sim-Precision@5,cos_sim-Recall@5,cos_sim-Precision@10,cos_sim-Recall@10,cos_sim-MRR@10,cos_sim-NDCG@10,cos_sim-MAP@100
|
2 |
+
0,0,0.9871794871794872,1.0,1.0,1.0,0.9871794871794872,0.3169871794871794,0.8632478632478634,0.6291666666666667,0.7871794871794872,0.835576923076923,0.5243589743589744,0.9743589743589743,0.9935897435897436,0.9971011948267212,0.995976800976801
|
LT_training_config.json
ADDED
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_save_dir": "models",
|
3 |
+
"model_save_name": "check5",
|
4 |
+
"opt_model_description": "test",
|
5 |
+
"opt_model_lang": "en",
|
6 |
+
"train_batch_size": 64,
|
7 |
+
"num_epochs": 100,
|
8 |
+
"warm_up_perc": 1,
|
9 |
+
"learning_rate": 2e-05,
|
10 |
+
"loss_type": "supcon",
|
11 |
+
"val_perc": 0.2,
|
12 |
+
"wandb_names": {
|
13 |
+
"project": "linktransformer",
|
14 |
+
"id": "your-id",
|
15 |
+
"run": "run-name",
|
16 |
+
"entity": "your-id"
|
17 |
+
},
|
18 |
+
"add_pooling_layer": false,
|
19 |
+
"large_val": true,
|
20 |
+
"eval_steps_perc": 0.5,
|
21 |
+
"test_at_end": true,
|
22 |
+
"save_val_test_pickles": true,
|
23 |
+
"val_query_prop": 0.5,
|
24 |
+
"loss_params": {},
|
25 |
+
"batch_size": 128,
|
26 |
+
"eval_type": "retrieval",
|
27 |
+
"training_dataset": "../../../labelled_data.csv",
|
28 |
+
"base_model_path": "sentence-transformers/all-mpnet-base-v2",
|
29 |
+
"best_model_path": "models/check5"
|
30 |
+
}
|
README.md
ADDED
@@ -0,0 +1,121 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
pipeline_tag: sentence-similarity
|
3 |
+
language:
|
4 |
+
- en
|
5 |
+
tags:
|
6 |
+
- linktransformer
|
7 |
+
- sentence-transformers
|
8 |
+
- sentence-similarity
|
9 |
+
- tabular-classification
|
10 |
+
|
11 |
+
---
|
12 |
+
|
13 |
+
# gbpatentdata/lt-patent-inventor-linking
|
14 |
+
|
15 |
+
This is a [LinkTransformer](https://linktransformer.github.io/) model. At its core this model this is a sentence transformer model [sentence-transformers](https://www.SBERT.net) model - it just wraps around the class.
|
16 |
+
This model has been fine-tuned on the model: `sentence-transformers/all-mpnet-base-v2`. It is pretrained for the language: `en`.
|
17 |
+
|
18 |
+
## Usage (Sentence-Transformers)
|
19 |
+
|
20 |
+
To use this model using sentence-transformers:
|
21 |
+
|
22 |
+
```python
|
23 |
+
from sentence_transformers import SentenceTransformer
|
24 |
+
|
25 |
+
# load
|
26 |
+
model = SentenceTransformer("matthewleechen/lt-patent-inventor-linking")
|
27 |
+
```
|
28 |
+
|
29 |
+
## Usage (LinkTransformer)
|
30 |
+
|
31 |
+
To use this model for clustering with [LinkTransformer](https://github.com/dell-research-harvard/linktransformer) installed:
|
32 |
+
|
33 |
+
```python
|
34 |
+
import linktransformer as lt
|
35 |
+
import pandas as pd
|
36 |
+
|
37 |
+
df_lm_matched = lt.cluster_rows(df, # df should be a dataset of unique patent-inventors
|
38 |
+
model='matthewleechen/lt-patent-inventor-linking',
|
39 |
+
on=['name', 'occupation', 'year', 'address', 'firm', 'patent_title'], # cluster on these variables
|
40 |
+
cluster_type='SLINK', # use SLINK algorithm
|
41 |
+
cluster_params={ # default params
|
42 |
+
'threshold': 0.1,
|
43 |
+
'min cluster size': 1,
|
44 |
+
'metric': 'cosine'
|
45 |
+
}
|
46 |
+
)
|
47 |
+
)
|
48 |
+
|
49 |
+
```
|
50 |
+
|
51 |
+
## Evaluation
|
52 |
+
|
53 |
+
We evaluate using the standard [LinkTransformer](https://github.com/dell-research-harvard/linktransformer) information retrieval metrics. Our test set evaluations are available [here](https://huggingface.co/gbpatentdata/lt-patent-inventor-linking/blob/main/Information-Retrieval_evaluation_test_results.csv).
|
54 |
+
|
55 |
+
|
56 |
+
## Training
|
57 |
+
The model was trained with the parameters:
|
58 |
+
|
59 |
+
**DataLoader**:
|
60 |
+
|
61 |
+
`torch.utils.data.dataloader.DataLoader` of length 31 with parameters:
|
62 |
+
```
|
63 |
+
{'batch_size': 64, 'sampler': 'torch.utils.data.dataloader._InfiniteConstantSampler', 'batch_sampler': 'torch.utils.data.sampler.BatchSampler'}
|
64 |
+
```
|
65 |
+
|
66 |
+
**Loss**:
|
67 |
+
|
68 |
+
`linktransformer.modified_sbert.losses.SupConLoss_wandb`
|
69 |
+
|
70 |
+
Parameters of the fit()-Method:
|
71 |
+
```
|
72 |
+
{
|
73 |
+
"epochs": 100,
|
74 |
+
"evaluation_steps": 16,
|
75 |
+
"evaluator": "sentence_transformers.evaluation.SequentialEvaluator.SequentialEvaluator",
|
76 |
+
"max_grad_norm": 1,
|
77 |
+
"optimizer_class": "<class 'torch.optim.adamw.AdamW'>",
|
78 |
+
"optimizer_params": {
|
79 |
+
"lr": 2e-05
|
80 |
+
},
|
81 |
+
"scheduler": "WarmupLinear",
|
82 |
+
"steps_per_epoch": null,
|
83 |
+
"warmup_steps": 3100,
|
84 |
+
"weight_decay": 0.01
|
85 |
+
}
|
86 |
+
```
|
87 |
+
```
|
88 |
+
LinkTransformer(
|
89 |
+
(0): Transformer({'max_seq_length': 384, 'do_lower_case': False}) with Transformer model: MPNetModel
|
90 |
+
(1): Pooling({'word_embedding_dimension': 768, 'pooling_mode_cls_token': False, 'pooling_mode_mean_tokens': True, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': False, 'pooling_mode_lasttoken': False})
|
91 |
+
(2): Normalize()
|
92 |
+
)
|
93 |
+
```
|
94 |
+
|
95 |
+
## Citation
|
96 |
+
|
97 |
+
If you use our model or custom training/evaluation data in your research, please cite our accompanying paper as follows:
|
98 |
+
|
99 |
+
```
|
100 |
+
@article{bct2025,
|
101 |
+
title = {300 Years of British Patents},
|
102 |
+
author = {Enrico Berkes and Matthew Lee Chen and Matteo Tranchero},
|
103 |
+
journal = {arXiv preprint arXiv:2401.12345},
|
104 |
+
year = {2025},
|
105 |
+
url = {https://arxiv.org/abs/2401.12345}
|
106 |
+
}
|
107 |
+
```
|
108 |
+
|
109 |
+
Please also cite the original LinkTransformer authors:
|
110 |
+
|
111 |
+
```
|
112 |
+
@misc{arora2023linktransformer,
|
113 |
+
title={LinkTransformer: A Unified Package for Record Linkage with Transformer Language Models},
|
114 |
+
author={Abhishek Arora and Melissa Dell},
|
115 |
+
year={2023},
|
116 |
+
eprint={2309.00789},
|
117 |
+
archivePrefix={arXiv},
|
118 |
+
primaryClass={cs.CL}
|
119 |
+
}
|
120 |
+
|
121 |
+
```
|
config.json
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "models/check5",
|
3 |
+
"architectures": [
|
4 |
+
"MPNetModel"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.1,
|
7 |
+
"bos_token_id": 0,
|
8 |
+
"eos_token_id": 2,
|
9 |
+
"hidden_act": "gelu",
|
10 |
+
"hidden_dropout_prob": 0.1,
|
11 |
+
"hidden_size": 768,
|
12 |
+
"initializer_range": 0.02,
|
13 |
+
"intermediate_size": 3072,
|
14 |
+
"layer_norm_eps": 1e-05,
|
15 |
+
"max_position_embeddings": 514,
|
16 |
+
"model_type": "mpnet",
|
17 |
+
"num_attention_heads": 12,
|
18 |
+
"num_hidden_layers": 12,
|
19 |
+
"pad_token_id": 1,
|
20 |
+
"relative_attention_num_buckets": 32,
|
21 |
+
"torch_dtype": "float32",
|
22 |
+
"transformers_version": "4.41.1",
|
23 |
+
"vocab_size": 30527
|
24 |
+
}
|
config_sentence_transformers.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"__version__": {
|
3 |
+
"sentence_transformers": "2.0.0",
|
4 |
+
"transformers": "4.6.1",
|
5 |
+
"pytorch": "1.8.1"
|
6 |
+
}
|
7 |
+
}
|
labelled_data.csv
ADDED
The diff for this file is too large to render.
See raw diff
|
|
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5786a63dc05544771f8690ae44d4cfcd2828ce95030f75992891ce51bf98d6bc
|
3 |
+
size 437967672
|
modules.json
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
[
|
2 |
+
{
|
3 |
+
"idx": 0,
|
4 |
+
"name": "0",
|
5 |
+
"path": "",
|
6 |
+
"type": "sentence_transformers.models.Transformer"
|
7 |
+
},
|
8 |
+
{
|
9 |
+
"idx": 1,
|
10 |
+
"name": "1",
|
11 |
+
"path": "1_Pooling",
|
12 |
+
"type": "sentence_transformers.models.Pooling"
|
13 |
+
},
|
14 |
+
{
|
15 |
+
"idx": 2,
|
16 |
+
"name": "2",
|
17 |
+
"path": "2_Normalize",
|
18 |
+
"type": "sentence_transformers.models.Normalize"
|
19 |
+
}
|
20 |
+
]
|
sentence_bert_config.json
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"max_seq_length": 384,
|
3 |
+
"do_lower_case": false
|
4 |
+
}
|
special_tokens_map.json
ADDED
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token": {
|
3 |
+
"content": "<s>",
|
4 |
+
"lstrip": false,
|
5 |
+
"normalized": false,
|
6 |
+
"rstrip": false,
|
7 |
+
"single_word": false
|
8 |
+
},
|
9 |
+
"cls_token": {
|
10 |
+
"content": "<s>",
|
11 |
+
"lstrip": false,
|
12 |
+
"normalized": false,
|
13 |
+
"rstrip": false,
|
14 |
+
"single_word": false
|
15 |
+
},
|
16 |
+
"eos_token": {
|
17 |
+
"content": "</s>",
|
18 |
+
"lstrip": false,
|
19 |
+
"normalized": false,
|
20 |
+
"rstrip": false,
|
21 |
+
"single_word": false
|
22 |
+
},
|
23 |
+
"mask_token": {
|
24 |
+
"content": "<mask>",
|
25 |
+
"lstrip": true,
|
26 |
+
"normalized": false,
|
27 |
+
"rstrip": false,
|
28 |
+
"single_word": false
|
29 |
+
},
|
30 |
+
"pad_token": {
|
31 |
+
"content": "<pad>",
|
32 |
+
"lstrip": false,
|
33 |
+
"normalized": false,
|
34 |
+
"rstrip": false,
|
35 |
+
"single_word": false
|
36 |
+
},
|
37 |
+
"sep_token": {
|
38 |
+
"content": "</s>",
|
39 |
+
"lstrip": false,
|
40 |
+
"normalized": false,
|
41 |
+
"rstrip": false,
|
42 |
+
"single_word": false
|
43 |
+
},
|
44 |
+
"unk_token": {
|
45 |
+
"content": "[UNK]",
|
46 |
+
"lstrip": false,
|
47 |
+
"normalized": false,
|
48 |
+
"rstrip": false,
|
49 |
+
"single_word": false
|
50 |
+
}
|
51 |
+
}
|
tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
ADDED
@@ -0,0 +1,72 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"added_tokens_decoder": {
|
3 |
+
"0": {
|
4 |
+
"content": "<s>",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false,
|
9 |
+
"special": true
|
10 |
+
},
|
11 |
+
"1": {
|
12 |
+
"content": "<pad>",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false,
|
17 |
+
"special": true
|
18 |
+
},
|
19 |
+
"2": {
|
20 |
+
"content": "</s>",
|
21 |
+
"lstrip": false,
|
22 |
+
"normalized": false,
|
23 |
+
"rstrip": false,
|
24 |
+
"single_word": false,
|
25 |
+
"special": true
|
26 |
+
},
|
27 |
+
"3": {
|
28 |
+
"content": "<unk>",
|
29 |
+
"lstrip": false,
|
30 |
+
"normalized": true,
|
31 |
+
"rstrip": false,
|
32 |
+
"single_word": false,
|
33 |
+
"special": true
|
34 |
+
},
|
35 |
+
"104": {
|
36 |
+
"content": "[UNK]",
|
37 |
+
"lstrip": false,
|
38 |
+
"normalized": false,
|
39 |
+
"rstrip": false,
|
40 |
+
"single_word": false,
|
41 |
+
"special": true
|
42 |
+
},
|
43 |
+
"30526": {
|
44 |
+
"content": "<mask>",
|
45 |
+
"lstrip": true,
|
46 |
+
"normalized": false,
|
47 |
+
"rstrip": false,
|
48 |
+
"single_word": false,
|
49 |
+
"special": true
|
50 |
+
}
|
51 |
+
},
|
52 |
+
"bos_token": "<s>",
|
53 |
+
"clean_up_tokenization_spaces": true,
|
54 |
+
"cls_token": "<s>",
|
55 |
+
"do_lower_case": true,
|
56 |
+
"eos_token": "</s>",
|
57 |
+
"mask_token": "<mask>",
|
58 |
+
"max_length": 128,
|
59 |
+
"model_max_length": 512,
|
60 |
+
"pad_to_multiple_of": null,
|
61 |
+
"pad_token": "<pad>",
|
62 |
+
"pad_token_type_id": 0,
|
63 |
+
"padding_side": "right",
|
64 |
+
"sep_token": "</s>",
|
65 |
+
"stride": 0,
|
66 |
+
"strip_accents": null,
|
67 |
+
"tokenize_chinese_chars": true,
|
68 |
+
"tokenizer_class": "MPNetTokenizer",
|
69 |
+
"truncation_side": "right",
|
70 |
+
"truncation_strategy": "longest_first",
|
71 |
+
"unk_token": "[UNK]"
|
72 |
+
}
|
vocab.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|