epoch,steps,cosine-Accuracy@1,cosine-Accuracy@20,cosine-Accuracy@50,cosine-Accuracy@100,cosine-Accuracy@150,cosine-Accuracy@200,cosine-Precision@1,cosine-Recall@1,cosine-Precision@20,cosine-Recall@20,cosine-Precision@50,cosine-Recall@50,cosine-Precision@100,cosine-Recall@100,cosine-Precision@150,cosine-Recall@150,cosine-Precision@200,cosine-Recall@200,cosine-MRR@1,cosine-MRR@20,cosine-MRR@50,cosine-MRR@100,cosine-MRR@150,cosine-MRR@200,cosine-NDCG@1,cosine-NDCG@20,cosine-NDCG@50,cosine-NDCG@100,cosine-NDCG@150,cosine-NDCG@200,cosine-MAP@1,cosine-MAP@20,cosine-MAP@50,cosine-MAP@100,cosine-MAP@150,cosine-MAP@200,cosine-MAP@500
0.2053388090349076,200,0.12432432432432433,1.0,1.0,1.0,1.0,1.0,0.12432432432432433,0.0036542148230633313,0.5602702702702703,0.3828077426666972,0.38335135135135134,0.5653252324643432,0.2503783783783784,0.6800221958461447,0.18681081081081083,0.7388915948699079,0.149972972972973,0.7804837951694225,0.12432432432432433,0.5567567567567567,0.5567567567567567,0.5567567567567567,0.5567567567567567,0.5567567567567567,0.12432432432432433,0.6019271564713847,0.5833730603752632,0.6139937306765353,0.6433585312593553,0.6632845626952335,0.12432432432432433,0.4633435867906743,0.4188093941413692,0.42609267111605426,0.44016851054024486,0.4482545851085946,0.4607662221292372
0.4106776180698152,400,0.11891891891891893,1.0,1.0,1.0,1.0,1.0,0.11891891891891893,0.0035436931012884127,0.5683783783783785,0.3810462671828017,0.38324324324324327,0.5543993842372753,0.24810810810810813,0.6700411876973422,0.18515315315315314,0.7311788302888577,0.14832432432432432,0.7678363663093309,0.11891891891891893,0.5545045045045045,0.5545045045045045,0.5545045045045045,0.5545045045045045,0.5545045045045045,0.11891891891891893,0.608829799528409,0.5811778113289973,0.6102432927126396,0.6401874966927388,0.6585608274394179,0.11891891891891893,0.4730257073536956,0.4194802635669368,0.4252576537009097,0.4385610105081702,0.44599736870498363,0.4586336991926438
0.6160164271047228,600,0.11351351351351352,1.0,1.0,1.0,1.0,1.0,0.11351351351351352,0.0035045234969014166,0.5713513513513514,0.3846125291226745,0.3913513513513514,0.5682209903507661,0.2525945945945946,0.6778875140787548,0.1881081081081081,0.738073200978772,0.15154054054054053,0.7822033748058627,0.11351351351351352,0.5509009009009009,0.5509009009009009,0.5509009009009009,0.5509009009009009,0.5509009009009009,0.11351351351351352,0.6120507278465956,0.589300707007821,0.615928427138543,0.6457992728749911,0.667053226562886,0.11351351351351352,0.47819284350499,0.4243332984656309,0.4304507877187128,0.44417898246014825,0.4525438357699329,0.46507797386754063
0.8213552361396304,800,0.12972972972972974,1.0,1.0,1.0,1.0,1.0,0.12972972972972974,0.0036933844274503265,0.5781081081081081,0.3874647857418556,0.39372972972972975,0.5727008693667749,0.2557837837837838,0.6842591787966371,0.1899099099099099,0.7400278311282196,0.1514594594594595,0.7809088317561025,0.12972972972972974,0.5608108108108109,0.5608108108108109,0.5608108108108109,0.5608108108108109,0.5608108108108109,0.12972972972972974,0.6199466914696183,0.5960674362052089,0.6240359667874307,0.6520216816558552,0.6710916559047866,0.12972972972972974,0.4878817205058847,0.4341970857400079,0.4408342359843624,0.45414196691999603,0.4614165994644783,0.47385564807420766
1.0266940451745379,1000,0.12432432432432433,1.0,1.0,1.0,1.0,1.0,0.12432432432432433,0.0036231843572502565,0.5637837837837838,0.37729156169584205,0.3885405405405405,0.5633539830825378,0.25464864864864867,0.6827730159650425,0.18990990990990994,0.7428633667293452,0.15132432432432433,0.7782685040521145,0.12432432432432433,0.5563063063063063,0.5563063063063063,0.5563063063063063,0.5563063063063063,0.5563063063063063,0.12432432432432433,0.6057777177642741,0.5867260726659175,0.6183196404646596,0.6481962270281353,0.6659059109179445,0.12432432432432433,0.4687261860511995,0.42180542179418523,0.4308714867841366,0.4446949532622736,0.45192025430903376,0.46527408086342625
1.2320328542094456,1200,0.12432432432432433,1.0,1.0,1.0,1.0,1.0,0.12432432432432433,0.0036138931714884822,0.577027027027027,0.3847769295694512,0.38789189189189194,0.5614675431439459,0.25416216216216214,0.6788995357226216,0.1912792792792793,0.7447525709656728,0.15318918918918917,0.7841950250873984,0.12432432432432433,0.5563063063063063,0.5563063063063063,0.5563063063063063,0.5563063063063063,0.5563063063063063,0.12432432432432433,0.6153010648078737,0.5862024056553702,0.6170116332997596,0.6500916277248869,0.6695594700373524,0.12432432432432433,0.4795409082105716,0.42295585561484256,0.430282617284781,0.4456649970867384,0.4534754614662622,0.46568048911518123
1.4373716632443532,1400,0.12432432432432433,1.0,1.0,1.0,1.0,1.0,0.12432432432432433,0.0036542148230633313,0.5778378378378378,0.3854462956207493,0.3930810810810811,0.5718241254218704,0.25702702702702707,0.6876874645193202,0.19196396396396398,0.7494223714305853,0.15375675675675676,0.792200813255954,0.12432432432432433,0.5563063063063063,0.5563063063063063,0.5563063063063063,0.5563063063063063,0.5563063063063063,0.12432432432432433,0.6183362743387226,0.5942702286222415,0.6245437474082477,0.6553581121410758,0.6756783811750192,0.12432432432432433,0.48462670819493664,0.4313917915592608,0.4396814925285873,0.4540585313589766,0.46184599750190675,0.47440674302762886
1.6427104722792607,1600,0.11351351351351352,1.0,1.0,1.0,1.0,1.0,0.11351351351351352,0.0035045234969014166,0.5764864864864865,0.3838299041397214,0.3923243243243243,0.5676927670554055,0.2550810810810811,0.6800509517344185,0.19102702702702704,0.7443262071007248,0.15316216216216216,0.7883305977043269,0.11351351351351352,0.551981981981982,0.551981981981982,0.551981981981982,0.551981981981982,0.551981981981982,0.11351351351351352,0.6164256669688939,0.5912816216435999,0.6197132420680798,0.6514620845615328,0.6723348835622636,0.11351351351351352,0.4822334196423875,0.428689300381166,0.4358240738421247,0.45072644527221695,0.45843672035723626,0.47144338596575885
1.8480492813141685,1800,0.12972972972972974,1.0,1.0,1.0,1.0,1.0,0.12972972972972974,0.0037413987812150314,0.5781081081081081,0.3843655271102247,0.39178378378378387,0.5676845000312233,0.2542702702702703,0.6787154918207249,0.18785585585585585,0.7320225875719449,0.15113513513513513,0.7761507059670063,0.12972972972972974,0.5603603603603604,0.5603603603603604,0.5603603603603604,0.5603603603603604,0.5603603603603604,0.12972972972972974,0.6185956862201957,0.5911825957843169,0.619072389909614,0.6455432274603132,0.6667655327783534,0.12972972972972974,0.4837965937849941,0.4285331090232545,0.43606519106346137,0.4482049475328162,0.4562691988973938,0.46885714095350695
2.0544147843942504,2000,0.12432432432432433,1.0,1.0,1.0,1.0,1.0,0.12432432432432433,0.0036138931714884822,0.5754054054054053,0.38145806817133593,0.38724324324324316,0.5609230769799306,0.25313513513513514,0.6732219748754285,0.1890810810810811,0.7352593490969169,0.15135135135135136,0.7750850885027253,0.12432432432432433,0.5572072072072072,0.5572072072072072,0.5572072072072072,0.5572072072072072,0.5572072072072072,0.12432432432432433,0.6150465394619441,0.5856947806997886,0.6145141363648746,0.6453998709917663,0.6647428229280057,0.12432432432432433,0.4825873237596062,0.4233448232888883,0.43062097640739355,0.44500664950380214,0.4524896138305996,0.4654736935141093
2.259753593429158,2200,0.11891891891891893,1.0,1.0,1.0,1.0,1.0,0.11891891891891893,0.0035747235671014874,0.5689189189189189,0.37777386748934544,0.3911351351351352,0.5649004100538018,0.25275675675675674,0.6795926106033889,0.18738738738738742,0.732879504902313,0.1511081081081081,0.7801094330153461,0.11891891891891893,0.554954954954955,0.554954954954955,0.554954954954955,0.554954954954955,0.554954954954955,0.11891891891891893,0.6102156454096861,0.5880185911691195,0.6157958581477553,0.6430878006010147,0.6652050601478975,0.11891891891891893,0.47682238898990137,0.42447626539918315,0.4292496912787929,0.4423464730434234,0.4509245941088909,0.46326314665597734
2.465092402464066,2400,0.12972972972972974,1.0,1.0,1.0,1.0,1.0,0.12972972972972974,0.0036933844274503265,0.5694594594594594,0.37897271285529815,0.38951351351351354,0.564877405689267,0.2525945945945946,0.6775440114898331,0.1889009009009009,0.7399484000008381,0.15232432432432433,0.7852643837938816,0.12972972972972974,0.5603603603603604,0.5603603603603604,0.5603603603603604,0.5603603603603604,0.5603603603603604,0.12972972972972974,0.6114452843733574,0.5885739212092884,0.6163707400008701,0.6471826727296124,0.6690296055702684,0.12972972972972974,0.4778421789596433,0.42528298846411233,0.4308215112766512,0.4453858074670597,0.4540712408593371,0.4662322432529058
2.6704312114989732,2600,0.13513513513513514,1.0,1.0,1.0,1.0,1.0,0.13513513513513514,0.0037805683856020266,0.5689189189189189,0.37980549211286346,0.39156756756756755,0.5654990665744473,0.2554054054054054,0.6811080928479146,0.1920720720720721,0.7500526739804151,0.15478378378378377,0.7971983411426202,0.13513513513513514,0.5630630630630631,0.5630630630630631,0.5630630630630631,0.5630630630630631,0.5630630630630631,0.13513513513513514,0.6112694350799244,0.5897596950997224,0.6196123237451338,0.653341969847444,0.6757815538442021,0.13513513513513514,0.4768630502305793,0.4268490797781516,0.43438544166855364,0.4498742166248682,0.45867889167253034,0.4703139514013845
2.875770020533881,2800,0.12972972972972974,1.0,1.0,1.0,1.0,1.0,0.12972972972972974,0.0037413987812150314,0.5759459459459461,0.38642757375013415,0.3905945945945946,0.5678636581736557,0.25335135135135134,0.6828369327276755,0.19149549549549547,0.7494392702606744,0.1528108108108108,0.7876309603981632,0.12972972972972974,0.5612612612612613,0.5612612612612613,0.5612612612612613,0.5612612612612613,0.5612612612612613,0.12972972972972974,0.6166342865591007,0.5902204952624381,0.6193734266318873,0.6531118980314357,0.6718916215504982,0.12972972972972974,0.4825471418519291,0.42696486553261526,0.4331297275336443,0.4492308538620596,0.4566434936651272,0.4686210351280788
3.082135523613963,3000,0.12432432432432433,1.0,1.0,1.0,1.0,1.0,0.12432432432432433,0.0036138931714884822,0.5732432432432432,0.3843298086450538,0.38875675675675686,0.5650294350649707,0.25416216216216214,0.6803318262694354,0.1910630630630631,0.7403401943726319,0.15264864864864863,0.779930588965831,0.12432432432432433,0.5581081081081081,0.5581081081081081,0.5581081081081081,0.5581081081081081,0.5581081081081081,0.12432432432432433,0.6143008527055751,0.5877390176744759,0.6177618735749928,0.648977793940304,0.6681685872747991,0.12432432432432433,0.4785583292524849,0.4243560892850918,0.4318640928093425,0.4471005875068474,0.45439053305098065,0.46665216860447767
3.2874743326488707,3200,0.12432432432432433,1.0,1.0,1.0,1.0,1.0,0.12432432432432433,0.0036619075252531876,0.571081081081081,0.3828514779996719,0.39081081081081087,0.5673342901285358,0.2558378378378378,0.6844506535508201,0.19210810810810813,0.7483366539961698,0.1532972972972973,0.7878739392122067,0.12432432432432433,0.5581081081081081,0.5581081081081081,0.5581081081081081,0.5581081081081081,0.5581081081081081,0.12432432432432433,0.6127977853629571,0.5896774300207103,0.6205913187119861,0.652649303380801,0.6717100228964664,0.12432432432432433,0.4776124239982684,0.42680207356106176,0.4345050542016339,0.4495238771603171,0.45698068155359556,0.468967880585077
3.4928131416837784,3400,0.12972972972972974,1.0,1.0,1.0,1.0,1.0,0.12972972972972974,0.003701077129640182,0.567027027027027,0.3804982136664571,0.3875675675675676,0.5629699580592333,0.25081081081081086,0.6707062354999778,0.1889009009009009,0.7368379061779298,0.15054054054054056,0.7766992539904688,0.12972972972972974,0.5608108108108109,0.5608108108108109,0.5608108108108109,0.5608108108108109,0.5608108108108109,0.12972972972972974,0.6089336440451314,0.5856625822268604,0.6117458478660927,0.6445114367692948,0.6634236875631417,0.12972972972972974,0.4730243382102379,0.4222040964295926,0.427053097765836,0.4419405854099873,0.44898785309975947,0.46116246384135534
3.6981519507186857,3600,0.12972972972972974,1.0,1.0,1.0,1.0,1.0,0.12972972972972974,0.0037413987812150314,0.5678378378378378,0.3827628869405309,0.3863783783783784,0.5631375966688502,0.24967567567567567,0.6708095319711836,0.18807207207207208,0.7352302478861616,0.1507027027027027,0.7771325965481749,0.12972972972972974,0.5603603603603604,0.5603603603603604,0.5603603603603604,0.5603603603603604,0.5603603603603604,0.12972972972972974,0.6104723243523141,0.5851867564637715,0.6111351459739588,0.6434844421459089,0.6635444455655303,0.12972972972972974,0.47463453452331006,0.4217990464159235,0.4265057087682277,0.440835085807051,0.44854541040657625,0.4606477333412848
3.9034907597535935,3800,0.12972972972972974,1.0,1.0,1.0,1.0,1.0,0.12972972972972974,0.0037413987812150314,0.572972972972973,0.3863687030094713,0.39156756756756755,0.5684964616110271,0.25243243243243246,0.6746797199000947,0.1914234234234234,0.7467802963396935,0.1522972972972973,0.7847156758414823,0.12972972972972974,0.5603603603603604,0.5603603603603604,0.5603603603603604,0.5603603603603604,0.5603603603603604,0.12972972972972974,0.6146096492130458,0.5903942165828612,0.6157380431058012,0.6513020633067227,0.6695734441770614,0.12972972972972974,0.47857516088611635,0.42741121568687945,0.43204147433500506,0.44812154826154116,0.45515154391733104,0.467280855272183
4.108829568788501,4000,0.12972972972972974,1.0,1.0,1.0,1.0,1.0,0.12972972972972974,0.0037413987812150314,0.5705405405405405,0.38432915927625627,0.38962162162162167,0.5663097940153319,0.25140540540540546,0.6710180189388714,0.19012612612612612,0.7443549924512646,0.15154054054054056,0.7804985217049148,0.12972972972972974,0.5608108108108109,0.5608108108108109,0.5608108108108109,0.5608108108108109,0.5608108108108109,0.12972972972972974,0.6133809590566169,0.5888378318443163,0.613553130716134,0.6492700673561147,0.6672020616803231,0.12972972972972974,0.47928087268629077,0.4265150109477007,0.4308614258675324,0.446315567522346,0.45361884446786194,0.46587892353181215
4.314168377823409,4200,0.12972972972972974,1.0,1.0,1.0,1.0,1.0,0.12972972972972974,0.0037413987812150314,0.5735135135135134,0.3850053775723816,0.3912432432432432,0.5678708571543062,0.2531351351351352,0.6771132401665688,0.19113513513513514,0.7476366668984507,0.15186486486486486,0.7806646181068078,0.12972972972972974,0.5608108108108109,0.5608108108108109,0.5608108108108109,0.5608108108108109,0.5608108108108109,0.12972972972972974,0.6155696219376317,0.5902714649088991,0.6166603984916751,0.6514414937889701,0.6681110549873654,0.12972972972972974,0.4821585422089324,0.4278073015090324,0.4325091891776662,0.4481236866241766,0.45495240914630236,0.4674583582676571
4.519507186858316,4400,0.12972972972972974,1.0,1.0,1.0,1.0,1.0,0.12972972972972974,0.0037413987812150314,0.5721621621621621,0.38564412906376994,0.3898378378378379,0.56634717829376,0.25248648648648647,0.6751207657229007,0.19001801801801804,0.7429721526766266,0.15216216216216216,0.782741009344735,0.12972972972972974,0.5603603603603604,0.5603603603603604,0.5603603603603604,0.5603603603603604,0.5603603603603604,0.12972972972972974,0.6146062832951104,0.5888430944817052,0.6153911974508461,0.6488811790186049,0.668484227215925,0.12972972972972974,0.48065989256661584,0.4260414587944102,0.4313410890675031,0.44627409433309473,0.45409073457648325,0.4664141280463215
4.724845995893224,4600,0.12432432432432433,1.0,1.0,1.0,1.0,1.0,0.12432432432432433,0.0036619075252531876,0.5713513513513514,0.3842833355443445,0.3888648648648649,0.5650012903557396,0.25194594594594594,0.6742574573080582,0.18998198198198196,0.7433217612578467,0.1519189189189189,0.7815387878511015,0.12432432432432433,0.5576576576576577,0.5576576576576577,0.5576576576576577,0.5576576576576577,0.5576576576576577,0.12432432432432433,0.6134037350149425,0.587765249332833,0.6145100789008344,0.6485708474409041,0.6674981723654128,0.12432432432432433,0.47936111065720205,0.4252592911005701,0.4304825507648424,0.4457575975367371,0.4532981716560443,0.4657478115586777
4.930184804928132,4800,0.12432432432432433,1.0,1.0,1.0,1.0,1.0,0.12432432432432433,0.0036619075252531876,0.5718918918918919,0.3842245968041533,0.3885405405405405,0.5640822196868902,0.25172972972972973,0.6741986120580108,0.1904864864864865,0.7463851968088967,0.1521891891891892,0.7825399601398452,0.12432432432432433,0.5581081081081081,0.5581081081081081,0.5581081081081081,0.5581081081081081,0.5581081081081081,0.12432432432432433,0.6139182209948354,0.5873893466818746,0.6144038475288277,0.6498632077214272,0.6680602466150343,0.12432432432432433,0.47988875190050484,0.4249833337950364,0.430155652024808,0.4458862132745998,0.45334655744992447,0.4656066165331343