epoch,steps,cosine-Accuracy@1,cosine-Accuracy@20,cosine-Accuracy@50,cosine-Accuracy@100,cosine-Accuracy@150,cosine-Accuracy@200,cosine-Precision@1,cosine-Recall@1,cosine-Precision@20,cosine-Recall@20,cosine-Precision@50,cosine-Recall@50,cosine-Precision@100,cosine-Recall@100,cosine-Precision@150,cosine-Recall@150,cosine-Precision@200,cosine-Recall@200,cosine-MRR@1,cosine-MRR@20,cosine-MRR@50,cosine-MRR@100,cosine-MRR@150,cosine-MRR@200,cosine-NDCG@1,cosine-NDCG@20,cosine-NDCG@50,cosine-NDCG@100,cosine-NDCG@150,cosine-NDCG@200,cosine-MAP@1,cosine-MAP@20,cosine-MAP@50,cosine-MAP@100,cosine-MAP@150,cosine-MAP@200,cosine-MAP@500
0.2053388090349076,200,0.6744669786791472,0.9193967758710349,0.9547581903276131,0.9786791471658867,0.9854394175767031,0.9895995839833593,0.6744669786791472,0.26115073174355546,0.11300052002080084,0.8396169180100536,0.04843473738949559,0.8969578783151325,0.02519500780031202,0.9319847460565089,0.017087883515340612,0.94801872074883,0.01293551742069683,0.9566337320159473,0.6744669786791472,0.741763195639624,0.7429306662309286,0.7432800219034473,0.7433366328877163,0.7433604279356348,0.6744669786791472,0.7283598223719706,0.7441766946642234,0.7519314012572818,0.7550733326720689,0.756655547133677,0.6744669786791472,0.6512370737218736,0.6554344055014282,0.6564948783659126,0.6568034198042897,0.6569158742390337,0.6571132869122711
0.4106776180698152,400,0.6879875195007801,0.9386375455018201,0.96931877275091,0.9859594383775351,0.9906396255850234,0.9937597503900156,0.6879875195007801,0.26589158804447416,0.11674466978679147,0.8650286011440458,0.04972438897555903,0.9198127925117004,0.025746229849193975,0.9518460738429537,0.01735829433177327,0.9622239556248916,0.013104524180967242,0.9687588836886808,0.6879875195007801,0.7573600016494716,0.758373082976894,0.7586129872645225,0.7586521805670934,0.7586695865464829,0.6879875195007801,0.7496761044826149,0.7645910592449513,0.771678161894379,0.7737195873568836,0.7748920737782092,0.6879875195007801,0.6723890167478477,0.6763190985720952,0.6773385103067359,0.67753789966102,0.6776180675766235,0.6777703627783342
0.6160164271047228,600,0.6916276651066042,0.9386375455018201,0.9698387935517421,0.9859594383775351,0.9901196047841914,0.9927197087883516,0.6916276651066042,0.26777232994081673,0.11757670306812272,0.8705408216328654,0.04999479979199169,0.9244669786791472,0.025767030681227255,0.9522447564569249,0.017354827526434392,0.9622326226382389,0.013112324492979721,0.9691419656786271,0.6916276651066042,0.761342948642869,0.7623647640351301,0.762602306784832,0.762635838698989,0.7626512812607942,0.6916276651066042,0.7551750332158662,0.7699635084903145,0.776150635032849,0.778075100149402,0.7793189303805319,0.6916276651066042,0.6786213376102775,0.6826339651024589,0.6835232286091564,0.683704369370875,0.6837900471429439,0.6839749487471821
0.8213552361396304,800,0.7103484139365575,0.9427977119084764,0.96931877275091,0.9869994799791991,0.9911596463858554,0.9953198127925117,0.7103484139365575,0.2754426367530892,0.11874674986999478,0.8783584676720402,0.05051482059282372,0.9327266423990292,0.025917836713468544,0.9576183047321893,0.017431097243889755,0.9668486739469578,0.013151326053042124,0.9724128965158605,0.7103484139365575,0.7746274084028193,0.7755192305203115,0.7757896714286256,0.7758222583986994,0.7758465532110386,0.7103484139365575,0.7667662331766134,0.7817254043804741,0.7871621741197808,0.7889005540486419,0.7899230983968881,0.7103484139365575,0.6919105171080385,0.6960607070870991,0.6968051220833996,0.6969637678097483,0.6970278516736893,0.6971776567635193
1.0266940451745379,1000,0.7165886635465418,0.9479979199167967,0.9739989599583984,0.9880395215808633,0.9916796671866874,0.9942797711908476,0.7165886635465418,0.27682935888864124,0.12007280291211647,0.8882821979545847,0.050878835153406146,0.9391315652626105,0.025990639625585028,0.9601750736696135,0.01749003293465072,0.9697607904316173,0.013187727509100368,0.9749609984399376,0.7165886635465418,0.7806461907353381,0.7815205876591033,0.7817330221665041,0.7817632650241372,0.7817790651760725,0.7165886635465418,0.7753874056135623,0.789441581396985,0.7940295021279941,0.7958516238757499,0.7968002112038809,0.7165886635465418,0.7010433442003473,0.7049146489569816,0.7055466305976777,0.7057148420462953,0.7057822673177551,0.70590198422608
1.2320328542094456,1200,0.7160686427457098,0.9485179407176287,0.9719188767550702,0.9901196047841914,0.9932397295891836,0.9963598543941757,0.7160686427457098,0.27572864819354675,0.12048881955278211,0.891055642225689,0.05065002600104005,0.935179407176287,0.025995839833593347,0.9607210955104871,0.017496966545328476,0.9699861327786444,0.013200728029121167,0.9756751603397469,0.7160686427457098,0.778609201692751,0.7794068678456314,0.7796779018026971,0.7797046138072552,0.7797225672612155,0.7160686427457098,0.7752959106174916,0.7875021072976487,0.7930929905744307,0.7948936889372247,0.7959269355495714,0.7160686427457098,0.7008047752596147,0.7041474811963291,0.7049135025881823,0.705090223026125,0.7051595169219359,0.7052913750553237
1.4373716632443532,1400,0.7103484139365575,0.9542381695267811,0.9719188767550702,0.9911596463858554,0.9937597503900156,0.9953198127925117,0.7103484139365575,0.2750352871257708,0.1219448777951118,0.9020107470965505,0.05075403016120646,0.9373028254463512,0.02602184087363495,0.9614404576183047,0.01747963251863408,0.9688594210435084,0.013190327613104529,0.9750303345467152,0.7103484139365575,0.7768666973118454,0.7774521252326642,0.7777311412628978,0.7777516090311071,0.7777607563891314,0.7103484139365575,0.78029413905518,0.7899589941885002,0.7952340704884101,0.7966711304082723,0.79778241351855,0.7103484139365575,0.7052870437204709,0.7079382732951186,0.7086312147232268,0.7087692465933743,0.7088501950968276,0.7089812352190901
1.6427104722792607,1600,0.7129485179407177,0.9516380655226209,0.9750390015600624,0.9885595423816953,0.9932397295891836,0.9958398335933437,0.7129485179407177,0.2756419780600748,0.12184087363494539,0.9002686774137633,0.050847633905356224,0.9389668920090136,0.026021840873634954,0.9618478072456231,0.01752123418270064,0.971780204541515,0.013221528861154448,0.9780377881781938,0.7129485179407177,0.7797205262689477,0.7804857228147521,0.7806846568150605,0.7807244509674673,0.7807398377221492,0.7129485179407177,0.7822618234647495,0.792861555226357,0.7978245182980915,0.799733913298044,0.8008450004390294,0.7129485179407177,0.7087979133181056,0.711693498011822,0.7123657338619016,0.712539507853168,0.7126164453689728,0.7127442669566819
1.8480492813141685,1800,0.7103484139365575,0.9537181487259491,0.9739989599583984,0.9911596463858554,0.9942797711908476,0.9958398335933437,0.7103484139365575,0.2744285961914667,0.12176287051482058,0.9000866701334721,0.05087883515340615,0.9393135725429017,0.02601144045761831,0.9613711215115271,0.01753856820939504,0.9723262263823886,0.013205928237129488,0.9761743803085456,0.7103484139365575,0.7797974381169049,0.7804575566096145,0.7807093532180903,0.7807350755839835,0.7807434365267484,0.7103484139365575,0.7816740608933163,0.7925215922661627,0.7973005051810768,0.7994341922334063,0.8001279720825101,0.7103484139365575,0.7075641957576527,0.7106282558269326,0.7112539778654484,0.711456058042057,0.7115072450201507,0.7116370106997361
2.0544147843942504,2000,0.7207488299531981,0.9521580863234529,0.9765990639625585,0.9906396255850234,0.9953198127925117,0.9963598543941757,0.7207488299531981,0.278588762598123,0.12223088923556942,0.903111457791645,0.05103484139365575,0.9421216848673946,0.02610504420176808,0.9645779164499912,0.01756630265210608,0.9738342867048015,0.01322412896515861,0.9773877621771538,0.7207488299531981,0.7873743471935627,0.7881759932357659,0.7883771758956241,0.7884149410028269,0.7884208710645908,0.7207488299531981,0.7883196859173041,0.7990932075241108,0.8039489808553328,0.8057371014393404,0.8063877024121885,0.7207488299531981,0.7153993340854142,0.7183155449822083,0.718970651956238,0.7191336515108652,0.7191835345317726,0.7193090898334479
2.259753593429158,2200,0.7113884555382215,0.9568382735309412,0.9765990639625585,0.9880395215808633,0.9937597503900156,0.9958398335933437,0.7113884555382215,0.2746712725651883,0.12236089443577743,0.9043508407002947,0.05110764430577225,0.943690414283238,0.026094643785751433,0.9643179060495752,0.017566302652106083,0.9738169526781072,0.013231929277171092,0.9781677933784018,0.7113884555382215,0.7835697215745069,0.7841773605961617,0.7843616437981823,0.7844127842473977,0.7844258102126603,0.7113884555382215,0.7875021890770186,0.798261026605884,0.8027649163643685,0.8046152570766616,0.8054007787239339,0.7113884555382215,0.7148513662990627,0.7178274362599699,0.718458957886724,0.7186233527190637,0.7186803161109593,0.7188227343370103
2.465092402464066,2400,0.717628705148206,0.9578783151326054,0.9791991679667187,0.9895995839833593,0.9942797711908476,0.9973998959958398,0.717628705148206,0.27822474803754055,0.12280291211648464,0.9070376148379269,0.05125325013000521,0.945935170740163,0.02613104524180968,0.9652019414109898,0.017555902236089438,0.9730542555035535,0.013242329693187732,0.978696481192581,0.717628705148206,0.7868617407547724,0.7875289660537991,0.7876800412919529,0.7877168093489998,0.7877345598054268,0.717628705148206,0.7908125858745491,0.8013945801409573,0.8055508039227626,0.8070450080965864,0.8080600033148232,0.717628705148206,0.7184433693837136,0.7213309657706507,0.7219024909250962,0.7220323828023852,0.7221006087563977,0.7222437352425529
2.6704312114989732,2600,0.7150286011440458,0.9589183567342694,0.9771190847633905,0.9895995839833593,0.9937597503900156,0.9953198127925117,0.7150286011440458,0.27702870019562686,0.12329693187727507,0.9100190674293639,0.05128445137805514,0.9463425203674813,0.026099843993759756,0.9640578956491592,0.017559369041428324,0.9728375801698735,0.013231929277171092,0.9778644479112498,0.7150286011440458,0.785840290964467,0.7864319813601817,0.786619238877732,0.7866537588948767,0.78666313006588,0.7150286011440458,0.7917988390977458,0.8017367449412399,0.8055669404932451,0.8072831931363913,0.8081722728713215,0.7150286011440458,0.7193801183610506,0.7221124339124323,0.7226230549387277,0.7227852441481344,0.722846886494557,0.722968388876534
2.875770020533881,2800,0.7228289131565263,0.9594383775351014,0.9776391055642226,0.9901196047841914,0.9947997919916797,0.9968798751950078,0.7228289131565263,0.2794294628928014,0.1235829433177327,0.9124284971398857,0.051263650546021854,0.9463078523140925,0.02614664586583464,0.9660686427457098,0.0175801698734616,0.9742503033454671,0.013276131045241814,0.9815565955971572,0.7228289131565263,0.7899938448272602,0.7905850272789016,0.7907603766340526,0.7907971834013171,0.7908095689840076,0.7228289131565263,0.7959776691032214,0.8052218859556804,0.8094758218085412,0.8110653021951649,0.8123520678935076,0.7228289131565263,0.7247290364038195,0.7272469793121716,0.7278160623638382,0.7279625886901666,0.7280545302821056,0.7281572552607218
3.082135523613963,3000,0.7280291211648466,0.9594383775351014,0.9776391055642226,0.9901196047841914,0.9953198127925117,0.9968798751950078,0.7280291211648466,0.2820295668969616,0.12373894955798231,0.9141618998093257,0.05132605304212169,0.9473825619691454,0.026115444617784717,0.9651152712775177,0.01758710348413936,0.9755676893742417,0.013283931357254294,0.9829086496793205,0.7280291211648466,0.7936259077760474,0.7942215768213808,0.7944025637572019,0.7944447704847868,0.794453781113962,0.7280291211648466,0.798946396985741,0.8080660832318841,0.8118764604779153,0.8138708034784832,0.8151668636249689,0.7280291211648466,0.7279941931573798,0.7304749375451067,0.7309842337473567,0.7311641189752125,0.7312553938108709,0.7313554857163891
3.2874743326488707,3200,0.7150286011440458,0.9573582943317732,0.9765990639625585,0.9911596463858554,0.9947997919916797,0.9963598543941757,0.7150286011440458,0.2765520144615309,0.12373894955798231,0.913659213035188,0.05123244929797193,0.9459611717802046,0.02612064482579304,0.9655486219448778,0.01755936904142832,0.9737649505980239,0.013263130525221012,0.9807505633558675,0.7150286011440458,0.7853064274912624,0.7859443378814273,0.7861623312440641,0.7861940238062093,0.7862032372379819,0.7150286011440458,0.7951101406060039,0.8039370692571942,0.8081817298513937,0.8097758398379429,0.8110327686440667,0.7150286011440458,0.7242135152783706,0.7266007218222952,0.7271697294824622,0.7273166403120899,0.7274087739403149,0.7275217450212315
3.4928131416837784,3400,0.7233489339573583,0.9604784191367655,0.9765990639625585,0.9911596463858554,0.9963598543941757,0.9968798751950078,0.7233489339573583,0.27967213926652307,0.12363494539781592,0.9135898769284104,0.051211648465938654,0.9454411509793724,0.026136245449817998,0.9663286531461258,0.017576703068122722,0.9750476685734096,0.013283931357254293,0.9827959785058069,0.7233489339573583,0.790616300036987,0.7911451755698473,0.791368754766026,0.791414074459704,0.7914169006597087,0.7233489339573583,0.7973298093826647,0.8061926213958046,0.8107203328894771,0.8124096809038343,0.8137923662435536,0.7233489339573583,0.7263932539293092,0.7289821299517589,0.7295971508011626,0.7297494047331623,0.7298530106478077,0.7299587469603714
3.6981519507186857,3600,0.7249089963598544,0.9599583983359334,0.9771190847633905,0.9921996879875195,0.9958398335933437,0.9968798751950078,0.7249089963598544,0.28027883020082717,0.12384295371814871,0.9154099497313225,0.051294851794071776,0.9471658866354654,0.026188247529901204,0.968408736349454,0.017611371121511524,0.9763650546021839,0.013281331253250133,0.9824492979719188,0.7249089963598544,0.7931568992440393,0.793715015835792,0.7939504079883869,0.7939819349883227,0.7939883353049277,0.7249089963598544,0.8003506405205896,0.8091193234281266,0.8137121141444412,0.8152921945289446,0.8163523042378167,0.7249089963598544,0.7301955878758443,0.7326872629149596,0.7333037830153952,0.7334498461075301,0.7335264824052321,0.7336333524545813
3.9034907597535935,3800,0.7259490379615184,0.9599583983359334,0.9797191887675507,0.9927197087883516,0.9958398335933437,0.9973998959958398,0.7259490379615184,0.2806428447614095,0.12423296931877274,0.9178193794418443,0.051419656786271466,0.9494973132258623,0.026183047321892885,0.9675593690414283,0.017600970705494885,0.9757583636678799,0.013276131045241814,0.9814959265037267,0.7259490379615184,0.7948163472735045,0.7954302623521613,0.7956223667502647,0.7956489127503253,0.7956584389155293,0.7259490379615184,0.8024229430955802,0.8110354092322288,0.8149702827130566,0.8165529751035248,0.8175777108172241,0.7259490379615184,0.7324403090373143,0.7348033703076142,0.7353336579174736,0.7354741697534483,0.7355476089683456,0.7356573413185541
4.108829568788501,4000,0.7243889755590224,0.9609984399375975,0.9797191887675507,0.9937597503900156,0.9958398335933437,0.9973998959958398,0.7243889755590224,0.2802961642275215,0.12428497139885596,0.9183394002426764,0.05134685387415497,0.9482665973305597,0.026214248569942804,0.9692234356040907,0.017597503900156002,0.9756023574276305,0.013281331253250133,0.9821892875715027,0.7243889755590224,0.7938466413093047,0.7944053350960067,0.794613049565821,0.7946306448507517,0.7946402095756717,0.7243889755590224,0.8023352815755668,0.8104895152869938,0.8150081000806421,0.8162651648802736,0.8174362445077372,0.7243889755590224,0.7324440771234734,0.734716178743038,0.7353155432601859,0.735429453970343,0.7355154445871764,0.7356208832908805
4.314168377823409,4200,0.7238689547581904,0.9583983359334374,0.9802392095683827,0.9942797711908476,0.9953198127925117,0.9973998959958398,0.7238689547581904,0.28019216006735503,0.12412896515860634,0.9169353440804299,0.05145085803432139,0.9499306638932224,0.026245449817992726,0.9701768070722828,0.017614837926850403,0.9764690587623505,0.013283931357254293,0.9822326226382389,0.7238689547581904,0.7934277492682618,0.7941208450339935,0.7943224531588357,0.7943312488289611,0.7943443835009225,0.7238689547581904,0.8023238060267395,0.8113379258247732,0.8156949679776019,0.816929855500621,0.8179575655343403,0.7238689547581904,0.7331525143106996,0.7355830040348272,0.7361451167677289,0.7362661519275265,0.7363390374447161,0.7364481715630059
4.519507186858316,4400,0.7264690587623505,0.9589183567342694,0.9791991679667187,0.9942797711908476,0.9963598543941757,0.9973998959958398,0.7264690587623505,0.2809028551618255,0.12420696827873114,0.9175593690414283,0.051430057202288104,0.9495839833593345,0.026245449817992726,0.9700901369388107,0.017621771537528166,0.9768157392962384,0.013286531461258454,0.9820072802912115,0.7264690587623505,0.7950273648815123,0.7956778348360616,0.7959013329165427,0.7959172370306803,0.7959232938160362,0.7264690587623505,0.8030413573056574,0.811796736904274,0.816244308604025,0.8175588810577264,0.8184967672553575,0.7264690587623505,0.7336401935022089,0.7360366435506714,0.7366186564599716,0.7367425141591574,0.7368117834120087,0.7369173075310415
4.724845995893224,4600,0.7243889755590224,0.9594383775351014,0.9791991679667187,0.9927197087883516,0.9963598543941757,0.9973998959958398,0.7243889755590224,0.2801228239605774,0.12423296931877274,0.9177327093083724,0.05144045761830475,0.9498439937597504,0.026235049401976088,0.9693967758710348,0.017628705148205925,0.9772057548968625,0.013283931357254294,0.9819032761310452,0.7243889755590224,0.7950733254581356,0.7957037061937158,0.7959106624394904,0.795941995568463,0.7959480612399141,0.7243889755590224,0.8035653524093836,0.8123465374976416,0.816619783760099,0.8181288168343755,0.8189742580500373,0.7243889755590224,0.7344976284540953,0.7369058419409787,0.7374765660485233,0.7376131540231733,0.7376752620519383,0.7377852907056718
4.930184804928132,4800,0.7280291211648466,0.9599583983359334,0.9791991679667187,0.9942797711908476,0.9958398335933437,0.9973998959958398,0.7280291211648466,0.28133620582918556,0.12433697347893914,0.9183394002426764,0.05145085803432139,0.9499306638932224,0.02625065002600105,0.9700901369388107,0.017621771537528162,0.9767724042295025,0.013283931357254294,0.9818166059975733,0.7280291211648466,0.7968549154271433,0.7974653825839162,0.7976914864910069,0.7977044635908871,0.7977139196654446,0.7280291211648466,0.8043549768911603,0.81295852465432,0.817339429558165,0.8186380742931886,0.8195485984235017,0.7280291211648466,0.7350836192117531,0.7374205090112232,0.737988888492803,0.7381133157945164,0.7381788581828236,0.7382854440643231