epoch,steps,cosine-Accuracy@1,cosine-Accuracy@20,cosine-Accuracy@50,cosine-Accuracy@100,cosine-Accuracy@150,cosine-Accuracy@200,cosine-Precision@1,cosine-Recall@1,cosine-Precision@20,cosine-Recall@20,cosine-Precision@50,cosine-Recall@50,cosine-Precision@100,cosine-Recall@100,cosine-Precision@150,cosine-Recall@150,cosine-Precision@200,cosine-Recall@200,cosine-MRR@1,cosine-MRR@20,cosine-MRR@50,cosine-MRR@100,cosine-MRR@150,cosine-MRR@200,cosine-NDCG@1,cosine-NDCG@20,cosine-NDCG@50,cosine-NDCG@100,cosine-NDCG@150,cosine-NDCG@200,cosine-MAP@1,cosine-MAP@20,cosine-MAP@50,cosine-MAP@100,cosine-MAP@150,cosine-MAP@200,cosine-MAP@500
0.2053388090349076,200,0.6344253770150806,0.9162766510660426,0.9469578783151326,0.9667186687467498,0.9771190847633905,0.9807592303692148,0.6344253770150806,0.23920090136938812,0.11479459178367135,0.8375368348067257,0.04939157566302653,0.8966545328479806,0.025647425897035885,0.9294591783671347,0.017403362801178716,0.9454411509793725,0.013179927197087887,0.954671520194141,0.6344253770150806,0.7154567496545969,0.7164873896797027,0.7167851059045405,0.7168681243456226,0.7168889628204629,0.6344253770150806,0.7104440920923791,0.727052248004168,0.7344754268508454,0.7376522077785336,0.7393387420118572,0.6344253770150806,0.6257814749104975,0.6304109268976704,0.6314799748263475,0.6317780435067671,0.6318998853259603,0.6320817333061355
0.4106776180698152,400,0.6302652106084243,0.9193967758710349,0.9568382735309412,0.9734789391575663,0.9802392095683827,0.984399375975039,0.6302652106084243,0.237467498699948,0.11697867914716588,0.852071416189981,0.0500988039521581,0.909247703241463,0.025943837753510147,0.9403276131045242,0.017548968625411682,0.9540921987756703,0.013283931357254294,0.9625265712382881,0.6302652106084243,0.71339454101978,0.714618220993756,0.7148715019847143,0.714926945318205,0.7149496528819548,0.6302652106084243,0.7169177792467166,0.732815407577552,0.7398233973489737,0.7425152641631246,0.7440761165796961,0.6302652106084243,0.6317881781240169,0.6360012087906985,0.6370435250510715,0.6372978183386906,0.6374099972729859,0.637592220733555
0.6160164271047228,600,0.6437857514300572,0.9261570462818512,0.9599583983359334,0.9739989599583984,0.982839313572543,0.9890795631825273,0.6437857514300572,0.24232102617438028,0.11822672906916276,0.8599410643092391,0.05055642225689029,0.9178713815219275,0.026110244409776395,0.9466545328479806,0.017642572369561446,0.9592217022014214,0.013367134685387418,0.9686094461322312,0.6437857514300572,0.7212451319321626,0.7224096732633243,0.7226097405775619,0.7226813963132841,0.7227176521950948,0.6437857514300572,0.7273890361910328,0.743377128471396,0.7498261458492479,0.7523048554376615,0.7540488657467284,0.6437857514300572,0.6446502504587962,0.6488585347794174,0.6498004011509979,0.6500217432824585,0.6501418202292603,0.6503067787784532
0.8213552361396304,800,0.6365054602184087,0.9318772750910036,0.9609984399375975,0.9781591263650546,0.9864794591783671,0.9901196047841914,0.6365054602184087,0.2388455538221529,0.12028081123244928,0.8737996186514126,0.051024440977639106,0.9250563355867567,0.026224648985959446,0.9500780031201248,0.017746576529727855,0.9645519154099498,0.013429537181487265,0.9726396073386796,0.6365054602184087,0.7204184984710036,0.7214267618606719,0.7216699715120036,0.7217382545624995,0.7217609153800677,0.6365054602184087,0.7349531773333724,0.7492214597066293,0.7548626670122398,0.7576951821628768,0.7592195705497963,0.6365054602184087,0.6518006861926513,0.6556844260524086,0.6564911604045681,0.6567530624481217,0.6568648714252107,0.6569837408778183
1.0266940451745379,1000,0.6614664586583463,0.9417576703068122,0.968278731149246,0.982839313572543,0.9859594383775351,0.9906396255850234,0.6614664586583463,0.24892529034494712,0.12210088403536141,0.8867481365921304,0.05140925637025483,0.9321632865314612,0.026406656266250658,0.9572109551048709,0.017822846247183218,0.9683914023227596,0.013447737909516384,0.97424163633212,0.6614664586583463,0.7378667349683634,0.7387347213064364,0.7389434291025708,0.7389675509835664,0.7389950054618923,0.6614664586583463,0.74879398763607,0.7614850254616436,0.7670787375213847,0.7693192347084264,0.770391520120578,0.6614664586583463,0.6661456500034447,0.669742959851898,0.6705324561641784,0.6707525102840138,0.6708227426410505,0.6709548774084962
1.2320328542094456,1200,0.6640665626625065,0.9417576703068122,0.9713988559542381,0.9859594383775351,0.9911596463858554,0.9927197087883516,0.6640665626625065,0.2498353267464032,0.12246489859594382,0.8881348587276824,0.051814872594903805,0.9393135725429018,0.026573062922516905,0.9629051828739816,0.017923383602010744,0.9741723002253424,0.01352314092563703,0.9803258797018548,0.6640665626625065,0.7428284555066176,0.7438335867331516,0.7440466868161973,0.7440892009760369,0.7440981514489251,0.6640665626625065,0.7536588794532624,0.7677844465395418,0.773065427251908,0.7752830717709518,0.7763930270674854,0.6640665626625065,0.6723321385155943,0.6761597915175159,0.6769148751810758,0.6771206893130433,0.6772043778397764,0.6773218281064297
1.4373716632443532,1400,0.6625065002600105,0.9427977119084764,0.9719188767550702,0.982839313572543,0.9875195007800313,0.9895995839833593,0.6625065002600105,0.24970532154619518,0.12228289131565262,0.8879615184607385,0.051690067602704115,0.9367741376321719,0.026557462298491947,0.9619691454324839,0.0178783151326053,0.9713208528341133,0.013481539261570467,0.9764083896689201,0.6625065002600105,0.7441340613877233,0.745067726819568,0.7452240350359648,0.7452597501909166,0.7452721286641601,0.6625065002600105,0.7541985517706143,0.7677594387352457,0.7733732054144106,0.7752072319852946,0.7761516373021919,0.6625065002600105,0.6725920024525417,0.6762626434895126,0.6770828454535611,0.6772510249288679,0.6773223502333154,0.677431017638506
1.6427104722792607,1600,0.6760270410816432,0.9474778991159646,0.9760790431617264,0.9854394175767031,0.9890795631825273,0.9937597503900156,0.6760270410816432,0.2547495233142659,0.12360894435777431,0.897408563009187,0.052220488819552796,0.9460738429537182,0.026671866874674995,0.9660079736522794,0.017909516380655226,0.9730455884902062,0.013520540821632869,0.9796325186340786,0.6760270410816432,0.7551551616521203,0.7561259821739399,0.7562634626773264,0.7562934872519096,0.7563201808542712,0.6760270410816432,0.7653287180372449,0.7788107955171397,0.7832977993397948,0.7846828186152417,0.7858806317410185,0.6760270410816432,0.6850192938170144,0.6886134215834364,0.6892864805351727,0.6894222348913406,0.6895044968976431,0.689598657948706
1.8480492813141685,1800,0.6807072282891315,0.9495579823192928,0.9765990639625585,0.9875195007800313,0.9895995839833593,0.9937597503900156,0.6807072282891315,0.256396255850234,0.12412896515860634,0.9012480499219968,0.05233489339573584,0.9489772924250303,0.026755070202808116,0.969232102617438,0.01796498526607731,0.9761657132951984,0.013541341653666149,0.981046610285464,0.6807072282891315,0.758900318948171,0.7598338243609097,0.7599956996949736,0.7600137442617205,0.7600384897417922,0.6807072282891315,0.7703615492283789,0.7835275429746791,0.7881172738084409,0.7894880201135128,0.7903753937102421,0.6807072282891315,0.6916545098842778,0.6951878095332933,0.6958637254929401,0.6959986247601696,0.6960559481172263,0.6961225657360403
2.0544147843942504,2000,0.672386895475819,0.9490379615184608,0.9745189807592304,0.9906396255850234,0.9927197087883516,0.9947997919916797,0.672386895475819,0.25405616224648986,0.12436297451898075,0.9026347720575489,0.05219968798751951,0.9466805338880222,0.026812272490899642,0.9715028601144045,0.01801005373548275,0.9781518278274991,0.013590743629745194,0.9834414429208748,0.672386895475819,0.7533253719879798,0.7542129131078366,0.7544610680683066,0.7544793051434533,0.7544912688639335,0.672386895475819,0.7685948264550578,0.7807793025416258,0.7864173979749887,0.7877716046064623,0.7887795296626381,0.672386895475819,0.6900330240667011,0.6933112237170552,0.6941401155906461,0.6942763113476816,0.6943529423224158,0.6944171436906563
2.259753593429158,2200,0.6677067082683308,0.9511180447217888,0.9760790431617264,0.9864794591783671,0.9895995839833593,0.9901196047841914,0.6677067082683308,0.25028601144045765,0.12420696827873115,0.9009447044548449,0.0525533021320853,0.952114751256717,0.026749869994799797,0.9686527811989672,0.017978852487432834,0.9762478218426983,0.013523140925637028,0.9788479258468583,0.6677067082683308,0.7477333529386719,0.7486077915260884,0.7487654508851975,0.7487899615001886,0.7487927275682782,0.6677067082683308,0.7611174278828916,0.775342697232971,0.7790892939556582,0.780601469332911,0.7810925737542194,0.6677067082683308,0.6783749999025972,0.6823904468318427,0.6829323799715729,0.6830793649335287,0.6831174579577803,0.6832206641797627
2.465092402464066,2400,0.6614664586583463,0.9490379615184608,0.9812792511700468,0.9880395215808633,0.9916796671866874,0.9942797711908476,0.6614664586583463,0.24902929450511355,0.12462298491939676,0.9041254983532674,0.0526053042121685,0.952938117524701,0.026848673946957884,0.9726122378228462,0.01805165539954931,0.9807592303692148,0.013585543421736873,0.9842260357080949,0.6614664586583463,0.7461957526657247,0.747303388795859,0.7474051768900506,0.747439409127278,0.7474540130538289,0.6614664586583463,0.7626398759341885,0.7760966969247224,0.7805014154384526,0.7821224861121152,0.7827536359014168,0.6614664586583463,0.6796068264670015,0.6831090574375399,0.6837955449232651,0.6839570106233552,0.6840007226117791,0.6840581762549828
2.6704312114989732,2600,0.6593863754550182,0.9521580863234529,0.9781591263650546,0.9885595423816953,0.9916796671866874,0.9927197087883516,0.6593863754550182,0.24888195527821114,0.12464898595943837,0.9037788178193794,0.052615704628185135,0.9536748136592129,0.026838273530941245,0.9726122378228462,0.018030854567516033,0.9798058589010227,0.013577743109724393,0.983706014907263,0.6593863754550182,0.7450118792974496,0.7459233716098844,0.7460836163226817,0.746110080911613,0.7461160577740643,0.6593863754550182,0.7632647768405295,0.7771206498354316,0.7813352527148321,0.7827797812335575,0.78349550041372,0.6593863754550182,0.6816473846685526,0.6855400594001172,0.6861365106059225,0.6862809580744986,0.6863345734580474,0.6864072135069593
2.875770020533881,2800,0.6713468538741549,0.9604784191367655,0.9807592303692148,0.9911596463858554,0.9937597503900156,0.9942797711908476,0.6713468538741549,0.2525394349107298,0.12607904316172647,0.9151326053042121,0.052761310452418116,0.9560582423296932,0.026905876235049406,0.9749523314265903,0.01805165539954931,0.9808459005026867,0.013598543941757673,0.9849901013584402,0.6713468538741549,0.75623493583724,0.7568769527408898,0.7570352887431343,0.7570553317195455,0.7570580831523541,0.6713468538741549,0.775184328419084,0.7865631782623674,0.790784471766941,0.7919595308129842,0.792734216359285,0.6713468538741549,0.6943671308998962,0.6975066003178053,0.6981198142197379,0.6982320992439925,0.6982994930665031,0.6983639554236528
3.082135523613963,3000,0.6822672906916276,0.9568382735309412,0.982839313572543,0.9901196047841914,0.9932397295891836,0.9942797711908476,0.6822672906916276,0.256829606517594,0.12628705148205926,0.9162159819726122,0.052854914196567876,0.9577483099323973,0.02693187727509101,0.9752990119604784,0.018093257063615874,0.9829259837060149,0.013598543941757673,0.9848327266423991,0.6822672906916276,0.7621079979725878,0.7629566962864154,0.7630752350897654,0.7631038399168613,0.7631096181040986,0.6822672906916276,0.7811729750018951,0.792644981529038,0.7966378758298511,0.7981349306609089,0.7984956990220653,0.6822672906916276,0.7035374462515644,0.7066075681736091,0.7072291845777486,0.7073722184169415,0.7073993213084007,0.7074583945732716
3.2874743326488707,3200,0.6843473738949558,0.9604784191367655,0.9823192927717108,0.9911596463858554,0.9932397295891836,0.9937597503900156,0.6843473738949558,0.2576963078523141,0.1268070722828913,0.9202894782457965,0.0528861154446178,0.9586150112671172,0.02693707748309933,0.9756456924943665,0.018082856647599233,0.9823192927717108,0.013603744149765992,0.985352747443231,0.6843473738949558,0.7654486840283385,0.7662126999529462,0.7663396046000881,0.7663583738615874,0.7663615255028047,0.6843473738949558,0.7840580491445673,0.7946441512924994,0.7985033528291549,0.799829589194914,0.8003891111923614,0.6843473738949558,0.7054119453921247,0.7082500969062815,0.7088309364659366,0.7089589691771594,0.7090062630791154,0.7090663209231032
3.4928131416837784,3400,0.6786271450858035,0.9578783151326054,0.9812792511700468,0.9901196047841914,0.9921996879875195,0.9942797711908476,0.6786271450858035,0.2553562142485699,0.12605304212168486,0.9155919570116138,0.05284451378055124,0.9570809499046629,0.026916276651066048,0.9747789911596464,0.018082856647599236,0.9820592823712948,0.013590743629745194,0.984052695441151,0.6786271450858035,0.7618123785704909,0.7626483312770265,0.762783296123538,0.7628022594493395,0.7628139366048121,0.6786271450858035,0.7804996298069545,0.7922411941240319,0.7962178675445386,0.7976697743080848,0.7980366726946424,0.6786271450858035,0.7020244655303899,0.7053358993662525,0.7059294889833734,0.7060755964681326,0.7060977540861221,0.7061502667559332
3.6981519507186857,3600,0.6838273530941238,0.9578783151326054,0.983359334373375,0.9921996879875195,0.9932397295891836,0.9942797711908476,0.6838273530941238,0.25669960131738606,0.1267030681227249,0.91910209741723,0.05295891835673429,0.9595250476685734,0.027020280811232453,0.9784191367654707,0.018089790258276995,0.9825793031721269,0.013601144045761834,0.985006066909343,0.6838273530941238,0.7661729799331041,0.7671025816416667,0.7672384131014173,0.7672462613586101,0.7672518447713536,0.6838273530941238,0.7850330793077392,0.796268140815968,0.8005411338457662,0.801353721980022,0.8018034956410856,0.6838273530941238,0.7072059841747639,0.7101927966897146,0.7108518832571713,0.7109339172640142,0.7109687933004619,0.7110279718628123
3.9034907597535935,3800,0.6911076443057722,0.9667186687467498,0.9817992719708788,0.9901196047841914,0.9932397295891836,0.9942797711908476,0.6911076443057722,0.2594297105217542,0.12737909516380655,0.9245796498526608,0.05304212168486741,0.9610417750043336,0.02693707748309933,0.9754723522274225,0.018096723868954757,0.9829259837060148,0.013603744149765994,0.985266077309759,0.6911076443057722,0.7742165554746149,0.7747482453528861,0.7748712121103124,0.7749002572614547,0.7749061846272107,0.6911076443057722,0.790403614299072,0.8006346620691371,0.803900673057157,0.8053724034204305,0.8057940253076566,0.6911076443057722,0.7113657198577088,0.7143288879146555,0.7148088766611875,0.7149540804999928,0.7149832843865522,0.7150425998464863
4.108829568788501,4000,0.6947477899115965,0.967758710348414,0.984399375975039,0.9901196047841914,0.9932397295891836,0.9932397295891836,0.6947477899115965,0.26064309239036226,0.12769110764430577,0.9266163979892529,0.05316692667706709,0.9632518634078697,0.026978679147165893,0.9771190847633905,0.018082856647599233,0.982232622638239,0.013595943837753513,0.984659386375455,0.6947477899115965,0.775106319970792,0.7756762344136855,0.7757636235577245,0.7757917238264626,0.7757917238264626,0.6947477899115965,0.7916550876560119,0.8018356667177752,0.8049830038156018,0.8060041518104935,0.8064526867706615,0.6947477899115965,0.7123386461179687,0.7151736057555711,0.7156740227134941,0.7157705885677804,0.7158097678043102,0.7158747359338941
4.314168377823409,4200,0.6859074362974519,0.9661986479459178,0.982839313572543,0.9927197087883516,0.9932397295891836,0.9937597503900156,0.6859074362974519,0.2577396429190501,0.12732709308372334,0.9241896342520368,0.05308372334893397,0.9614317906049575,0.027025481019240776,0.9787224822326227,0.018103657479632513,0.983359334373375,0.013606344253770154,0.9854394175767031,0.6859074362974519,0.7703397211809108,0.7708870204854694,0.7710242509181896,0.7710286578741289,0.7710319701085292,0.6859074362974519,0.7894367570955271,0.7998923204035095,0.8037683941688618,0.8046891228048068,0.8050715563658618,0.6859074362974519,0.711359959198991,0.7143436554485498,0.7149332520404413,0.7150312982701879,0.7150609466134881,0.715115635794944
4.519507186858316,4400,0.6942277691107644,0.9667186687467498,0.983359334373375,0.9916796671866874,0.9932397295891836,0.9942797711908476,0.6942277691107644,0.26120644825793027,0.12784711388455536,0.927873114924597,0.05319812792511702,0.9637285491419657,0.0270306812272491,0.9789391575663027,0.018110591090310275,0.9837926850407349,0.013616744669786796,0.9862194487779511,0.6942277691107644,0.7761581892584265,0.7766868481375114,0.7768104145556238,0.7768244234791826,0.7768305684544853,0.6942277691107644,0.7952836406043297,0.8052399503452229,0.8086752401344494,0.8096382458419952,0.810085192105751,0.6942277691107644,0.7188197545745756,0.7215707141808124,0.7220898692554206,0.7221900369972237,0.7222223600003219,0.7222810622423789
4.724845995893224,4600,0.6895475819032761,0.9672386895475819,0.983879355174207,0.9921996879875195,0.9932397295891836,0.9942797711908476,0.6895475819032761,0.2593430403882822,0.12810712428497137,0.9296931877275091,0.05329173166926679,0.9652886115444618,0.0270566822672907,0.9797191887675507,0.018107124284971396,0.9835326746403189,0.013619344773790953,0.9862194487779511,0.6895475819032761,0.77474131277538,0.7752786950401535,0.7753996393885253,0.7754090671651442,0.7754150110363532,0.6895475819032761,0.7960673141716103,0.8059435010700053,0.8091935286265849,0.8099392087586132,0.8104433137439041,0.6895475819032761,0.7198609917140115,0.7225763770177105,0.7230590007971497,0.7231361328506057,0.7231741651357827,0.7232269917591311
4.930184804928132,4800,0.6926677067082684,0.9641185647425897,0.983879355174207,0.9921996879875195,0.9932397295891836,0.9942797711908476,0.6926677067082684,0.2603830819899463,0.12797711908476336,0.928479805858901,0.053281331253250144,0.9650286011440458,0.027051482059282376,0.9796325186340786,0.018110591090310275,0.9837060149072628,0.013619344773790953,0.9862194487779511,0.6926677067082684,0.7766838069642311,0.7773792960985305,0.7775026273925645,0.7775124036000293,0.7775182983569378,0.6926677067082684,0.7967328692326251,0.8068705787791701,0.810158579950017,0.8109641919896999,0.8114360342473703,0.6926677067082684,0.7210301157895639,0.7237555751939095,0.7242426468613273,0.7243265313145111,0.7243628241480395,0.7244144669299598