Skip to content

Files

Latest commit

4adccb8 · May 24, 2018

History

History
100 lines (100 loc) · 147 KB

broadcasting-analysis.csv

File metadata and controls

100 lines (100 loc) · 147 KB
1
NRL_avg_rank_algo_meanRL_avg_rank_algo_stdRL_avg_rank_meanRL_avg_rank_stdRL_num_tweets_meanRL_num_tweets_stdRL_r_2_algo_meanRL_r_2_algo_stdRL_r_2_meanRL_r_2_stdRL_top_k_algo_meanRL_top_k_algo_stdRL_top_k_meanRL_top_k_stdRL_u_2_meanRL_u_2_stdRQ_algo_avg_rank_algo_meanRQ_algo_avg_rank_algo_stdRQ_algo_avg_rank_meanRQ_algo_avg_rank_stdRQ_algo_num_tweets_meanRQ_algo_num_tweets_stdRQ_algo_r_2_algo_meanRQ_algo_r_2_algo_stdRQ_algo_r_2_meanRQ_algo_r_2_stdRQ_algo_top_k_algo_meanRQ_algo_top_k_algo_stdRQ_algo_top_k_meanRQ_algo_top_k_stdRQ_avg_rank_algo_meanRQ_avg_rank_algo_stdRQ_avg_rank_meanRQ_avg_rank_stdRQ_num_tweets_meanRQ_num_tweets_stdRQ_r_2_algo_meanRQ_r_2_algo_stdRQ_r_2_meanRQ_r_2_stdRQ_top_k_algo_meanRQ_top_k_algo_stdRQ_top_k_meanRQ_top_k_stdalgo_feedcapacitycapacity_stdchpt_filedurationfor_epochkarimi_avg_rank_algo_meankarimi_avg_rank_algo_stdkarimi_avg_rank_meankarimi_avg_rank_stdkarimi_num_tweets_meankarimi_num_tweets_stdkarimi_r_2_algo_meankarimi_r_2_algo_stdkarimi_r_2_meankarimi_r_2_stdkarimi_top_k_algo_meankarimi_top_k_algo_stdkarimi_top_k_meankarimi_top_k_stdnum_batchesnum_followeesnum_followersnum_other_postsnum_own_postsnum_segmentsnum_wall_tweetspoisson_avg_rank_algo_meanpoisson_avg_rank_algo_stdpoisson_avg_rank_meanpoisson_avg_rank_stdpoisson_num_tweets_meanpoisson_num_tweets_stdpoisson_r_2_algo_meanpoisson_r_2_algo_stdpoisson_r_2_meanpoisson_r_2_stdpoisson_top_k_algo_meanpoisson_top_k_algo_stdpoisson_top_k_meanpoisson_top_k_stdq_RQq_RQ_algoreward_kinduser_iduser_idxwindow_endwindow_start
2
20041.794802281293814.49192066872073241.065178970183194.39317040352502268.684.96161264106741873.7967075497379215.08572430713287571.9508755153683114.673408518985251133.823175812870182.0910471968488724133.092782272190331.94884923378339594.266049488112199.93441598648541711.284400365508191.350979953120396510.4168049640109541.214492266604751762.921.6473008225579212.7628203554240471.617978797928504511.5074413058359651.398150690241744152.983760549434521.340709577521328153.668172974084141.1930185096953669.4592712629129531.12135944294909948.780770020640741.038355664616658564.241.58189759466281510.4143567431240811.25722879022380889.5093373129173781.1842189194486024154.560305759921.1234944961812017155.125547908072181.01192183729481True68.684.961612641067418/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-4/tpprl.ckpt-10403562.7632168458786-1167.650210183909541.28348606313653167.1876928519144541.2928565481118269.368.26984884988837621.28964655871299.7328570857544618.7467058698801300.0152599406856792.604041492251578.0393884024916691.381900861688558.222864563438568251143574371069177.8748581672656436.06463054359662177.305284682227536.0720982844703265.27.386474125047755750.258894794069317.9390200932685747.7100596142076316.9239631523492493.572210335205316.9940456056662991.973562132125117.1651873283470030.0206250.030517578125top_k_reward4677241647578.8679808841117415.325946601536
3
200228.293665864834472.13936810452535228.544294428083472.038098469257637.841.95304889851739245736.072470277694095.72607046511085740.5757464955594090.63708097275372.8856171733136310.63767699281713321.95861768848761120.81673678224119724.1420634625971440.4768199552230704158.023882476322722.09974501316138158.3032072062269722.1203929353905278.521.2039933554633932239.496586426008605.99974213112192244.3366794168273607.17526146141122.9622187755011420.72045280894968512.94213627584573260.7278248052547229141.4701021490511720.740748876396626141.7428562299406820.7013773862599639.481.41760361173354821802.4383108903942521.40476490045361806.9156007550407520.27474195770483.1720027087646670.65699878849990673.15020387447621930.6617997158254117True7.841.9530488985173924/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-3/tpprl.ckpt-1040149.83012246117096-1424.20922724141127152.96245444425782424.63918025333595153.158342783453838.282.793134440015374620486.03826923776413778.73219491739820505.31820114906413802.0767709022623.41312366110490070.83852057817206952.6574886634842461.11095402635959632511137720010114275.880670278321588.31200291085179276.2600651162622488.368268698296876.762.35423023512994568148.4536500043975202.2682509063598158.5476962107985204.9192063291482.96744161201392660.75655751004180561.84352956108114090.798781228666209337.92500.0top_k_reward4418057631864.05689964157731842.2950808382118
4
20087.737773288800516.89853847071883199.3647092541953630.108454279069517.522.5317187837514656855.1346541113832512.57736580002621432.8684315545934423.267897265260833.5210092589196050.858762756314587323.3734870451050832.24668003261603510.521308461908982.256213425673849386.9593721619100812.581457647267296204.1636420981207627.68742825523751316.362.381260170581955757.967208723769270.578037410043241396.1727152271021326.93405562062733.348031230721740.855684250685596324.6987761008570142.64132622910097758.4784213410297163.81055598026088104.6316004725263913.74659372246202323.42.6832815729997477226.9921946741740738.132333878587666404.44130368062295.2423812551487635.3811154525542050.439737343335934929.196806835884492.713046411428479True17.522.5317187837514656/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-6/tpprl.ckpt-10404979.338410991638-1177.2432398520613876.72378813324677279.2693086195477673.4944792146058217.363.81449865644228543172.7416671470132364.41717778360772791.95400618117671501.46518255667929.2984497212675523.005092355675612419.7427773955471082.5841359409101097252216811143210179214.3920485790759891.08999311225693301.988012157356786.606581990290415.763.684434.418524420942836.1253122183893435.76560211796551715.262960641528727.9821580135426843.415926466287354318.2230698193872024.30471071381117584.4862.5top_k_reward5002757864990.4420549581854931.2030042058
5
2005.20399376262255857.699093955070921122.7797370508484423.09712599642540517.321.76138.92416412852864426.7445746876451022.9073021197438522.51082875496859.297412187814190.475189633787439.86489980577561.931381326725340811.9509048336106772.680352833789356331.210745320739080.0224.404964286430478.290345003091203e-079.00.0424.96478734600170.02535.24715603641158.191232081650577e-0654.641333723218850.035.569396054169851.9236238036142045e-075.8468329828957214.02310121524864152.691557937928086.65385562497304224.162.41130669969624618.62431385838135617.8722600946359132.017101349784235.4336009971398257.591184724659251.319648430853276841.778592995539511.7338578040376142True17.321.76/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-0/tpprl.ckpt-1040762.0949074074069-193.698322237198699.8270768741672243.09739984662315172.6181423280183716.443.43021865192293564268.2337371220467560.6870060509787843.26320994020114250.02416219012253.778607442553182.550688813775059437.7026678262547252.646165088833247725222537155210126142.95302376511916103.67359738138924305.69429344060364171.0024944846215615.63.6551333764994136943.6921217025967332.150181352757510474.6744911834412101.44179160983452.721227042851532.996040014551226337.127812946242343.0060696466739721.124.440892098500626e-13top_k_reward6849191709592.1613649940269532.082933192103
6
2009.7809959634272684.1287587064027423.1319889741359473.9237860197339311.521.835647024893402553.3646136469134.3244451707608847.7885759139557818.5964767665806619.6848407000878080.712235747974006113.9082964799784710.683600904310066310.243081259584592.37946237539961656.6865470463840751.40362880849695721.7336511549142951.712059735519264810.920.890842298052803529.51899667811427.26302719751228535.9126681848560953.96142196832916820.2588795131960070.243612453179269314.2559217573643940.235501372841406430.78020139073421890.210342650995824478.1725223707733490.77603514798791522.521.89989473392606681.01964481783616060.65948944460115466.5179987801351271.109073067276366721.624287787332360.1224126474017622917.0310309495944770.4655273138733457True11.521.8356470248934025/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-570/tpprl.ckpt-10408121.197356630824-121.15768581045180213.53669232435668632.8499389350199411.84587648650264711.63.1240998703626617170.7410324361548155.1621970631213101.7143316022065373.7823162124158218.4503222097963581.434514454027224313.5372384786904880.8920932904963564254472718215107229.97733428297724616.78744533546996842.0505588114487716.5513168873874810.043.193493384993932256.3862831834629189.42376402501617162.26309056567345109.6136537764025417.2535517970984071.885112042549521812.4766249018823691.5816057458594672.640.244140625top_k_reward560838915709974.0050029868589951.668862398199
7
20069.5513573344955524.07921700173736283.9725062567856528.4674164849772211.042.23571017799713931782.3001445778862850.42938693568391258.3174702463537836.218842308699213.1677219259770941.17659043660518679.8602891123303921.29914397501784848.8985768020347111.527574014103381353.004551851637379.13265862486685860.2965486850521310.308442528989469.961.6608431593621356955.2516263657515210.2691708280386371.7893737527505156.593642679230112.5866124462922751.20815444191114259.545847256015391.267475235396396523.7659629831227371.575199999501340420.132587343157472.52544575314219119.962.4245411937106787465.474832647858422.1877394124743960.15588830705317516.55909108212767615.886150470354770.3280437119267813313.801408655797820.5035531082229072True11.042.2357101779971393/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-409/tpprl.ckpt-10408090.921818996417-183.8578082638421630.29258071462387788.6035792665266532.9813875737826411.483.12563593529380862119.70560166253741050.86627204861451266.649785550999835.030106990546511.8816468349704521.711228708008423610.0651838062532861.728312349754931525338082932910181113.0368714484019452.05436603357127.2781026260979255.3133889172022259.642.8267295590487613356.78998704906331976.50990065498672519.42906950999531900.88371340903611.180952124739562.01327726160745048.14731211788461.943821060315314810.56250.0top_k_reward206586394098098.512171445648078.492322581998
8
20025.5300278072959911.34232638358610335.2255237381611914.3316172424043084.881.8829763673503712340.2075319056714288.97041048051767250.29921991531447208.540386499303745.859580131927650.70816446658449263.9289089408462460.93485241093898263.76504195562816070.63435487571971823.016000480983465.5507859514107327.2020132045195355.1730924791873544.480.8541662601625049249.1081172203542597.98250243392013121.7986251744348743.123570489437555.909828260306560.38208930260195924.7472393799683920.291069823742980854.41910922586305151.30401005470116869.9742940258986931.278206217103087512.841.6894969665554323.54183756637976210.0168778406489818.5698992110320774.373008523557327.8639794465144950.218597252605249435.9331474253549820.2616794270571064True4.881.8829763673503712/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-577/tpprl.ckpt-10404632.986111111111-134.05283242091342511.9057388539830239.76873187595817414.3848601198124674.842.1481154531356084539.8914574328367357.4725131298547305.7392924402205221.055831307514325.5526392186922610.57157136307516424.37811912584745060.789418414200740125551006112941012032.6638621625568318.57474779918678547.6559662289406830.4657903615778744.041.6365818036383029535.8184119298412633.2018728466562494.7880418407296674.89355766153085.4580371705419390.75763028165669973.32549792235581081.201016011834079821.121000.0top_k_reward584975775777788.3083183990457779.098617449624
9
200196.135718687611173.45229311438261201.0891069207513671.388931833520972.121.423235749972575620571.0881035473112998.1110864839911715.9089841289427373.2016466193771.79493603490991530.459697192631189741.34184026199834360.403886708405681861.52932211350781520.8219743900960467219.333653340502785.95599724899708224.3327526919606283.727875711606742.20.824236.9595016243716111.17799401622314351.5784898506199635.688972660781.29349114775999620.69075492716909550.9045670052673570.572227683243498282.03887308941920.22590438280842391.924716858844318.562586316623174.840.884058.47039591104981764.01504408205852440.93963055467751041.0899926727252.46204368281607480.33631873731877831.66547521935467870.2530682109523425True2.121.4232357499725756/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-39/tpprl.ckpt-10405350.115740740742-1264.48582253237112.177437582600025267.604126288936112.1820685268335252.080.84474848327771533813.931538420182367.22020826499918858.2977618018341412.6100681405652.01023615348087330.057194328994863491.6740125530547810.051058216237809112533185676340010349225.2237482331420391.38584192192592229.056774863449489.190077355025621.441.267438361420388825433.1108686535216879.14734815967314932.51410069842910108.3222445577271.24800304276570380.81121490634049950.85733658092999880.67013171471886665406.72384000.0top_k_reward44155559397222.3006272401447216.537776100804
10
20043.8044268119354121.67799030652991752.0354517354976127.969998963664542.121.60798009937934252475.5615725207612038.33184803190761280.77600996201071218.59066071850861.30195616426542980.299922743785649370.72500034105072690.42793295052122651.69685918902660340.2484550207833687648.16419935458224418.51152326408492550.21102010800138518.1946732421328082.20.69282032302755092736.42795599624331938.84213776818861013.2316676231727725.28443397399811.27011648523668550.18074797248064281.03588097952962580.12965793967112815.222535453747373.67468396044412318.445956464027923.47411476592347235.961.0384603988597736375.1775009223859152.16120708708243143.5054979856022352.028342504157861.9286093352159950.179338270126209371.45681476189993560.16170534604506845True2.121.6079800993793425/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-86/tpprl.ckpt-1040649.9029271206691-150.9600249712114721.4461616329013562.8219180931022827.8192919080717151.841.34699665923861893072.50427884557352173.8455780792631716.827196414071308.75740349134821.26275261634283420.25959522571905370.53951428234390180.34884028925020322555344553901021154.03806180926040523.00389785691565363.4209984568953430.1991520115062431.441.26743836142038883388.41226252563772371.36894700773931720.75151907394021429.70176551929011.15965845182890930.26275377369294130.59148081773755260.4315809518122711337.9264000.0top_k_reward62989899866291.3381123058556287.565638487131
11
20013.4502742507539447.22118776511137353.8427720166311640.411862261900451.721.2496399481450646325.71545438639384263.0121182892638893.3005240367222829.99793722854275.2366286096837190.20876217280841642.69646670918409731.92230516793984440.72482943300879270.128763729380151414.9641830158663026.01240764460331816.1219104986012525.9529695519175921.760.5122499389946279381.960538556139235.67337536168156.2831857743971634.894762636730635.2297563936605120.168215308474784445.0911835566181480.14802982417744091.27447844887525070.46723170405467482.4743185573000830.48454281146129638.521.29984614474175386.4877376740990993.18967724693510451.96578546983628020.79956732028251995.88613964844850.09032103756608185.4883157239290680.06553677103723317True1.721.2496399481450646/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-916/tpprl.ckpt-10409896.994474313024-113.556572225208147.191573318608643550.15693771764003440.400578247480091.61.4696938456699071320.01124558846453263.54875101449153814.8557478550085853.72930852007585.2286783989902050.24053234358418282.92632260584839441.907422825962825425513316389599108016.7835107709624267.71028121232086671.0043535253548343.286384086367481.041.076289923765897446.3613454033302285.942761442795641255.721118937783906.26645808505755.1414185804098210.220106905164648841.93120047483831652.03745506067799121.12128000.0top_k_reward439870539169960.3550627240159954.098843655518
12
20048.3395758416631214.83109602181921479.0160094106828613.38256218539842611.282.0884443971530581109.6935831112494528.0156830675455628.9405208991072211.87844274198413.0756044442868370.75187650362508258.034867542377460.63461310313862169.8263031399301721.618984417444291632.994421883353526.15597034921881966.510835201146187.56052388742805711.481.4176036117335482565.967309853283152.7690713616441406.011008083344992.4521627030187113.9274627550296280.433333267176906468.802742104326880.3918330272303623415.4309250076308490.621981166608866628.667853714404942.744369135689533725.42.4151.234842592002567.28621411918957178.3654703066891915.82427435793211715.2206122001267250.087342720554807510.851531893467990.29712831967345277True11.282.088444397153058/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-218/tpprl.ckpt-10403645.3610364396654-183.3138642067902436.02505788157977107.08298205274633.1035949989867511.723.1050925912120562867.4801643605251916.83415979268331283.4108471440952790.381364231759611.9838066522871661.20934441085761377.8944288337266790.97739110630251552544398662471028696.1701946891662546.71362915498817121.8973756452627742.284988704419279.723.0268135059828183658.19103216535363021.66412368938971622.8050668010521089.297035049377711.3106227875717931.59013393936806676.9484905088401411.200699285709724521.12125.0top_k_reward600384392187580.2998058542427562.011735636815
13
20030.107476871418718.20062887039940436.8221102985343711.1164988904757140.680.73321211119293431086.7494900171325483.5592860538217747.1169523963495364.90194719605780.74141651196566270.083752040749269870.19109772822225750.238250660312288980.34853445377032140.02213184690656181237.023193269239640.037.423928464751950.01.00.01519.47000912723962.2737367544323206e-13734.43869111317430.00.75096014257762070.00.66562052867444280.014.9167289760966766.40465895018332915.7256219551586236.2595322895610833.481.1702991070662234332.7322616494925305.54219714545405163.23735198073956146.30939892004051.0318793127130570.118341134909886460.84454171131466250.08402571414555496True0.680.7332121111929343/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-449/tpprl.ckpt-1040700.1437425328554-134.530503375176453.39551124035851439.7933924366977.6393602223683890.720.87269696917085721343.8278813029483213.72572054178642841.0167890704013261.853199671229160.73348637286004290.077052620201050540.316853064476411650.333029708185418552556543862001018034.528889883670115.65512861427811442.91988772351867.7148044574769040.320.466476151587624071345.5477259302788346.7024773313359945.995583776003268.716216856526840.69484840072422070.0460210879216502860.077325106995660170.157756959942603471351.682.251799813685248e+18top_k_reward510193764491786.41913082437281783.8444103355232
14
200125.5353503597097710.383703983962763199.2360658814697630.99093265415448422.123.24123433278126341138.8719212852138300.84685884139781450.1223392054724436.565140691570433.249638956111940.5125762804016524.1552435865988252.676361411056883614.4420375715136123.0866954441761765142.3235928652294115.680257879943458224.1441978880350826.9665080965084320.242.99706523118867051433.8021867437717374.68663380038341654.3610858032414367.50323576929931.745088492741891.13689041793447322.64918433162524.06973722226257113.31368977951121.439942839830940493.5570093954373510.06198355269965329.162.5562472493872734820.88379142540415.408157523051248273.3309097758381768.129465836370133.605596805405290.596840194614424530.9709116621912272.604511874001277True22.123.2412343327812634/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-10/tpprl.ckpt-10405133.600283751493-1171.599471890382564.5919181497533240.573697960007379.2488977591685622.285.1731615091740562332.37212469822542224.31064066457472073.5541457036511668.793938171976829.9507433490921182.776581828486473420.8705454420882044.57258305399473225221551857910170233.8113764505228382.2063780254458295.7707170816470487.7948736771065420.244.149987951789744286.80567209338553180.54317489011873332.26807180549852006.428989953795327.8123497265714483.108817433768052318.8604349245230874.162831106357951542.24125.0top_k_reward56046452106983.9829749103956917.819805896972
15
2006.8330210488290782.784211867853272315.0453863714704485.09452807030300110.042.02938414303453156.0996312075015232.05413484458977518.77569586278250619.36353517819427228.9658935617568320.507476022113396525.8003142095959351.70627498611247024.8064154597458840.81885927388053784.5021853326527551.159676576733484711.0208773054397061.59034961943902799.160.674091981854108734.6710823686067414.3505062023162486.8745188686669291.775217951510681229.5079177098548730.2267885943241005327.831470861524280.259945286471554960.53507850208023480.037208160272275061.34983465230652660.158724256282454536.282.45796663931795440.96078505927256090.054935029034594360.200602048962552680.03581510885614013630.4495363029010980.03329285539184418529.856787406346450.10694146092258369True10.042.029384143034531/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-417/tpprl.ckpt-10409842.376045400239-121.7149028778818412.37291447461677826.4798413288074213.22574160705930510.163.270229349755151487.4545811645574404.1119813078342451.09360389076627545.7671077317325128.3013974528639030.970793199704828826.2537456813018761.54022308123441292551463970254107512.6030944982250266.31253520243073923.59407785863771410.350608904094038.62.870540018881465150.84360598407147118.1846246064998549.6684736184746453.21159394908211528.310980685977070.802512573081240524.245595476373652.5674169138680240.3315.625top_k_reward477286644179927.303614097979896.531764651665
16
20019.9576547376413276.474112613966906529.1048683563443713.6820945947770045.41.8547236990991407232.4570767884807179.01824022834103143.88857734785412165.0180051907965210.7122050790224680.34460284891306838.6135314059477711.34785502996501723.3755380379178220.582671012790255820.523531373283324.02017168708298521.1948882253559643.83037675065313855.440.8979977728257459213.6074075315093581.0540483260422850.135559052563619.31064204408809510.6242465825306860.261842281768462610.2591969116034530.212609476709767155.5085168101775510.36450787374927564.71953769583282940.60756328272439720.442.4344198487524719.003762293517522.5412499371063372.8324611802673990.729447016459401412.2158491707322680.0841067456008829212.0056246313873560.1715489029759817True5.41.8547236990991407/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-460/tpprl.ckpt-10404112.738948626046-128.31313758971729313.31981779680103337.2366492102219421.289734623710985.22.7129319932501073462.33941267588796424.6004856230268221.22067960088464259.217333349074510.4872946291783420.48903675230528538.6763522142864581.750219159295985325513572892051016527.5849508003280415.54220297928141149.9587272380638146.838107114479874.481.9823218709382189444.8813519771741551.6413016771244498.69712705681013985.917215185107210.4437350724024030.50913687669885547.32751858549046452.358622498954985810.564000.0top_k_reward470215184604126.446759259264112.0888931815625
17
20027.6075809863755412.92187274169685662.0467216265000348.764024856847942.041.63658180363830292229.2719052386371728.1204524104111574.78544217879741972.10827365289654.852998401134210.364652688967149032.68398913624727341.70913061772287531.02083161090215470.1401216339035987232.74621980816882412.38710611871501833.57721702954775411.8514735321705872.160.83330666623998642802.8654554508961830.8098580626718313.3828467157137204.43466934822254.7453009161282170.32253383758829614.5834427748863170.269788701914377045.4269442161085322.08509919585828878.5415594604922461.59861287518829758.01.4142135623730951151.1973820995819479.5843380760078120.587474590819227.9531472740825615.6366634025321760.117111573508076015.1360711834976430.06848359544798402True2.041.6365818036383029/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-154/tpprl.ckpt-1040809.8977001194744-136.507901325444625.5920674221553153.9753251035327737.27442002121471.680.8352245207128443507.220556034781809.99290559081521024.58653901879871714.65531129890365.007241380226660.28988036316899283.47310612461834061.290109272562108425512265412061022233.97060228504276612.41956060170062473.4927879891572552.062530467596311.361.09105453575886833010.9701967649691844.2124231684941972.7583389270412292.4130978943294.69625319486840450.365228998015761862.3953971985365631.7102769150430537168.96128000.0top_k_reward500816331549993.003285543619986.900292437702
18
20010.648010496913145.17928056753677292.0420235426343556.1097148297475951.961.3410443691392169433.92736303905616355.33548138678591768.53918827057461277.65562073820759.1353812329474750.144855728256875344.1131002067222472.6299598183620040.77191824435994020.1852223667434765913.216259431832355.06690647184391413.5265772440194674.97482094365234852.040.82365041127896592.3407267679041389.886292823945529.28824097797416619.1313879479241549.0681148245744230.091390256656718148.99967788967640.076822794623259550.72800277237247420.25204891334973971.81459016138931470.267096225216383312.921.83128370276153564.98685770641632152.7771372973677980.56146773280282280.149992290370401389.6316501576159690.034057992606675169.4049881616751690.03701494367737962True1.961.3410443691392169/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-229/tpprl.ckpt-10402490.834080047791-115.3376636951124965.698919344007097559.809329736061274.172156952949682.01.7204650534085253756.410152589187407.8066928395951066.109061521931711.62553193010139.0176856117333950.132206775868893736.3298418517017913.6878012890286342552450397301109814.8914780135138246.016129665406353107.7652068030125577.1639229456981.21.2724.0711224682362442.120172172154352163.97976497810851792.14679931020879.024110764627220.138720762980620083.67642790850793373.60744544772963815.84128000.0top_k_reward639678042298699.1804808841128689.295630277735
19
2009.4754381422829474.96224114841743121.1348345902960316.3867011796145053.721.887220177933672145.36167917070685146.3707781625250395.33188337902891149.4872574271560712.2683958976476060.39680241945644039.2294391218971962.3534669635061211.63695025745984730.290031399921036058.5244569358520312.78352975422530249.5218841311978772.57004335733889543.880.9516301802696255105.4746641049438456.19086170573119410.9806966628380085.85037588387504512.3803102801446950.2995204485429513512.0658992726059130.246877231734302930.54799139330014450.126279169960277351.78506437608735750.2058718451317630118.362.1703455946000861.48141800318826420.66345429075197380.449511523151317370.0974710154687600813.489589218402180.0497498327246083812.904091230609360.07508378488230266True3.721.887220177933672/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-394/tpprl.ckpt-10408395.945340501794-114.421208286935985.92371567964552123.21264023199633223.3773977572190253.161.5666524822052912286.1454688168058202.86151659826686115.15599034430662322.7896760228394411.9908310727301120.412724584213442169.863473344419362.520705952860790725518121801510108312.3501028941216655.65424449773637229.06947263689385630.753539270316043.081.6228370220080635216.32949036916602176.51949765255057193.45407953346066396.4740852210250612.109332258467510.443441339499397248.705040539808713.2490866949812133.964000.0top_k_reward556917603949989.7812126642789975.99488030165
20
20019.247198565152545.11756435046708938.8965038224728616.18397518893915412.122.065332902948094226.5432533223901125.34255136198821161.54400768903406144.1013459437262431.0771384483488970.449454450804008327.0276829550615932.12622994810194186.3454099593393381.289422155735384713.7025892375463932.31898104983650922.432063894681672.51907188841045512.521.6277591959500646100.4765791587624329.54688021931976425.2682325408933476.838704363567738531.197293417651620.351390431925646229.069838987833350.39853260442309973.8367209679521430.25388989471413844.9542332066111840.4637953747097516344.642.68149212193509939.3990119632817671.2797679594923541.62358284893261120.280335163257026932.81295580588430.0878617457855897232.2828902960233960.1835506597813442True12.122.065332902948094/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-98/tpprl.ckpt-10403732.4895459976105-129.94752099446958.42236110521302639.9106532238041910.97358444088993512.123.5249964538989254421.99048096045385180.6440705434292132.6923895146767687.035415676070430.2196780277814270.873474285242117527.559639693873581.30990139823391825514212302171020034.7198633914485814.69999564787893860.4174225260241223.8084031688826710.763.04998360651332589.5949088472689443.6282177360601312.93922754806766196.1418327266906730.225404476987330.979468490947874825.6402955334259882.83430067118394822.64250.0top_k_reward40710189987890.1135005973727854.951093192778
21
20051.18456594296351620.637905785293142129.070218815284586.459293783759624.921.85299757150407525016.5821354712243411.4719335478484205.66794106590355562.31271977847412.8697644136090050.2933813302922166410.1317713499134761.71314765280549272.8205540254467110.552592641182518946.2802242934340612.8728778603644658.3883756494425210.571944637374585.20.8485281374238573981.26650672811371712.6514051778486407.1632841671677153.590077835703212.9709705871797920.206036269572699712.2598878062233570.112622439099174221.55875760917491621.661246226638039416.524972748534622.080605600506330319.61.854723699099140763.68900446449960475.7641845083505233.713408639860410.35585370572410613.880254309947790.0689813374791643912.5549102485300960.0625547868468482True4.921.8529975715040752/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-238/tpprl.ckpt-10402615.0780316606933-182.3494251138191222.907775421164985144.54016238215343134.417741272319385.22.03960780543711410221.0022699313854658.1098352069274949.19363284534110292.68322842449612.6168503886735920.2594290162636510.7268825166057522.299262034562712425511375092181042073.6675985289070837.694091872708086246.56286913045886262.70149603758674.041.63658180363830299746.3709723592569701.54596735102915206.08772135306431318.00364693083212.6260786069049940.333011618563827558.5979216374227222.881138618070465584.4816000.0top_k_reward335664812387100.9445937873367087.000857448534
22
20032.8760008455495318.402874268158465.8167068316327144.741588570469824.841.82603395368213241743.44445657634291957.4022224134431092.99245034359391797.20630072469410.0689484287462430.337923831679051437.7169421998399051.50397682491293772.85759519597299060.479943332107271129.0325744603870610.81973226073827734.556479548460769.4987475471327214.721.07777548682459861199.7905386075524830.6979902607657164.5292295540392398.5601591412143410.0725705101357260.235338790939877759.4863061130841990.130246702832870511.11930275553436640.65491780259650887.71399032543793250.953781564927720620.162.20327029662726579.4469853101523111.6827633730362188.973843910146722.137531463522827711.4923070055361480.0861305622528414110.3751113337781470.11970520368890815True4.841.8260339536821324/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-330/tpprl.ckpt-10405477.124402628436-140.7059457323051215.4104720302321756.9959880390644523.560002730379635.42.2449944320643652314.8979686186861571.8960653943752570.3758887296544693.3406049769879.9953127081908360.298690222171814578.4836743595575170.995744661434355225512917374351027342.37281962712637625.556056223123974108.81586880133858116.752174201266294.041.63658180363830292667.1163274885243288.6323749167733409.7565453137867095.4197262981059.911288380573290.349596329965430946.7778657957189422.278857299795493721.128000.0top_k_reward186028403305565.3636499402645553.422722282659
23
20031.50187148942443514.87078972956171450.0548096167734631.348561761060213.361.78616908494128861181.51351484085331083.4773110623455632.1120551388154864.91583240727537.1356747235467380.294059635408613355.1920819560729911.5438405113423152.05294274884633450.382043021888333533.7236765812777111.3592053661132935.6660137117921610.7377418012104613.360.88904443083571481174.6004253791605743.8706478658775229.43574937200498141.262740542613567.0700531206839540.254255407816125546.7113967048631170.18605174795720353.7859588619277260.80156937587540147.3297347188385891.016079970756067716.041.907459042810618225.9785763858250712.51846060621430110.2998680988998292.8897208319732428.2206128163721550.070629981162741567.4025085321388040.08343127399800962True3.361.7861690849412886/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-291/tpprl.ckpt-10401985.9038978494627-159.9238335237509813.42387173274461268.1071326352848335.900781311490783.361.93659494990563273601.735139413861150.2149578171113977.51751230393151445.393579797077.0722634721364630.21853807641056546.2759339801255951.360992493562733325513425732241027441.1770103849992314.60658369387475773.4182293307567653.927315920808572.61.49666295470957671772.66787716996441154.83637926930461355.02845391105731945.48242528101566.9506941422484980.336297853279771134.5396303385648972.070637909599160542.2432000.0top_k_reward149758262918054.0023894862628044.672984004621
24
2004.0191718011181091.06296425214000829.4597730054268295.13538946922496512.362.27824493854370279.788510231995835.1577312932603457.1618727576311828.3807577033124671.599718740645870.493398304958955167.29396280039683.93076241206437873.51313146216510130.61861476596513893.02237152203398640.69854710737843334.9288058201017141.051998535941150111.881.58290871499275036.1344893234906674.0641345622997540.97895639101099620.444665801975112571.91086201218130.395577756602226671.606572461934050.51898733405371731.26672420345466730.033125091840938010.37900363389565780.0507111083168333736.241.24193397570080191.28088264957224250.041101359937674670.0169095009872533360.002610521878671830472.958016119796450.0305369653562295373.866299206403160.047161308447167406True12.362.2782449385437027/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-66/tpprl.ckpt-10409844.972744922343-17.8049576033303812.865801399316459.8661334699368623.041562030666457712.683.60799113080949827.85719946039742515.9446346839601853.54256968087301741.944580566937558270.013173508357920.933471861604432468.222064807504861.7062830287952329255262653035610417.3537142238412113.001453081381163317.6818359004023310.08177132381254610.883.166322788346128524.2451971661766816.3037455999106116.7099089919240217.35209849531465370.254095454390850.955750742164075962.551254098044916.2651412933618760.082531.25top_k_reward11674632669996.7424581839919922.524797083935
25
2007.11681727519740551.927414814909997943.2095700842918121.9514054044257420.520.7547184905645282130.7432236382089753.070891821531234685.1116766981263427.60630672185013.8481655408425780.032813262583440740.90388037480987431.33355715970110240.122632495932895410.0052048354267382638.29582856095450.08.4060046509640821.7763568394002505e-151.00.0165.98199773836860.020.350221461792090.03.85428895487991370.03.82582275456161320.01.91808322212433510.50897784982943342.14454442004390170.486686645050875555.321.287478155154486513.3766424291841136.3935521927897841.63059575743677180.74146897687885224.0309913736460940.035767241132882283.94808375748336630.0340462839610653True0.520.7547184905645282/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-375/tpprl.ckpt-10402380.1691308243726-16.7420694177838762.029204977230776840.7837233779526722.5415707988639650.440.5713142742834281120.0611819336472656.8794038640738634.398383124429447.73790608318533.8538697169893910.0339966427766573150.96270649408974621.20349385385113625528107059462101127.8272921057595811.329257899879052553.14890648595781614.2505181690657120.20.4149.8865467724290338.25384232136436875.8477927732488289.36830695184283.8354550102526320.0205719939672004830.290743920362487360.7366924430750346168.962.251799813685248e+18top_k_reward638571073758495.4581093189978491.011646843494
26
2006.72084005875947453.35897636108038619.97738756935781617.6950901599458773.961.821647605877712278.7262253617133582.5289658294099693.90228528210382159.2604111340169215.1721969134561570.257153748632329112.0129313763175092.6447465136444631.57184665027772730.311666325726549565.1544330345958191.30594534188574325.6658354001933081.23618603349054524.640.889044430835714842.7434137495510219.7771530431375133.07905428492114731.34594876646950715.2625507652953590.1553250167214981515.093149597617210.127524195805442080.72052807965539180.035035171850381450.87034875104798960.1004223229681909123.881.94566184112244931.40127128132455870.09032187357706050.096472149850469470.0216844879836951216.095228882093580.02432621947117259415.9530908274964740.052237042325563796True3.961.8216476058777122/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-811/tpprl.ckpt-10408189.80548088411-19.4239090267645254.01216882742464417.23279355140939415.0800733306581293.761.7036431551237483135.26860795252094109.0887891032847159.96836630218013139.0232220827177214.9874993223006230.275213077414765412.9059531604703772.195897167625129255299909321310769.3020692628915254.80670415394216632.4195488822895838.72314577097093.21.673320053068151142.39969964135724135.56725411288815229.26523531166248434.1370096969423614.9601856926000530.30597559880825310.8167547314415974.0385158457031341.322000.0top_k_reward233918028118195.9770758661898179.44754203255
27
20031.5810066756702135.55150327909823643.709074993041616.72039792853293214.522.729395537477117172.7590812653176676.55434585017554127.3982651259394742.28505755297792514.8366747315432280.736359033903237811.260076353189511.120079198611455311.4187769577186261.263697803163345225.130693055377852.75302839622613636.9211293574808443.435575937809437315.721.9903768487399567108.84981036302425.50162336236143288.8324080289901715.58107256174631615.8523687205621670.543016916858339712.35656100125260.898767909980147115.8430465396032960.4469538854909030414.6868681662143461.496022726223237532.563.476550014022522344.616381804660471.338289164200355614.99627234058162.82918846606092117.9159605964579680.2569988108847030617.570360048674970.7242652356163464True14.522.729395537477117/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-197/tpprl.ckpt-10406452.2998805256875-145.6691526497658119.76490327915566857.49904454100540419.1060580594865814.323.0426304409178577376.2476727228122357.3202011649631250.1207998676903218.9619852669381113.5569935271889541.79041794447036810.4547946181481761.59891594928320642555487273221016755.785202064385619.293750087073765.3747880659485818.4560375235769613.043.364282984530285492.1026783409305294.9054471167792308.8946806279162169.7238214545869512.4232892019406571.81289051539961989.3115387957255891.73220705097395965.2862.5top_k_reward535719491976941.2298387096786914.746370076166
28
20037.3779974044541313.57107267611869488.1046920101028414.88788198171177516.482.80171376125399351235.47845025107361152.015912271293716.8977555613257289.691159245496324.02499715729070.797096842330333617.073301310105180.803091908286255813.7383360629339821.917863914155219819.6842888394146883.78794729719962376.778145241641789.41207709057330715.921.4675149062275312338.7754486460154253.30096932868486557.6170986385952150.9041684180240824.9899655171949750.3571868012435626717.7971741466611240.846960057098378610.0412024471448690.505675618402602823.273305635374542.31530198677677736.42.87054001888146525.4766363860607081.537295475088867738.991168687574797.56184860449800926.5195025336301530.2284212292558361621.8474983744475470.6773501599979411True16.482.8017137612539935/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-1/tpprl.ckpt-1040390.91621863799264-182.7178084289651648.21777759472612121.6103501761347742.7593864291432916.563.29945450036820454172.9088710835874427.4185767145321379.5373313411481021.490977162620322.0945529600380721.8075250931869216.4690449917997021.4435647583428262555246511721028682.6599560003408656.126613306249006128.6836800600547753.7249336801968414.643.75105318544005733358.5938175688464218.1575290813581331.10100717460681098.232817048594421.506894079801862.00498070047241115.443291782095391.665313271637847610.5631.25top_k_reward6771810919328.8082437275999297.090903472996
29
2006.9655003573571833.41808622211763641.7053390692193639.3323593101314167.321.567673435381234161.66478662185335158.1269232116909511.4529665272912786.788296341091646.471329871817420.1951589154951618743.028487659690852.4591513163530782.2743695185055150.63360649566849332.9959317719827330.334531497683398749.1873698167660790.5433328627610547.160.674091981854108730.3510186684071825.3802244897843064.7340553135054460.139249498134339146.6260416511211840.164787621001208245.658064864382910.178735980504362730.063411638744000810.0325052397996766840.83699674999876030.0826099141860903433.81.91833260932508790.101395525832447080.057965283389303440.068639755576555240.01180689067330209547.277698770472470.02346753004268699346.8155595679356440.05653947309983262True7.321.567673435381234/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-161/tpprl.ckpt-10407715.87141577061-19.8240086973156045.462779861827594541.1382841898127565.300520212293397.482.368459414893994205.70590487390567217.41219207209468567.41741298759011683.639605653324246.161464640104190.4035861293040630743.249002527662462.98547511184771872553032610247108218.52761891783795514.257516765898028191.68218298991297221.80865462391776.122.103711006768753679.745951468558834.17852863891664574.7481197708586697.159546998017545.923529028458790.4879309731074541536.964161550861327.7693211778148330.6662.5top_k_reward391121701617804.5605585424147757.2384400770925
30
20014.2237704369708493.927635175339243652.408171602454526.6958675108132370.680.7332121111929343930.2812799773704406.4055725646637971.6987437583437658.82287831801553.62476007113247740.113154725791434731.09383153811446391.32002278427297260.223191393588310280.01586858103432585417.5636296555243453.552713678800501e-1517.7299413829173350.01.00.01290.42155395388160.093.144119390322760.03.5513214243201220.03.53218447457584260.03.4644011573082721.03729960733784674.105171690650090.97366998134103935.41.13137084989847681.4654819748042643.077628871140616.2178861618546322.977938037520784.00009230850886150.060056651185331743.8905717176281650.04850943325839785True0.680.7332121111929343/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-212/tpprl.ckpt-10401403.3303464755081-114.6375194847235254.25950417133214855.1401724204376726.251801444512270.560.8039900496896712967.518738945821444.18341644367511032.4844531664205675.61262726724943.62584110230818270.13187341113476980.94376342868367291.198004784086944825520628303991015016.4031739579018532.723778697241148666.734426496057419.3645688807651020.320.466476151587624071153.1935446035127293.706358044711861325.9372209969517501.594427308927553.56583940498558150.068774355057809270.42849319395157360.9131765157322508337.922.251799813685248e+18top_k_reward659674422128784.8939665471938780.426895573215
31
20028.6851886912097425.014776430250960547.149020250480526.77631803905171812.721.9701776569639602151.7352884905008452.34762148166137122.6833914397530430.559138992700922.2471383151246730.865455605839294917.3403699219748651.75979999280686229.0931711595838111.590359754089112625.8241661381060373.082914102408418336.768072134155963.871789400898901312.881.478377489006106120.5184867900317929.1995905772683870.6742788503277515.67822267722062822.333453039552040.761137320511138719.8830068905264061.038659555524421814.3721512487586620.3184357080801884511.6067700466781681.186741720171507132.162.722939588018801436.590803563017721.81656084112392788.2887149000561121.469376814602116424.813876919436310.2157223612936107225.3114652289893380.6071254916524965True12.721.9701776569639602/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-242/tpprl.ckpt-10407766.879480286739-150.0383377761611231.14034130041489660.55768796320495531.52921020190089512.723.364758535170094475.7485557047587701.159008266993250.00091245095027350.337757506314819.7043879220682822.08209210645974316.7356021958048342.19103734351141542556483512801014253.7126035269092923.570657671580868.9809670712847822.7651104413367911.123.241234332781263468.85644275848506340.0037514073058276.7374917580266172.585474270660219.0543502331425642.546691239984304514.9693973344039042.78011294428200675.28125.0top_k_reward416116372427896.0013440860227863.874275440961
32
20022.001431680671027.83204388782434742.8317254416867630.4956165728520683.321.5157836257197133503.94904482642977330.32839431292274365.1615907534388587.225539595388213.2442512059593080.2221737292146623310.5308850817429212.0774111696620151.40048487425484320.4177962501598725419.0820892967586185.58019495932094419.347250433148425.6531848008084673.921.0925200226998129353.01754072643837206.9075335770491239.71893022545654624.5298896896589113.3759094834240390.189449250245696313.0370767886254060.132761683694659745.8806746565580240.197627826869850563.6398195213328070.48094669406560218.562.515233587561998459.420455115780061.49180743504384241.48414428606546610.3723489380683520614.3850426631878450.0550718371667712713.780457251615180.09024996864249397True3.321.5157836257197133/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-192/tpprl.ckpt-10222292.1762992831536-126.05249020244490412.537316740589349107.0965979456789488.900296426799813.082.018316129846858610.8051623861139571.07043304314312061.44019279904932744.272822778481413.1838196332644860.27402388178925017.3188147658706283.34521164973081725523301332031016928.99961417625641511.375617617834290.0512031795575690.65065031280412.561.4718695594379279765.6504839537774518.7377756735191655.05069714573412732.48804051352813.0712909648445750.226840971961384458.5497763014670643.70608384309939921.1232000.0top_k_reward643321851928759.9742383512558744.76051054929
33
20061.19024291991081634.96267359355990667.9394036101607533.90193840772173.561.83477519058875441757.09649188778711839.41262710605661164.67652719327611205.77988266526452.89305765283643270.89444603178252381.61461957529267240.70770947954382042.9339034847119830.471199994398426155.1247807895924815.58699990422546860.2313063834862814.5390687604344043.60.8485281374238571268.3132916471004630.2722502175582802.1664169477212388.21259607393912.9640260567975930.66067707769226161.96332512338121880.526332690096549725.002782022711477.284913544631228532.1608146064625946.5416051639738996.61.296148139681572349.5818884323671174.64354363923977234.3700604717516397.094053473828724.0456371023537940.55661971833980442.374362173805930.44513178406266546True3.561.8347751905887544/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-960/tpprl.ckpt-10404535.9543010752695-168.2296952856631824.10703683580734273.7534377939917123.209913516957383.321.87018715640975341868.60756795631461443.16762670049981203.5302244173013915.74401581614532.7403149562451290.65298384947818411.60042006868094180.44375932900315812522124251225109580.7484633342028242.6540666985336586.8992384831977641.7559604406100752.881.68095211115605552731.41543077308552464.44429653052481773.29299963798461601.21775818195262.22382268297224070.86003620496500191.03196343876814360.5932413133570836168.962000.0top_k_reward624827709609914.85961768229907.558341553919
34
20025.2497525430766747.48278879844306482.3221371742653552.470649452441470.960.91564185138076781296.621431576552633.2604271971842349.5108918034212168.2662900639854.5261489026332660.082220022463503431.77499611647152041.65518166588642870.34564867033413140.04748892359250879432.346118373749573.958991958399580332.5709447227003253.89609806643100631.160.366606055596467141904.966344484548356.6474875982674265.065183646199649.353738480057154.4927227749202380.0290589781841715734.4410058514784460.019861656272017485.2677606574325171.15657677574383726.6550874427514171.02878388923206446.961.21589473228565384.7139025339986628.2282146117377812.5285134164859023.8757574490917774.9666331512131110.067453311672369774.73832680106979250.05804996976694056True0.960.9156418513807678/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-880/tpprl.ckpt-10405705.038455794504-126.8538818324107358.23242971086532987.6801910584623857.311960230143451.01.32664991614215991447.5233657101408693.13546843338342637.09217519431652357.1207170888894.52376673609719050.101553807600823441.76844759828149241.8504508626994645255212007153921026928.9594138654699346.806847101212093109.6209856027161749.418064126379740.520.57410800377629291607.4108969859863581.06727265953573487.9432503954412074.35534881799644.4869406070553990.072255277550589980.97644184729812661.428959329754033506.8865536000.0top_k_reward235456548805735.8478942652345730.163178667701
35
20031.01498457379526413.55949815948774539.92003353821560620.2042205811055741.681.4620533505997653968.3116913698386672.2504013466769752.1369317506917620.24010351821481.48848783870984320.266095368394158540.6756725020036030.55760407601804971.1563442595533680.1395251449623149735.5134266996600912.60265605139004435.9712568616706112.4236785735125951.760.76315136113355661171.0869495332843661.5385697349689570.9291416682191329.84183078236591.48440830480660280.191692553694711421.3044537391387640.1475151060181744410.4245499486093462.940691061999447511.4824193569141662.72448180866682285.41.2328828005937953139.2048798365588365.6438834711491762.7337625845725229.5421886193781272.1155093468170890.19133210761653011.72669912762012220.157412571629343True1.681.4620533505997653/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-336/tpprl.ckpt-1040789.4825268817203-139.52557697297492510.77757970708990445.37722551242748615.3962058524843371.561.16893113569619641390.6067259231065567.3996575928497872.1960808313165484.32251732872261.40236117539596370.176151298385716550.83825836813789630.5254962116367212555442782061013936.5575020967986712.74386241220576147.5135769647398419.670488992111.041.0762899237658971220.4996905797962665.5987489855605972.6474411276703624.66947521098591.35888418470687620.187814627830883850.46691499765851040.5009140894574478168.9664000.0top_k_reward611386563367498.1350806451627494.569054506304
36
20030.23527424122288215.00693012320501768.3435644825606552.624679411128343.121.8181309083781618931.9791582906333867.50642221142381032.17708724259051600.32471773381859.5971909260698570.239101448126250956.6105728092107422.06905504816883921.49528844038863840.270774702656366430.68178194856727413.45295123099541532.39452288771306613.0916074105010963.481.0628264204469138918.6102581396179836.785391345868143.20189954184679129.622284812618159.6057217850843630.163507027172790759.314994502052520.100981789832362833.37098803852062860.40042074372225545.73169636530852960.666479853217306717.722.0692027450204114.029978061512564.7167793042295054.4118922104881580.974554534302629210.746972464469910.0715791010947161910.2227693306705730.10961143116163609True3.121.8181309083781618/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-987/tpprl.ckpt-10406906.752165471924-141.0645758614954822.4390053362158193.73850939918702102.951752639658452.881.65698521417663841674.40601615727041603.71761445171252142.48953988625453928.9834105035149.507884291550820.226933516329931066.5757334523027243.163525683124873255191141992021025540.1682244989532716.31855267201631393.3726271880086580.144311362303092.521.49986666074021381451.92612785232431112.5602306161881838.34441670012192847.21542906941349.4465639676495260.199965618740782976.1073959128669172.69627434431278742.2464000.0top_k_reward272896409877227.46229091995257215.366296794834
37
20017.1823409398841351.00282928141182742.907415221340748.1932715669643950.120.43081318457076034634.814364229060157.286673874522581296.8054262982366334.833666862045961.2234927956762360.0080634197327760570.088518927547207010.30186772832678470.012920279782938470.00156212802125259417.3078286083360030.017.404406189685580.01.00.0646.65207020154140.0206.403940818626952.842170943040401e-141.24446127986755922.220446049250313e-161.22080582056563670.011.344404873226164.143738243059571511.4380753069837144.1432412328261142.160.7838367176906171333.54597732461275212.9229532175952105.44817803183368.340787543317991.2798736556813950.0272499508782460131.24053896608732520.015461685042367055True0.120.43081318457076034/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-518/tpprl.ckpt-1040696.8152628434882-117.0021903546080681.367643770256039344.2189559806104463.75650590556832630.080.2712931993250107625.759414944770473.34550134354791346.8943738006474166.104051730110631.22440863298176630.0112185869084383580.017946328128340470.06179071467463405425513716372271022617.3584989533772680.2187617291662821245.1978541166917440.58923629387247270.040.19595917942265428644.902970594597211.4345524200815411390.093237262631226.431256450191751.2215653472293030.002199347143092670.00214153089594429530.0104913159269376421626.882.251799813685248e+18top_k_reward387997055186288.0021654719246286.05675943079
38
20018.913476293714169.1761235799743158.626106877840149.113677564356522.321.4891608375189027608.9962774408997502.82984591930251121.9369710860711444.64398192123266.3207881865972290.213297549538087973.7585927978075961.91330448148723781.0949221634170050.1728151813841436520.6794167737542027.76297254929400921.653465416114567.6012775961408452.520.7547184905645283678.2225700878532465.766606186361599.0963760667762268.921572916385876.3109503400568110.140514127753644726.1193143857945760.102424126631534941.990141804925770.62681112069041634.3342991734042630.587235380574740811.361.35292276202302118.066800747575098.7572323613032194.0875343008350591.15552667519941157.0730918855216260.058570506656774976.478374435052220.03926638165197582True2.321.4891608375189027/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-835/tpprl.ckpt-10406606.330271804063-122.0222546109001459.28185933702620148.93495989613156641.193735317557192.21.2742.3256771785894595.895895305414791.33923328071671302.7559448843316.2681378377126610.161383646570519484.4228864256147971.7118904482709854255161756033641017224.320510997722749.78947753245363176.5493089480015257.8329878225889761.61.296148139681572891.6500798516015622.29714771569911639.72533748606751853.8792887205746.2054427277332880.17270389489459083.2358895626217122.10219116298270342.2464000.0top_k_reward518951338357267.1072281959397259.583062581679
39
20019.6912343639819387.056525927269231236.007313929229176.59398440013861.121.03227903204511521496.5345418496975905.957240813811311886.37941162122710107.4370467650229.2038371230553850.057444849788854553.9051043108215943.39338208294990770.27482579667116750.0209898505137893926.450311961160184.81401952977381526.7244661191783024.6479871729114871.20.489897948556635652402.6841738425446624.9210222421118100.588553307258926.0271234211224689.1875710408780280.0363577986546025369.1351997761768740.0210445367682892333.51521377056129271.30614422529757065.0886506720948651.06114858807087067.681.592984620139190290.0019260998871146.901277081454094.4362724048752431.84545444706732789.5025613141788180.0581610173732395469.2354340032545550.02579448352386187True1.121.0322790320451152/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-950/tpprl.ckpt-10407903.935185185185-126.684764154224661.9513164562582084179.4279322122703202.393116886251531.00.9380831519646862407.3479718742847262.62361008913578815.62650976689511612.7617342666629.1653547108745690.0216780912777367475.5463079301993594.165680324447128255251628012991015322.683898302608737.241884760724507312.08887443502215174.97315271035310.680.83522452071284391888.9076638417748924.52028129719816241.61792060629910082.0174991266879.1741169557150930.043982923000706782.42534996543283.170723054246219337.9232768000.0top_k_reward314925229507913.3120519713277903.602117529665
40
20012.7258445094133882.50200846776477751.66086930651480519.082097251672830.280.530659966456864830.6523710805726247.66556818271741789.2565795758553866.33584483133211.86158044847604830.053867964910915480.304666177469726850.57809941733628770.089536029843154060.00869367633649946513.733692200539941.7763568394002505e-1513.8390560699655580.01.00.0938.28054761162791.1368683772161603e-13112.315806112907511.4210854715202004e-141.8588401180329840.01.83558622901758420.05.5862990617826612.23243028096280545.93966114469439252.13664924024383263.281.04213.24514327778834175.41840320205725.58031490098685621.1422024122333882.0112618818594720.050621765750881211.94274481604710480.038212883917572195True0.280.530659966456864/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-598/tpprl.ckpt-10401041.201836917563-112.4415638795907832.77316420897582453.1577493576736418.3328000593768540.20.4804.0153953695539269.55632137684611861.07753002916826.91274541131991.86843127458370930.064770364995197640.225261764911293630.450628593898775425518888252541022213.5054320521893311.398909847863459660.349718720356528.8233810465344610.080.2712931993250107906.9000338548966137.234896154609172183.658188345693399.946223714295741.84311187163068160.0311862244230810060.046190106566031710.211719691313568942027.522.251799813685248e+18top_k_reward673049365989179.0303912783779176.6860021156
41
2002.35361786764836060.75784404825396528.08152768370754710.2566878667571695.921.59799874843505429.3089182846737855.09277873347372622.04860210694373647.8236183874233828.1560678338382640.1279082469759435525.318973223535953.0506566543663552.3143622601257480.53188828296618382.42561672646882750.60393728465853612.55829428327366330.60737916836759615.720.96000000000000019.3824970557567694.0489795200482890.447124889378307850.215025593941402828.113146884039860.1816919195315391828.04467371256880.17139363989346190.21140730750837150.0246024687363443770.180802028955447640.0290585023917315721.361.35292276202302090.2378896463848650.0399001220097412460.0082586779737741230.001683451178434796828.9529831024441150.021447737069627428.9912546010839880.028219179454077346True5.921.5979987484350542/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-457/tpprl.ckpt-10409887.871490442056-14.3406960903925281.69991260225174355.1078516565911083.62846448802943746.22.561249694973139624.64264389766710716.41098203853653.5458961441988949.34326682085880127.8198474575909670.2979816734904889326.6203190739399031.3551926957815883255316783424410293.76365194498711551.862208643366924328.82805868086916632.866758148730434.841.993589727100338221.77239472017533519.47968392011513121.72573537989285182.2833276270571627.9592559062788730.3218078727164877520.1004151000008666.4938122156688070.0825250.0top_k_reward478537944579936.5778076463589907.424664707883
42
20013.2584805153775195.0682426325160141.66902282194316629.4376476211614256.041.6365818036383029388.5841352850489293.6391981450988321.5262292585855520.787130555848624.2565873989097050.268194464756137920.265624036078592.4304178015449372.49485631715265740.4185639732524658610.030114972367332.946265124060787314.8299741810180522.4304432128058996.40.9380831519646858232.3642894253231102.2464960375730213.5005777979421214.50194435990047724.431033043614660.185801995404661523.7192063774787130.133573236860670550.098821276645199420.058310487461137552.70845477955812660.315207164913723631.22.74226184016041730.282439688365487330.671957454282740.56115287422046090.1197812880357472825.40399863289450.0235204723689368524.53315553769260.05646536231535808True6.041.6365818036383029/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-111/tpprl.ckpt-10403272.3846326164867-120.4029245204275438.51551455882297748.8517060426834655.365775118826386.082.4967178454923578821.8050747950905540.4663180332352513.67330465781221208.010873129854224.0737028085506460.3995798214510324420.8557429590154233.34128844665789125525256862381015924.8259512395148417.12339536556135119.16849572035053162.884570055851044.882.00638979263751251249.05833438851571703.68957858176742641.80482147596976018.62884186358723.8761417909670540.519333816632641117.1448402549632245.4959286732287765.282000.0top_k_reward192405721119980.1131272401449954.633218865025
43
20016.1447675311831425.4327986652210568.2314699109504247.668068761251631.00.938083151964686624.9851582014494347.11069643529861289.66951701316931243.40288411704276.1986033055914510.112477817052319052.5403047517038042.26144708100707260.31481527329346180.02743254799793934721.5673991347280673.234645184344169321.7159945105353923.18298843242888641.160.36660605559646714982.5094514464018206.9187130538151789.8613234264178319.3567566979099336.115457721091420.0524253028633151356.0829330915335260.041624573287589232.988446248791061.06320491933161443.8773359793273620.89736075548575497.361.5717506163510835.4298881005270720.444182011950943.51337391753288571.67267977428738826.6726965472344490.09712614557073916.45916279233990.07745791310089138True1.00.938083151964686/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-108/tpprl.ckpt-10404251.116338112306-116.1868133523597175.63519838140051959.55374151169084544.786366434642240.960.82365041127896630.0161326044615364.075064629579461042.8928675286711180.08065459634746.20884868211440550.120963541453613312.9748742519181172.1958707951221872552711716410941017219.4457353912252954.66518531218528495.6423101200141644.012721939163040.520.5741080037762929829.0648235351204317.033969266211952003.20955387036751174.58038114942726.1270361791346740.075929037078346171.32059507929889741.9245035760251255253.4465536000.0top_k_reward571193891086633.6637544802876626.4070607209205
44
2004.4951442508689071.310627811258482613.8908329118720058.4424003930030279.561.387948125831797825.89971752829442414.3856372305901727.3604988672286138.69377564264133444.373995293667830.2301351630676294640.794762237315062.2426626103531933.89465626354628250.90293172988465083.4130831384153860.65960706492473656.6376220018808110.67141667008415539.21.215.8048299168035735.3804964095396451.48083532669754160.2767046764181390644.5187129605383940.1876593075748719343.3253795626580.203346518062908040.54524160309061690.033570801745111790.80318212690657560.076744443737918945.41.95959179422654240.78058574331291310.033425253341389220.041722655515258110.00531897807912069345.538082854187740.03371290466346736645.2680351910885650.06788396583110926True9.561.3879481258317978/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-55/tpprl.ckpt-10213125.8941905615293-18.7378629319832553.696427663025412713.4595764051546854.560819915134389.522.56312309497612764.667445304227344.2215040609062512.3430132991927710.02148350704190943.586588840645850.604616436432519741.387845066964411.2530964561543838255311360120510738.9790788136072663.841901222099884333.529806281533422.7467377692339248.282.538030732674448767.9450039062495544.79526367524509122.03901695072706141.858793792478243.54904528198640.594997293403198736.9399021801255364.116155390460030.33125.0top_k_reward65080441559999.940262843499953.974610456731
45
20012.5335033533071226.63159953568604723.26095453714848615.3821153333018033.841.932459572668986274.08504903201066270.9610430311476138.87275065893135206.899693519798667.9578898951621150.418451300832268675.9660430443571161.49641129799214382.42330573612283070.3429587023744432610.3007179205066333.113798729479755311.5174504178665842.9597518487772844.040.7735631842325487179.722670824975199.7890969226434422.6013154786605612.077442741109488.1411762711679230.237308108275835827.78368305846104750.22474422362677730.73532748468997090.226340932031713072.57327827430324650.360043377707070516.882.1037110067687532.91200063088508051.77253037908927881.26292077383439970.364474415774644969.2014419578501730.0501945632439599968.5815811550097540.07479389241431512True3.841.932459572668986/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-791/tpprl.ckpt-10406322.974537037038-116.057962368364778.10139415811037427.7427748439773724.2776327565235983.82.33238075793812424.0030728846088378.5602030776266206.8045659775878434.621958491880837.9409942881075240.427045148990968076.17886088548029561.9260630282530637255131319622901010315.9889940875607827.91577625688800531.507482239475829.4389032779677433.121.6569852141766386428.1560013041368348.8574964641287.63719511134906539.48658161746497.8134958502296090.46977785499330175.6079695460277892.09431001110210565.282000.0top_k_reward595696507919992.7512694145779983.168246215419
46
20015.0272974197094724.152988353081517584.0965592320456942.6938198305922750.520.7547184905645282708.438214651782294.40242673722553004.37866096266541818.10685030033413.26338790813838250.0277995066277488720.77486039952528421.13978419239357960.162278156551600630.01113613106198211817.690242494059020.017.7651485637074380.01.00.0903.33432300933381.1368683772161603e-13111.538151674188730.03.27575637006900644.440892098500626e-163.24464871072090684.440892098500626e-164.2846099197746221.22790661265947954.696622503103461.1432381780910685.01.232882800593795381.4351180646056642.9888593264593310.1348240880322165.20413922503227953.4160381549835980.0346864458386825163.30615130599315550.02376136513617763True0.520.7547184905645282/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-542/tpprl.ckpt-10405508.99417562724-116.962290016354051.647898346825786677.3380959798261646.4689325001906540.560.7525955088890712846.9909627065962122.492212444749432702.56239001736642000.30398227585243.26062171387032370.0191514451724157441.15094709019381811.4644345463565116255232895538901020916.5309026820193272.8532734328601994103.7782815605641727.033659377710480.20.4813.7999734231635211.027795623164483833.3973603961971194.02878166746933.2527929870303410.0157789230856701660.239623149685531940.6052552949293409675.842.251799813685248e+18top_k_reward445548495426904.4186827956996900.6135112549955
47
2009.0567093922589272.314352763568382344.7033470331381720.924899924808250.480.6997142273814361223.3497865378168784.41383936883292737.4163708457834431.62769550145073.76849217550727070.035792084142255380.79886838381558071.2503406778943340.083479382434496490.004421304493233902510.39259407748250.010.4534690220165040.01.00.0274.82213591413530.033.0455101507408957.105427357601002e-153.77243451048343434.440892098500626e-163.7449577598012444.440892098500626e-162.53931464531662640.65475168643892132.64557472233174850.64973980168470195.481.20399335546339322.5759616092682711.1400501704106022.60684422701598751.27454617169310923.97284942188605770.044621810187806433.91391814800758640.04564580560880695True0.480.6997142273814361/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-912/tpprl.ckpt-10403885.4932048984474-19.4044529690861241.601539176548891841.044782044613323.9960472689104560.520.8059776671843953234.7393662104968861.82368370185788673.5688848987459486.188924080046953.77128144192014460.039402100029490441.17569693667253381.58151051891412925528172336327101339.7730741728050641.557383055211761153.1043868494966414.3937387592226130.20.4248.5565030619878361.437448800663724908.6759763293724308.302694794330933.7541271313947790.018826797192046330.28238505835754820.7141425767856063337.922.251799813685248e+18top_k_reward637760729129998.990068697739994.480862026
48
20014.8595261048692136.826071511978760528.1650728417332116.7207957692724852.481.417603611733548301.7874117116346264.7567413555075260.39403805787924326.683146777674154.3412151798226780.303250738822813062.3996983432909160.97584266378018372.0173855103536650.583183574809651820.9022659214171158.29847084291611221.732296144223968.0702814015686662.360.7939773296511684543.6894649249348405.26727897305966125.1148515561602591.693750202378624.17299718782188660.211472965148900323.9338775479980330.134786145892294432.97743026939146430.92962025263278295.216169291934410.77432052280733649.641.83040979018360823.8047486271333188.4828303327912527.546055794207551.93301636039092435.4019680979608890.207218455451905124.6161432885344560.14696862229316485True2.481.417603611733548/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-222/tpprl.ckpt-10407247.679584826763-125.2114160881018147.77744959246286828.8972159400279127.7666102364561622.521.4455448799674122734.6910582113882377.17933152939503212.9589195146252893.259832415685514.1163020162405570.191376625280681673.42159533365423840.809334936975443125572350721443109620.148808585230917.96340963689967833.6727138463964520.965085303251121.881.2106196760337244501.0659362685115370.10865718820503356.2420035377106452.147890061831964.1631662662114510.25995240335759292.45259897590952661.241277765818964221.128000.0top_k_reward464255862227284.5411439665487278.3747952862905
49
20042.55995377630192421.26182552802166205.83016923430677148.398348035421832.081.62283702200806356230.7544700487875143.07158504612310564.4405662589659231.0631664525267.4189171092142920.201587628793688243.84509962070702562.48223248248599670.70759065138698680.0988527127101863943.64917431402249516.86349440599052645.316783487229416.4518345915935952.360.68585712797928996064.6453439478244483.326137282639379.61536745590826276.40968490198517.4043579461769420.132165182163287547.29205168815161550.106648838233288984.6234047530811121.47054869297356989.6813423491857511.239600001817198910.21.2649110640673518170.8177239591750876.6038416734675817.1708461834064254.4031085318184618.0891742943003140.075098947518370857.7276375164959550.07505504826067165True2.081.6228370220080635/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-500/tpprl.ckpt-10407087.074372759857-156.6929217085478119.66785629412819121.37437089107335133.954280539169162.281.86590460635049639474.7094229078985380.2908087168884628.1855564503338729.6678384574527.3207718971491170.140240343806212235.7490920415546662.379282082386228255181646395431033052.542794978092120.79235925943316232.4414934215335156.541736441210221.361.09105453575886838346.618196540425686.55230220226212017.4326349917710180.40119859447.3149367529620050.1342071176742293.4974117978020292.5912560141542063337.92512000.0top_k_reward353726335007099.5949074074087090.985678278514
50
20011.5628590291845624.35536053266425825.21540567421932616.2128394988606673.81.7435595774162693128.1111443772912884.74703674074816151.95597867057538169.86107066427319.591866503757920.373981422683236257.37605252813944651.66388939884092452.2929364924637370.46488609843881712.390410655925853.195351970415083513.6533143031644483.15251341520143543.720.7222188034107115135.2426399997064864.1977349301802524.01428304774877610.0397787013686979.5051219617719020.21997005762857859.1209890534638980.19497273593259121.38867358881123830.18385499143152012.63644945230160930.272884233943218816.722.3241342474134323.90187385286727251.00445231402120341.0713084305956070.225114894171632411.0120637983034260.0671027008599112410.3939806104077660.08921385846848354True3.81.7435595774162693/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-341/tpprl.ckpt-10404517.958482676224-113.9191654474597065.16069615790858822.23324470540343316.3117417993804643.761.5564061166674976171.1167982960248107.12717999465539107.39079858486672180.182856468607589.464032441883790.32249354311271217.9526831921985741.50052437896814532551376731354109016.1644504469189958.35167707818735436.8786535961138334.2055589813058563.081.6228370220080635234.10855411857247233.49853938480723306.18855428950894497.1134651435939.2991308501635040.39756989398922396.59576468687558752.49132825353723545.284000.0top_k_reward626723813419996.132019115899984.3559221468
51
20018.9429347001604910.62624239925656259.5602315100882559.346140011647543.121.8181309083781618435.1390472569463444.91771935030414887.58145943546541518.44649519243311.9291307583648950.258691985415835438.4386322486486642.8632802908729551.10927174390376140.1817132338453760515.688277200291514.96966378798140516.6701677681842644.8159270023091983.520.8997777503361595274.4248170897951167.7364145115696832.8066475721865819.6783617809234512.0163851970458510.1416332407342273711.7924314758155740.109309082886530241.97948664070740570.147565214712957642.4237360547562060.2702922215643334721.042.32344571703321727.0355584893457850.84720184553272890.76140101301272330.1946471510295379213.0384551844379410.0349233138848035512.6913117242351950.07058773157123485True3.121.8181309083781618/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-693/tpprl.ckpt-10406988.840352449224-122.19997437220464711.43294842204976575.3143772307832479.730043083638223.642.0567936211491906595.2275930117057516.34152487188211343.4047431092792180.544845981808511.9735848473860130.236229000364673238.1400376033592713.5748505585862986255281014262581017923.87582265375673510.99626591819415578.6448933652614278.609805260449782.521.4998666607402138609.9036832860262501.7393346272641370.64503641504032138.80874193005111.7895275939500370.19735833828082117.7271979042807793.370797522950106410.5632000.0top_k_reward292968636937111.5946087216257097.813447377494
52
2009.0173621842516131.487727531935164414.2079221093812772.837526079906275417.522.773012801989922539.49318917390904516.9917684556835845.8349843441430822.209284440216009101.446547397510070.2171166897321080198.144104690088451.62689806368216425.0910187245261840.95340112966409848.3865533151439871.360648488135353311.8699622639981472.63284310371418418.682.0536796244789533.50961285292985513.312244265215123.96298854398266041.4804127980677642101.450932699808670.30181865208425995100.418786165656730.71844728506004115.8192961502543650.0311898899815029570.83568758151767550.091344996098171954.042.21774660410065816.4664728003313780.052858801277251310.051499768004591120.008763007393936267102.412494561515230.025593839302877792104.698917783942020.07769362689331928True17.522.7730128019899225/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-52/tpprl.ckpt-10409735.68735065711-116.49447126885326810.11407999282276622.119422173920169.70437280780464618.365.417600945067844129.69700213609633201.091511142652713.03675503963513.33386961784223699.986747728492281.359408702522947596.642767876741092.33062833253828172552518471294108116.221233202555316.29508065057187427.5031856447776959.00618186392583615.763.68118.2796989361943886.7231015311189319.02626327513468510.12207732221551699.959255256389481.006819802404812390.91823930357576.7067783120858380.16562.5top_k_reward49255924529846.6117831541239741.195862514665
53
2008.8759178489692364.1922325008470440.748116472670937.4017406706640762.01.5231546211727816215.16905845975631166.54292469205478470.7291601599377590.32233909852628.5608678773471020.207486343651755864.6349485443658582.91633661257359340.59921222284180120.09597405153021779.8346253827198394.07193862275133610.1628909579433113.9701617325650662.20.8944271909999159242.53164043910292182.7651643382931517.6420191931023513.177943626258648.5278520564610520.1660789838070448.4120787366703860.136176228078219440.53522405562740450.165786251813840191.38317680507397990.1814869032547695413.961.82164760587771182.25610853845279551.28368146123756240.34899311701178470.09050139283842839.3203827028757970.0353981795905336249.0103747269987020.0423781213658121True2.01.5231546211727816/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-788/tpprl.ckpt-10406963.14777479092-111.9051811655528573.300292375242890330.6366952493414534.226543565926861.560.8522910301065008330.40872291956947155.9918055624356296.5539229605042562.98312264223818.4852306351509630.13029304285176226.102345200388172.90060384931468825528144981320109612.0010313354984434.54391697232999859.80986001867340545.1717929489660361.21.2340.9114727009265198.51597843580072783.5529274936614740.2069550572588.41977532940430.192284167598397753.48212731231376173.404170179639909310.5664000.0top_k_reward154410147888220.8800029868588211.274402563642
54
20019.9966227722821837.265045494680065680.7966071540610560.61207275650191.080.9765244492586962911.0404326085898545.54279658922311907.33657849170031950.37162540967486.1310746469386680.086232929921128232.6382808220941542.2746752480363540.35883669017006680.03733940926088539425.713660921353826.09131584692401426.0025348650554956.0085850684039841.280.5306599664568641356.8345557720772467.42963352873386129.1052767639663444.4467580802760056.0925623951812360.056337828314380956.0527664721744790.042673225544594693.86821173291780030.97897809074377844.7456184009935110.90407696009960867.881.394847661933015551.53025951252454521.349060923617025.1316182192743191.83454307975100876.6000899570895160.074773046208538076.4750946114120810.0753022890273519True1.080.9765244492586962/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-344/tpprl.ckpt-10406392.03442353644-122.403914755341046.11508752521000282.0256927596744665.011311976962121.081.1973303637676611093.628513180939454.58684149661651981.7368650941792076.0002457632896.14474622548096950.108973344648355292.86816179951374652.5356271558146886255271748268001021223.106527726432977.349135385679997109.6300003921839460.145657047889330.640.74188947963965621143.1758846414455560.1489427479362843.13786943698961945.55512994141036.10039484469477240.087676069207875711.57374375872131942.043927972921078337.928192000.0top_k_reward248057273447277.8972520908017270.584799225053
55
20024.2557727432507387.79923656368606184.0162853017175364.286069781601311.161.08369737473152531744.6635801567631958.84963360765812470.8773415176142727.60832543867455.4422786425577880.08781130231619422.41014226226463672.0600517829740730.48879129789114710.0485629197688633928.601493042900097.309214652001351528.9071922748705537.1269616056591761.40.5656854249492382271.568432908755942.2235741764738209.054063969228985.804724417725755.4037804704932950.0521996020306650865.3646557936306340.0330826390488099954.2579589565102781.1498625222175386.0083032218925680.92843283312631478.321.348183963708217481.996057927908135.6746905442205969.323090467901742.95013067947307445.8387158616235570.061808587051140695.6107797764064620.04805759782026375True1.161.0836973747315253/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-966/tpprl.ckpt-10227256.309737156512-130.1933432172351283.60365083113461370.3615489921823660.728587070141180.960.72000000000000012475.586592271112447.04307511034041874.2670447842782620.5875379300235.4157793127127490.061210126267050433.3744811312044742.1490618104605104255232229694021028727.912182196717416.958376428549376115.991203567757563.3785602528975150.680.83522452071284392186.884917315251871.38466999988513820.91035758336882697.4386928499565.4089082775927410.076291364218076151.4219871778855051.859498164476795337.924096000.0top_k_reward385439819667256.9929808841117250.484174962968
56
2004.010079196427612.08900446320333911.9513830012301811.5296453119548772.641.438888459888395827.99661334206195625.23170129155923333.1326144012969954.37426978494810513.2341310881507110.378624154877191259.1728310694609283.4499092797312770.86312671067858760.260430850271243463.50697011414759930.87558903525761683.70889654605526740.80384931176219582.960.720000000000000119.6762501513246067.2204130905134731.67513683422073020.658472773077172713.2603021147319460.251337815853067713.1614816511123320.22729926486339480.293241623139130550.088194298691599710.57726218751495430.0939444423280071812.841.4609585894199740.50108582018487640.264727424156674160.067339082540320230.01707573900980293214.2293921060396770.047143040729559114.0696514232278180.04640652189885094True2.641.4388884598883958/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-917/tpprl.ckpt-10219853.647700119474-15.2137099339844352.827117230047723412.99444559314538615.405106397103852.321.462053350599765345.3354702508828433.4292656534534340.5480747342188483.4963260372383813.0727693670308740.50024802454737469.4272203407103883.86004278742933862552213636525810335.2676811072754542.357411551914752516.52663406154365315.4007689446458952.01.29614813968157240.90394818765161528.70663834198287454.2624164332576278.8697788405970912.9845078426469720.45553689090914378.210016761562714.1225962271233921.322000.0top_k_reward237627339179916.2242383512559901.772366243134
57
20014.396439760447897.00944572753603360.0052772665250259.083937866308042.761.8821264569629748449.1842725398752406.50471720310173925.62902451264421456.807745933347910.9951025171552440.181446675134400277.1019554483487953.07946707608470050.88674724646347310.1088876510050973613.9709124353350365.74658517552536914.830487205584465.5475930311363823.20.848528137423857396.0387909908901344.4669640129638428.8321508646133224.74482823710587511.0373038645921180.1443177963514509510.8489700535794640.109860767499818770.70407027359919340.14572906859043122.09146066716147550.273103657506747519.362.27824493854370272.4027711388288091.4063362943576010.64102041883439180.1685347101853280611.921599542857190.0368239319655140311.5161092356398080.052247509586640546True2.761.8821264569629748/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-264/tpprl.ckpt-10402470.702658303465-117.3947207541363269.14525353376699576.2955458644968488.308765124787952.82.1540659228538015658.0908338422429571.66157011000021521.19411033903842416.149139620541510.9742126744814550.20234485483275896.9292310911173854.05482929684747525528401792221016418.0675001868591357.659522048753883569.6583001473958371.125968848024342.081.3833293172632466644.8398391473631491.20827068634131184.3346426074551881.512756962383510.8993852228854330.15772291602347276.9417268734148653.513433868084565610.5632000.0top_k_reward615269452647275.6011051373967263.302627533158
58
20010.2948167874434143.0412116538361867.0424214059792535.820760305347560.520.7547184905645282333.2575345548696143.532389777329571819.56208478999181158.67458740220243.6664903806604040.022934706647399420.86739512118225811.2658453498610550.168800633339211360.04092094109291751612.2984054916858730.012.3720629231367611.7763568394002505e-151.00.0431.26711719736910.047.3810069029531460.03.67000481039649570.03.6504498363065984.440892098500626e-162.3578185982474570.70557504830834562.7103842882169070.6493507231136215.481.170299107066223625.76608078373685413.0163593648248612.86991850506043941.37723318763030063.8163517085311080.038390464756283173.728040798122450.034139524671401564True0.520.7547184905645282/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-854/tpprl.ckpt-10407509.638216845879-111.4612660900585311.939294641866300684.6654291903604819.032714810553490.240.4270831300812524387.453673035880895.575515159999842374.441407945077652.80793817094813.6618399171083470.0205555578379635760.226025485337488760.5425473827057996255303578437271016211.4904280221521222.06009838230607883.5171604440645222.9556709824875330.20.4388.27838322024087102.602743306086242345.8356671568936772.99324574251883.6572901856187890.0141126626603581860.27408233136352530.6908049514666591337.922.251799813685248e+18top_k_reward419887338547528.3882168458797524.191047575084
59
2003.66607690287795230.74600250556218328.7907825997727242.8753419246126260.360.685857127979289933.0773386614360410.21072841850247848.908382340176622.3194332013627451.56377968037547040.0537668457307588150.26636006092659140.49746420037113120.09764352350766080.00339287772387418273.9853939825206910.03.98973682464040554.440892098500626e-161.00.037.4845536825432650.010.4024007330792050.01.54241499456778322.220446049250313e-161.54179816484813450.01.84888493833184660.46249757575744931.84664513512709360.47410538693346222.880.711055553385247210.5791308350483964.7758262813820652.64474372034349741.27772075856740771.69199814278666370.0616673640223955461.68686532209754270.06698441983342True0.360.6858571279792899/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-928/tpprl.ckpt-10406014.428390083633-13.8537765928219120.37250085800985268.3317874407206213.02253216898841660.440.697423830966507735.346476680825925.44683182411926145.1097481490527923.8333530825252641.54989061142946930.0151818865416011530.421200219008185550.6321766722711977255952849399010343.83792504800152970.46801167697614539.8339670160373821.83486696291931240.120.3249615361854384435.3126796091954846.93853411402554856.99313005433804614.298419544013661.55072011154132070.02540879272656880.076819732006042610.2558415011019572584.482.251799813685248e+18top_k_reward599238589289871.2888291517349869.012761771433
60
20013.5172748646153936.33067441562455121.3974333059357713.3189307483959372.881.5051910177781422142.06251031633852112.35368978222132113.06034300525421152.500540164435456.1696289533583330.46285221766074234.4001427592599931.34375204862159282.06322867818531330.488046743491218316.5321772526053266.53368309688140917.2394326377824856.4017017968894353.040.7735631842325487191.98908409045544132.8945887932182856.4155756180069643.869980263073126.0931875687557480.3156344496887915.8273691067068140.273761822258447751.92541295819297380.3895004077918033.2992672724184450.442518193518461612.01.6248076809271927.1005051148772332.6267287629528642.24581812939734160.54769417765446737.7807674502751610.115498443369236227.1920986666520690.1559724647978698True2.881.5051910177781422/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-718/tpprl.ckpt-10408281.699895459977-118.3190857847214668.40297567381744424.95710452312662818.4710058259005832.681.5419468213917105254.56825251453506165.6686919543297151.86756436457893243.693215548390246.0162946902868140.481233776328230064.777663662314911.687484416710679725510190766464108319.1611218454618927.95193236879764931.69658049033156621.2233916365541442.161.4051334456200237245.2341030519383161.3189295034462229.32670753053236284.18252163482055.8664334569564380.43981654423204363.78432425438843321.876242693705905810.568000.0top_k_reward150133567188557.1553912783778548.472816925023
61
20011.6614172281612933.030920151274122659.4768465749011531.670412660871830.60.7483314773547883410.5806831446078151.903111177648781236.843773273965821.10018062361094.1797250141958220.0340410683273818241.07647769673717161.50006605031166430.15205324325719730.00541436507981492413.7990784281239961.7763568394002505e-1513.9053166069288171.7763568394002505e-151.00.0523.82115392107451.1368683772161603e-1352.2752617648974150.04.1867540397985068.881784197001252e-164.15423051965493250.02.83848670294716370.6572619174676253.16905817291653950.60802658332404165.721.249639948145064837.9450144200541216.0915164670133353.32584440834067371.26543333539823774.4203999058450.042461105012220944.3421373790742180.04206131810742732True0.60.7483314773547883/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-755/tpprl.ckpt-10406930.620893070491-110.8101072764859373.273156601901686459.11959276006932426.4633506846192650.640.7939773296511683353.27409901296863180.51557716613631173.91505778838746.84251433556684.1910400310196560.039620293266610120.86704445068351690.9895003175164195255302802876531017812.9700358493006742.093203386268900375.3606592747680420.2172114358822520.240.4270831300812524475.7401131422988107.525339334442531645.8726912447542552.71264987659484.1618161647240630.0148066064756948930.31383705650497360.7879019647697788337.922.251799813685248e+18top_k_reward326489567557010.422267025097005.476892538888
62
20039.94654910442669416.070197431973696126.8614113795056898.410746596239191.521.47295621116175762318.79443770808351509.53756233747965111.739916471985538.1988919101145.3021517643926190.087390812861689012.4109381805095992.0061018118799040.49714988357731320.04291038144873244449.0843328431529813.90096486067009249.6945651490314513.7544804589961221.520.69971422738143613149.42281452907671382.4338369740271517.4270814347616232.676764906039475.3030852258382510.0441860101055646455.2253183619192730.0270796196524166936.0433201522253681.08581793814313037.8710716669689191.0065128683289229.521.268700122172296782.7071603488799431.56395545540605214.568623186364133.9893055825888465.7811212039408470.045199755155706475.52517688576475050.045639668559216556True1.521.4729562111617576/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-872/tpprl.ckpt-10406877.889784946237-136.1697640953948114.448170371483851125.1822398328974577.036144526653621.441.20266371026983251857.02711090431281390.59034166514774600.9034602387684553.8531149151295.2928301146785860.063083491855140051.99201471320751521.2354725419125276255212020984021036144.3301618415739516.138370358323225152.78036435375074101.176620159096971.041.0762899237658972730.44066715641841510.06967251148636591.9728786921115656.8926249929115.2791134173246980.075905604481561781.94024733606390562.05845453412442337.924096000.0top_k_reward270135468726910.2953255675046903.488835859594
63
20013.7916452376096574.7909897810839135.69111810589101513.2613508075465511.962.0684293558156632301.3831986123395213.30466988613713136.86858709857722127.7073792975926839.820904781422850.311780752082146336.593052726535921.77923394374685385.3212632336494650.97976239259179259.6406303835319441.566709570673245220.8033168909917271.614065137633242411.41.3266499161421599124.3195667097390535.6589572639533316.339040828811482.259660596874844440.003843502358790.186338719118145238.9114855370927160.296525901343088043.7606107281273270.036513105426522153.2984656673993550.3245694445954692756.044.0642834546817729.5207151265811840.066040481009231820.55359667768239970.0988761921212886640.773273395666450.02941658285566126841.043696014315280.11914998968860625True11.962.0684293558156632/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-186/tpprl.ckpt-10406587.216248506572-128.6763714573977615.67698390417517945.4014267744839920.36051796228465712.043.0787010247830171163.74678392580151057.0929191520258151.091923902304135.1900542701890539.103815337643510.743155637591084436.385968207289151.68425154225701325527308762161025226.11611434774061312.07517659091383260.7101730479575130.4784475508152910.562.9268413007882748790.5734120977942621.8487468109615326.870256839081312.0314947182544639.013041321311780.647899266182722134.215861289347063.3705622584077892.64500.0top_k_reward538457861867256.8417712066917214.172926482591
64
20041.1898771443415517.1303346190230459.0149902705218221.6900054435941077.081.74172328456617923002.37543821238162716.1031950316737867.0418715280946634.38998015068649.6115858337765160.6197611327683587.1033421136205770.9319326119857846.4419757023827522.563833241228089330.3732598379773477.73297295153921946.1751837158356710.8180394895906266.41.05830052442583631126.9752573310093858.4300369933846510.6542799862743289.16617389520839.5406448540126440.485033189664172648.0867420557546320.336334692575572756.0646333639226941.05870541501046112.6966449516814031.610883416358353918.762.23212902852859322.667911215542999.58422682768908531.3011411503316415.40905342289899611.8008148174556490.2639233953344095610.0553157232158020.26692216117183093True7.081.7417232845661792/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-2/tpprl.ckpt-1040183.5778823178007-166.472663222146940.48261816406207576.3778352269966141.170230390248056.962.0293841430345316289.8188547694916436.1988864427821496.45021361086861406.25237067785529.1016794445349660.6084028784405687.1011439929870050.8128750002138178255625363811027872.304301313756733.2020919537766790.5220066525955829.7655167650811175.842.0915066339842196525.3867269118245074.4983050129031717.040424077161962.81519423240438.6492014674832161.08816758194033476.0375395177675341.482595690720062621.121000.0top_k_reward6705857828322.2688918757478307.791140904312
65
2006.6050197338735932.65133886604761222.97225930501356619.433025969155815.081.78706463229509463.1456443877593348.24193765856562117.4921260868202196.016697815272319.6759615924287350.2732439445964216516.281402966127782.53619452262004062.14782537111910180.50896908675577355.7954985271409491.40573701864070487.2788452560857481.24427758735668055.280.825590697622011846.4613229451056916.990971110200343.8477298850233761.31134461117298619.745611192393740.1976135245745048219.2569116770036180.218832453617188420.44837139967822440.0479781956510675761.09745734756912140.1189316434512169626.722.3068593368473940.83038584811145110.187336176892703880.13409826235444790.02419262492846325420.688484672286580.0153775256623733720.294618244830650.07726880325968191True5.081.787064632295094/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-547/tpprl.ckpt-10407160.566009557946-114.2835437458377796.29018366056295923.70045655850729538.186967590504224.922.152579847531794245.67369337814614173.56483152258414128.2249423519869511.765296993977519.3232449979122870.386835336296899817.8510309612795553.2947906759947432552568199208107810.2982292502040365.54578571346931352.6760736741733656.419966749261884.161.6656530250925612135.3710364085829151.89199933499714472.5598506420892763.679964991264919.327075221933520.367963087375099113.4471507174090794.5698022396497811.321000.0top_k_reward189425585477173.092144563927152.093109359421
66
20021.29497154945915210.42305023270556163.860860970749156.359915300000394.281.8004443895883038772.0064252279236732.3965847860424806.82633900949271295.956240634260718.163227117825730.392434279501458514.2576051839969533.1578386222086141.46186032871865730.250547892792796917.6182480735494454.80300987070472520.270719410889224.4261811258276184.640.8890444308357148511.46609853400054256.1390442645297332.29341237083615.1709428168607718.2581041755393730.2164879522258536817.909247619620760.185205583900565181.3782109766625270.034939949985377473.19461637371503930.389099266375316427.842.7666586345264934.1660409171781420.132103050817480530.88411872489790920.200008260523826219.4196653502012250.01896550179350618718.979120169019430.060808486408686656True4.281.8004443895883038/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-380/tpprl.ckpt-10407588.457661290323-126.05239102318091712.41176808743774561.5875079852925595.869331644516074.041.79955550067231851103.52161891495121131.6856990344638921.81788675084912962.425320271300718.0523492046340980.344892844957780815.1192348566806333.83415818716716725527757403251020329.3435799720170816.24786572292997107.12167900940113125.745288493847573.481.72325273828304121423.6372272474071436.780494899912049.5854576010093864.30005862682217.95681905077850.41015726903849212.5850401061851724.66576801276625110.5616000.0top_k_reward359267753807597.6795848267637577.641407743873
67
2002.9115241101645440.4032231577375048324.8088017618558645.5184297732513810.120.4308131845707603479.6806650341047315.772550256775945257.3592559742362564.065581633277742.7612882495696670.0210226125548487220.157867756176194470.58588058098141550.006587282802105560.0002836224460703073.00588693342292720.03.0320822253053694.440892098500626e-161.00.084.23947822979270.04.0638234561890950.02.7648053444612620.02.7548607379966844.440892098500626e-161.40078712596781490.57154914472731131.47042931994302030.55726895836823462.80.692820323027550924.70717527189737320.167711631607131.1942099259245280.94411393455962862.8364755701270860.0314390751413749162.81074268961895160.02792543861561367True0.120.43081318457076034/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-228/tpprl.ckpt-1040508.5349462365591-13.01723521479806320.06095636011035191625.4479469240788774.5837435661843670.040.1959591794226542883.760495108355332.7583432832854573265.034285217811253.3048305730197142.75556652698954040.0023310271552714380.102801655437426750.5036232010702146255313309720010603.0215889579671410.03962746163961696626.3193838859489380.31459176701870730.040.1959591794226542884.028293929988451.4464023498460186274.95185156216634.7188765052806082.7556299695129520.0026418307759743770.0042810517026464370.020972784467913813675.842.251799813685248e+18top_k_reward465785552281818.96094683393081815.8879496061666
68
20025.6321682146903788.49144602068864586.4637549167821661.77246983073711.121.03227903204511521165.9374044879219622.16507068062332696.62627062129562715.86931313784634.6653938251757880.067594650177262892.00923262949100061.7607396517073890.44773465393970850.0406684555892337632.868181889905036.17616832652491632.987660889016556.10362118901529451.160.366606055596467141692.2440649557673481.2777455309246261.3153889247664773.756414829943354.6471723756853660.04391508386041474.6000870814749720.033312597050740254.5357153331274241.0160679576354645.53591238268799750.92339547354786467.961.310877568653915153.5945636579054920.8910137699316828.660169136865582.8729132809634825.0471005640602720.051000290111765094.8205717693385770.03262902226362757True1.121.0322790320451152/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-89/tpprl.ckpt-10211075.2688172043-124.758944150405588.65907013322703589.1937554675159450.3586694666318661.00.81072.6603889958296658.70774157634212653.5752266525532298.5694053479214.68912688666083350.070381594579755791.75811694107332241.441075658901014325523372544061027228.404900583264338.898413799115069114.1134207373393863.243260626464630.680.83522452071284391372.1474903009762643.70812429163723960.24655763849752751.22988524731274.6352556481122910.055758973780824581.2275607825975561.5986614017672791337.9232768000.0top_k_reward68618962899998.5457735961779992.773138082115
69
20020.3485781551846656.27219238987687769.3532221724909417.4027047484885917.123.241234332781263364.73856826640673323.2923451906319219.9540673143366148.779605282568860.530316941491890.3563204004802155754.260112541398831.97143539471263046.6625227488723460.898194036749554812.875490356818371.7494520163830550.516751701656745.64076768034930317.62.545584412271571111.7408405347435136.3822459139212172.5083307760247417.33407538093891661.108840471214210.2537508130301134357.1676815090959640.46662705228598367.5980563415948670.05547604718089188.9953027531996030.664951254886681868.884.49283874627167119.558043315805910.070088967221066332.5741809948134150.358252863897247362.012530906949180.0511869716860915661.468943893131650.22531282952138343True17.123.241234332781263/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-84/tpprl.ckpt-10406302.382019115891-146.4757079665989533.17638633961344482.3810377610118530.96961076721939317.44.28952211790544351932.22366898772662422.009536385362265.50539621244227.2222683845926759.337675607918721.432280919848924854.6532906576838761.721237975281840325517190812211032851.3740396473268127.259310149271958113.5234454818108149.8697053190472715.363.64285602240879141783.15453807039471685.8826887667979615.9977488518014563.99027851534858.6686897745160041.391668595935026351.29596804751444.1051498108618555.28125.0top_k_reward54058152847100.722446236567034.663203858112
70
20019.905236514267896.70134720354640187.1763099398551655.4087277846000250.880.86348132579691622113.72480362309031120.0107700444622793.76056168044352336.56932036904354.3162479616632230.073367628450225561.58747828031038551.54215806182374740.323102503352672270.0283088083705794927.341766691708470.027.6596171290777243.552713678800501e-151.00.03422.5986619708360.0190.307316019403660.04.2649020284000770.04.2374133453714860.03.24824644535425830.74327348517123044.4081871087921930.67129618262783667.041.341044369139216997.8958404549768831.0332559446991786.193088111752981.6115995498949424.6880614986097730.059368094215881944.5617556073163810.05867343550211437True0.880.8634813257969162/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-622/tpprl.ckpt-10401940.6754032258068-118.548044995768417.35293254469526294.2260343062679246.107835519473811.041.0762899237658971896.9942297629011210.12326343216143005.46938468298872039.17972376571654.3359805494799120.092707534621274981.1841938414175280.99822450099500625527753572071026523.1201374805970456.242992997993943112.3004561083415552.431558838798160.520.57410800377629292656.75074077677851049.59433311187243874.0196280668462257.39601448935954.2785301806972950.053621097825649180.93415348935611461.3620517240137489337.922.251799813685248e+18top_k_reward596020916225627.03479689366855621.884179424221
71
20026.92277743152335412.07052059725018975.9670767188452562.316878111129634.281.80044438958830381401.36655704838861115.2377765963961272.77961469966022058.42989635848815.7697834582853830.309830170884827212.5093647358710942.42022287057144951.81245673811307560.3752617459051529322.4625579270261366.76637181529288927.1284802554375986.1019373517240674.80.7483314773547883969.470647235279529.953852873367566.8026659711284333.9812767654266915.8922732966562760.1774961340974332315.4117954853183560.126965675986975750.56772218911391970.16614701205375185.06600673788502750.486357821081488524.62.38327505756259671.87356727823826091.86301734385485832.50485983575093660.4736917209623084416.8197727714821670.02812003022759377816.0364148869244970.05926344497826991True4.281.8004443895883038/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-489/tpprl.ckpt-10217175.4554958184-140.1650776996353716.83536922439107363.7440969145698340.343199395423144.282.010373099700652773.99502146860372098.739418241023658.7969660396839994.701144232961715.6012675983016380.33733344810102613.6498900377186221.859396159986165325527834702831033439.29379262973452621.650679049485777144.64826910527395172.700389040188133.481.72325273828304122737.2384164641472748.85931437915954476.295853564448915.48660407887715.5463522122488950.393357793390598510.8194604806299964.00297253730377231.6832000.0top_k_reward56821624897192.5440561529287175.35115931378
72
20015.828133742003294.68839105653549429.56368350974967614.03034056229476.241.6560193235587564304.47896784353986159.97811674782056119.94175489243281121.6482990984484518.267871968426050.402973383999962315.7482698616940871.95601587760692323.1826603712113150.529501066648293910.7667386183309242.64341685785393114.8231632058551442.1735563483440747.041.1128342194594845146.8059951117566364.4648826457108217.544778327030915.32334398607540618.4879326259770240.307189876118825817.947275154578990.299561413737055472.0053847239473850.212444822957356423.46436702422189270.459109900016423927.923.11024114820700033.88615678639000170.77224410931763931.0974774753726960.3004346506599260319.609307035666060.0918936981529545219.3562623050324620.13871155534528032True6.241.6560193235587564/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-163/tpprl.ckpt-10407875.192278972521-122.0445798587650156.73238719866733329.99792758395882715.1271528592544556.682.3953287874527787634.439852783575370.7555695240686107.32831684053954126.3925598043093317.9130119480378940.420170176891566816.226503555852581.871604799735742325518752475671015724.2153705641647915.0222947678211959.2201761048416361.3530441096192555.02.039607805437114666.4460497384664859.3458166494058535.21581270435721180.95404745756217.7250928914946830.681004189876476713.1593853717316573.98895471186129855.281000.0top_k_reward454377651637881.8492383512557860.917660271139
73
2007.3919241603876791.723433621316934141.41832407698487418.7156320472313560.440.6974238309665077151.6876685352144452.23399242951121823.6212755432982468.777821105375953.04510336927388670.042247673910677390.59425380855376720.98773660817454020.089294245055561370.0227703063662798658.3677204623307180.08.4634188517905040.01.00.0183.95061112190370.028.3421005057048673.552713678800501e-153.05270781857382720.03.0194655179210190.02.79791731561734030.9334857439514463.04565246151963540.90225041213415414.241.105621996886820431.04922273672856315.9645830288350854.3137531509022972.32372787092025133.22072168204615530.0538449026653608363.115192500074370.03600261828344358True0.440.6974238309665077/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-411/tpprl.ckpt-10408243.583856033454-17.37217821671488951.578554140748421240.0325377810123719.8295918266196480.320.466476151587624150.9592240925618448.49759975362576792.3400695296639502.30009045176583.04889428899427230.0428444163944307760.64817966502793250.9458041996430532255194605491868101008.1576974805255150.92390650501156450.1713778415770711.1922934935709880.120.32496153618543844174.9184773380822328.846927347805081046.712050120465287.291660850876673.0271059213767030.0236857577210786670.157627007844949730.5244912738901446253.442.251799813685248e+18top_k_reward202304474118272.3230286738368268.743134306013
74
20011.2589463831233055.21105005287395131.37593518855219430.0672099852801372.521.4455448799674122151.4969897871673137.7677943814658258.59314734243185479.576722161155269.973088296979550.171433289416051526.7544935824881642.627767647599631.0358968117139520.1922010109465238615.6496105828735746.40513835995294615.9599791260749456.29042126057755452.441.061319932913728266.2795370164058193.1256056396842435.16075849645843525.7646096496961129.9001226965423350.14959775843804299.7853528356002130.126773153986114271.27545675471541450.134228707305852931.82880936107825960.213549268701545516.922.20762315624746062.87114949307268660.64942715537796510.50121131191717230.108112004495082510.9480351323312310.03965969658370519710.7628145720022060.0911042529796876True2.521.4455448799674122/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-984/tpprl.ckpt-10407571.787261051374-114.4906522130542266.346980158039043534.7455188810097940.6294991321197052.441.5512575543732252244.15166813198215185.75331549991628345.0200138062095728.42254661144349.9536227000994640.185188584118755947.2368464462092143.1081128061627954255271292002301012714.640559882872045.46962405045756942.68466399243795539.641162156445241.961.3108775686539151232.73216964470785162.7652921106116431.96035834999384685.56086989682179.8810217540195030.165943199428143876.1759660851600713.1431755828052610.5664000.0top_k_reward438334769847574.466099163687562.745066251836
75
2007.0929341941229071.92435151489976228.15941984316127416.8496158187661640.720.7222188034107115125.1888555867229555.20551122366177332.8101000207927271.63175783368373.91147752041649130.054737489704580381.26202749160795371.41669612926749440.279666278931983650.031144757274816488.9020100313588040.08.8594310035862880.01.00.0177.539555388141852.842170943040401e-1424.3917331242605043.552713678800501e-153.87299758518347574.440892098500626e-163.86055524051109430.01.64178550321329380.39520041144253241.83683051099185410.36459041596639026.481.236769986699224610.2632010801360035.5937764859415161.26763650237988770.62977570480303024.2018028789353560.053900057460484624.1166635590512940.04400612490178448True0.720.7222188034107115/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-210/tpprl.ckpt-10401448.191084229391-18.1418940701670941.488102440008746629.35213400406605517.8836843135839740.640.8428523002282191157.3833261440014242.03876220284817358.06204717983104290.64603999194493.90102469454705770.049743457170364651.43039851628783231.68314364351674552552561625393101028.078425113089381.532953882308199838.6029582601818512.8874128484001320.360.5571355310873648154.1044175491137242.77593058950948505.4024704966356209.47516566538833.88787970201484920.042259014733489790.44260294676711780.934366256216558484.482.251799813685248e+18top_k_reward649149772108725.9053912783778721.20537964599
76
20016.4806258508675975.03287227393860159.3891083378778139.709203223632520.920.8908422980528036997.1411029530229512.74828334312431214.24063492890631161.55598569122464.8663968156438050.14456252511437981.9565768460279691.78174225581775430.318495482274708640.0320187875083801422.1001667160033041.751246524820945422.2655831650218161.69646637440554641.080.27129319932501071587.520009456879197.64028865090808116.1049210835597414.1491289523040414.7464849644950990.0297332826487132154.71166539936396860.0221200412902766854.1056460013409381.222176065275765.1203047447655991.0865754391800646.041.248358922746178991.9937606279614242.426860581210557.261836761149153.0300579194151015.3719865093496320.090508419865393395.1872898455921180.07295679220037228True0.920.8908422980528036/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-389/tpprl.ckpt-10403334.277927120669-118.2093808484026284.822474004181926566.4017411266953643.8652945836821860.760.99116093546910951195.5314634905858471.79298468490321462.01602344418671288.2783991222784.889167554605610.194543111300647531.80302680922448521.9082166072796412255191133204801015719.20219993377874.58521263657747180.5986465382960137.260277093511750.520.57410800377629291276.1073710263504471.85299213414821845.11662354002711109.5395380123664.8008225385356220.133731015537981061.07851841068410751.5677678637879109337.9265536000.0top_k_reward626851883898817.4115143369188811.526802146447
77
20020.5896420517565131.542054592067527340.089140937671076.7927774367791590.120.43081318457076034906.5971689751964103.716803335270141459.741392689197350.740128424327170.77399186877283840.0096563164357234680.0541938156007927340.18576548154801250.0109416829515765980.001269528716832011520.8921150391121950.020.9531810035788133.552713678800501e-151.00.0930.27297934002020.0390.44559251775695.684341886080802e-140.79141391543735150.00.77075068337408090.014.7764089353332775.14573700095692814.8360408158593755.1424974957617771.880.7652450587883597544.9136765117511319.47215995990996228.05640013478543134.261729628707630.82087645327937580.0263225274122667260.78615075482547030.014296419034307622True0.120.43081318457076034/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-979/tpprl.ckpt-10405454.82004181601-120.141784273090452.72350512156240440.3056156216149266.02125778381761640.080.2712931993250107880.3788870740182169.849183679342841475.6014937284185296.35714304534350.77450636913258470.0113586388385037150.0239544899078282460.081304771451319742551073791113161027420.8919435389922830.256514292759733241.969102605662030.53873211575968350.040.19595917942265428927.004453175307616.7519419877494041556.965639783437829.0990281051088040.77172688443050710.0027812708498909810.0016638975838795890.00815140012950953132440.322.251799813685248e+18top_k_reward551015909796743.18996415770656741.711514848287
78
20010.9432086029246565.21408893491715823.64523442470414619.2757781560251654.081.895679297771646102.37929428479791102.22363748621214122.11462581706687230.995831599032213.3909552654858320.2082037268882701310.080986432302252.57775906503923661.68056028879937540.2828515851922648310.7719088213734582.683574588475516411.0233430759049262.63127199518348754.161.046135746449761686.0720181180142343.3146171231850113.2776737420748787.11295484246321313.3492580774727440.1542862286749799313.1888573197133740.131633050795946782.256970690157840.056145881045261031.43569542732332440.141966623234637825.562.1369136622708936.9457204305238170.199903834956570.25493434587452280.0449149713796740514.441547781096680.0300641139651483414.5610353779782770.09141430586430012True4.081.895679297771646/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-358/tpprl.ckpt-10405066.679734169655-116.1995842879542246.832321379876094431.54250128082963728.251926254505063.841.8260339536821324203.96314370130025152.8198144828473215.9007399761319390.395830032651113.2156695478166150.2050958329705471210.36144916958783.31081843362473725526653172921012015.0003903455720546.96743408572958136.7764231586101143.78329014120813.281.6618062462272791176.49486451795747149.82926989988178335.25556892136933733.265739939592413.292524124463520.245239525450137759.4690024908186673.55108499427353452.648000.0top_k_reward575722593587679.0994623655927663.585339750746
79
20043.2329447635146954.28917305617443245.2191420092974854.85983399085492818.482.6701310829245815580.9575112250049159.8589490312224485.986820025904823.0452773358770943.061440011294350.373045957431868339.095429701892021.547416973668315410.2438397320740011.471393823772290637.133377412554333.087320670921956735.596753515854543.703503341887078620.242.0450916849862746339.6556896135263661.42447785143398445.3851060609988310.82049102879285742.8709909413800860.506477462476896440.7601879534511440.56068906324460519.8927071204382030.375431426981360958.773545523078650.56892248078905766.43.9191835884530852115.214143100822922.87949150729348263.20285487948624240.4367946984386859644.468851932007650.0956994379968330945.4633460254382560.1994223262723181True18.482.6701310829245815/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-169/tpprl.ckpt-10407645.038082437277-161.5797620303617919.24486794277348562.7132883631954320.80939138652704718.05.00399840127872151193.6073571125044921.9244275670819192.10685965484757162.83602316055241.705663929959211.258429512033960638.4125441181173241.892407732994075625512304012231028866.5138347210721321.47840644559301672.7690264642379823.43414434377660516.63.6551333764994131500.89743436567031069.0886250171532250.35462150087827176.882452285088441.5531034954328151.126947301075201436.21325501990783.0468442556763682.64500.0top_k_reward300804831697709.8977001194757659.603051374781
80
2004.8456389352600672.173433877597352317.4531576654866813.74984689241063.321.73712406004867744.0362130024131239.5293189266083770.76843669947199100.6106145274237813.1015741885290530.25372423622953419.2385852888502942.4899996199830491.32713097184528460.463181437706577274.2226589946536791.21315550469203044.6956357373632241.1797660068471713.760.585149553533111833.358007917966519.5875782538281272.628427157942641.391105190251782113.1949244436043860.170273283807410512.9178057626804780.16438797497539040.19606631529954030.06684022571653160.69908671498993220.0834496862031291218.521.79153565412469540.31544735276046250.19828768147171410.078916352710372950.01528522048636650714.1308014238321090.0439139589513918513.7667524338673120.05672814375472142True3.321.737124060048677/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-739/tpprl.ckpt-10408527.598566308245-16.6793580532095483.08419134638648312.0251528761781411.3440263914113493.321.71394282285028482.9231239223451363.0677944059091733.9359900753794885.5009875342571813.0755653916015610.286232769848242111.1349716923921942.1433540366032242552611934628310557.3113740170933653.135250013368426526.7994478424058827.4871828945886922.561.471869559437927990.3984215150017967.65542270576313159.26547784596949263.051166001928512.8806643055811070.308654507854669148.4509737851755743.70734244593113171.322000.0top_k_reward152525857398557.508213859028543.217666096534
81
20029.4590088612547348.7155982244388453.620218811161368.79094738819383413.22.280350850198276447.0971558442952258.7028464545017160.1513837339809663.0256677413987629.013178376939340.4744364355742987624.842753287201711.2714265627915067.0249921746762910.928093961574761821.3296209733726565.117580902150832545.450984735551675.263798517681629512.521.499866660740214233.31364033631556117.04118720118312102.8955669835940722.67856117766999829.453232358477910.372273980665141126.2950032250391140.406738246811225336.6144422696318180.23425455920059349.7799046996422870.719639869186104650.883.88144303062662518.2737354743764261.11220734662376795.31979092836119350.74791619286434331.079202360098750.1281031931007176329.914674743133540.2487320261621946True13.22.280350850198276/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-69/tpprl.ckpt-10223930.852374551972-145.8267294793898121.56023484325489367.3966131071498919.53139696480778713.243.65819627685557651089.5906412076565997.3175944607952267.9284391577556172.3325476335724328.427903115591380.869882247032481524.856830073996291.212959406900053325512226832951032157.6565450461063129.17484341190601887.6106105219021632.99688156885538611.843.25797483108755741554.57670191133641369.5418123629674499.32102386594937376.156234256875527.9997487297730741.015798261314949223.4425446387168182.3928332463260145.28500.0top_k_reward57032261696280.17846475507856245.5194480945665
82
2008.854426310194852.849417466254212425.3907432640523410.80357597572270812.02.059126028197459.0631122543233742.2498481701796481.20979868526766103.0470104798594738.271866271389450.4060636008840947734.403576975728971.55619032728884985.5962372667492511.13747286018920066.4799605795937911.390531168943171914.8473142184280531.467977066893778210.921.230284519938375832.8621619023505911.6775185449107479.0036132887008161.618077916106969238.5563548826343950.289131784281692336.2870608830842160.31077877091000921.8560238098649240.090618676225264622.75659634964347950.258974797031951747.03.29848450049412862.97837558878006630.185707860169270350.413031008137272060.0753728240762230639.859697587899150.060138707477448139.229903558235630.1381127278349866True12.02.0591260281974/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-107/tpprl.ckpt-10407373.592443249701-117.13432778329906411.05229427727501334.9910517916702728.167614730276612.043.538135101999357166.92321589983948172.41308795063807144.2984039027255314.396982713658337.4574071028161840.922872813200006233.821850127582912.55597860568738825519358173361013118.001142564666957.76416037606016452.40581978957724435.54005017391014610.562.9268413007882748171.56882303910254115.11786881198773335.0622179026557426.354974649882937.2648008583962350.853702990748634831.881158609026433.27992955941844771.32125.0top_k_reward302432531077378.1175328554367336.943830740521
83
20044.20885308000589514.77063418162395112.7222594397783763.157373403807580.960.91564185138076781652.9871943586313937.98632775909663769.84255830902483172.173761948764.1637906430976190.07164671330732131.43560306338514041.34006470168365620.37021638267278010.03790239163920912460.597417987891594.926998270844932561.04395114553934.8702478812777831.120.324961536185438442729.7185927620144331.6719696459554823.651463694175102.133128096383474.1410283906730180.0280719089329136424.0886602994232140.00769020653963517814.5451274564126653.109870553412872815.2213949001689243.0951951027951095.81.469693845669907218.1414682260535291.6595582849085361.70554386382221426.666185992023784.4980008655801260.074701356237167954.2387670468064460.04903881131915967True0.960.9156418513807678/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-56/tpprl.ckpt-10402739.0550328554364-150.5659585045106811.147745988849513119.8250474552579658.355456194480711.081.09252002269981292028.5068437436485734.16130382394194037.4046366502863006.94627934751134.1496003531516760.0537686728360175851.56159556364129571.6260017009088987255159100413471032553.2005367251984312.78492000322328144.6845063861441460.1326684052436140.520.57410800377629292218.750282197799833.78155297201015392.9896495233853086.15609283658434.1270467814615740.05058742571103480.88033938152465751.29251780765235512027.52131072000.0top_k_reward61053452567241.7656063321397235.745969760438
84
2006.6623586437849451.647840424185002411.501414195866552.86721917139263078.481.330263131865271338.4397724687531318.7897770280438610.483527148353386.681976300882972526.9590352991295530.342154375496446824.3371791778871971.59559774360531014.5425688263959210.99737755867000365.7130920994403590.82699478635108858.0719155199836660.87041561748378778.281.21720992437623526.43548376696430710.157963051394344.3157336308273271.022722707388748427.0619738955158770.2754141453755995526.3016720105627580.373254845675286161.77899872730811780.048059070025085151.28546997980528040.1515810863064325536.122.77589625166359573.0704407911220220.072288185162974670.149816044990118940.0280550668655851328.294041246054660.04582319264118720628.435941408232360.11014410432155342True8.481.3302631318652713/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-135/tpprl.ckpt-10217446.18615591398-112.3125998899850766.77070770280395816.3527503024827869.5114836473240828.762.5499803920814763124.90634322972605140.1529284783412429.77917612888263257.7863779574901426.445239385576090.58578489961745524.434189002346072.1112266175434152552150594419108912.2210428486458335.54003671541554924.3830015564770319.552225002091617.442.3337523433303713105.2839255940664980.9682123943075188.91274953350516195.0176561886312626.2899344226185260.627024171023495321.869182905031123.0660788000614090.66250.0top_k_reward395022301357449.77038530466057420.335329148144
85
20022.2611168395070.6137197717178413166.8750329542339243.015220882606120.20.48989794855663572040.941127627233381.3604873109811412054.6394058156823518.8089987994463.0686947543820250.0109479603162003590.244447199264780760.79875898557454960.018622815073458820.002718015438576385622.381208150605140.022.535842293906740.01.00.02073.64802090299960.0206.291192451126250.03.0904698399220554.440892098500626e-163.06413163345685740.08.5126346682074192.0758477463905539.135911101217411.98504843006443333.320.78587530817554393.9537550585753174.9043582974508439.3452960936450317.711702099848963.1669703005702950.0212175575589879723.0825013144484060.007248769130576966True0.20.4898979485566357/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-201/tpprl.ckpt-10401761.6375448028684-121.201233292412863.5581897514398264167.008910650103836.818675677575630.120.324961536185438441895.8238914505687484.1425099291243411941.6603943515313420.2376585655133.06999649421681740.0149874477490802760.142480671368991040.38594330323801507255241010466591033022.013606119401472.151770234630995174.6361842660896326.672957057508230.080.27129319932501072005.814299998588294.8973862781139712668.6863597720182349.66986021164443.06634697360856070.0068446220740583770.067707427920170940.309563592229011310813.442.251799813685248e+18top_k_reward675138762019999.5575716845899996.070768555712
86
20017.2984322113530455.18993827611282562.0157477549571738.937148494081290.920.89084229805280361122.7607127850779551.34889455692091289.03588095763671151.0561975826644.61944861012173650.115337900962058151.80971659418605581.69934781206680640.333066133198757660.02708513387181520823.3174374890822950.023.558077413928460.01.00.01776.64449246706770.0135.0642085721980.04.5322589625091660.04.4852801272361160.03.91780724965959331.20635590318242345.0177999322896591.0787723178776386.81.385640646055101694.3808692637571847.564504902063327.5047609030291323.2358505326435415.0981290651271240.089106267859603384.93700128488952750.07765290591916285True0.920.8908422980528036/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-904/tpprl.ckpt-10403216.689068100359-119.849645604802043.027180874410583556.0505861926737643.316425953832140.880.86348132579691621503.4134621242838226.545512449840431156.55388698040861289.7393230053344.6259615471521570.114910391695463582.3852967754866741.9505115242543833255221145832191020019.9777810054381464.66055557361404681.971846476977736.5194233469456360.520.57410800377629291403.9932537708823493.448035457191851886.77109191376421101.3171412449664.5584332110138650.093111514021796851.00752877605972471.4777061982205832337.92262144000.0top_k_reward628998979048818.5129181600978812.898317271483
87
20039.9296849283411618.22541054486546150.22591209749692136.718656677850872.441.49879951961561563025.0993811290352386.5228655686215957.7756148606888283.3334408225189.0908529423680730.176525013755661385.6090969267024492.6882765491212290.87241842061050250.1256234327561928744.5876721397841217.7964448053439746.5017920094896517.3936392430792172.60.79999999999999993538.6520733997352636.1859986594677331.056005392735245.755116570181239.0924850459001030.112621401539109038.9083425183194790.06953070912943572.3913399606449821.21015283331608968.0000149014253331.191041081105812314.42.059126028197442.2763596556596231.46272941616187410.0394028457209453.03791662338562679.9472720690746820.066132874302762869.3401923334708940.04566899719267557True2.441.4987995196156156/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-624/tpprl.ckpt-10219670.669056152929-150.3968363758180920.885529250400996151.70877863399792152.999304504809232.041.24835892274617894438.1379875025613143.7440329101926237.37781662212710196.5049251264039.0243175217123640.15333441723315346.0595562853812862.9941923699766146255231854875071039647.9465774776668720.482977872646888179.30198560023283159.426303300250881.761.24193397570080194012.14373267673233057.35378762321177793.76505942931210607.0789286836669.0087944036743990.144503044495885725.1685447065873542.8815478301323725168.96512000.0top_k_reward246092886249677.6825716845899667.255243563315
88
20016.205388167815735.12951802515009877.2079215930131442.717859136775530.680.73321211119293431541.4143061055138748.90884815664162153.11043896300041529.06264183759414.0124564172592130.122126401790474971.22421195046644821.42712413143752450.211979611594061870.0387300249715991220.6457589381447660.020.8480979146375350.01.00.02221.5026723754410.0118.448305760500550.03.92452050044523170.03.9036668045668694.440892098500626e-163.9858244455618581.09292772634810124.7998492251302380.98730687732521595.441.0983624174196784141.5193242516073464.977173416715837.8430892531723953.35221930993986034.3688480770090020.0533101990754788974.2784196693892630.04782804354626967True0.680.7332121111929343/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-217/tpprl.ckpt-10401026.4822281959387-116.3080284873538485.54646125648201583.1838690878715341.0983274191970.520.75471849056452831537.975244497562840.19620142421272348.8520344702511543.80696246407024.0105083615816390.130761320718788740.93901096114296131.15337864098056325522436872711017819.138903695126163.513102975251168100.6956937201645732.0211021561996960.320.466476151587624071969.0635014564914536.99784151477053003.5497918637221183.59208487053553.9421897072049780.075829499768648930.487730026738711631.043667971554902506.882.251799813685248e+18top_k_reward664732072178746.8301971326188742.130940016332
89
20016.5702724191925663.182972806494654531.23163942727629210.58381310763415912.562.08112.9468246431816454.3234126309782864.429728328836478.5540391511460155.8478370108366560.345773936533504352.185112849743172.0332002330669674.2109375975700380.708920322232814413.7850767839704212.02158534873954320.355397290645522.470352300485777712.882.32068955269764673.514335696055523.24611217429968611.3397435749885442.36098954036247156.1734720517903060.372811112536560154.96689820239850.44994072660976628.4107550907893350.052345211736845322.74202296124554930.207808499041903669.923.48620137112014824.027466002743740.103011659409978080.266947129494797540.03388115547319226657.22636988018580.0373693149602682258.8924369649507540.13979838006384004True12.562.08/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-36/tpprl.ckpt-10214234.683019713262-125.7775654157287611.17065582024034735.634204925476115.2414957021539713.283.4469696836496833270.4539244753451228.4711616352624355.7625406721064460.3285181113787255.192536376591620.691485899775751352.318421906674791.812516290533709625529139122611019429.11545054026418811.27246655355194365.6712010140171343.8292567927680511.043.193493384993932308.7104997779342202.9375341952092325.4156845668272438.6784868510336554.812908728280270.827785972556301648.481640998000944.85579184939695451.321000.0top_k_reward43289771367371.2384259259277310.360291657479
90
20010.7592038014063183.484980021215222732.88168745147909524.360444164344356.161.7130090484291085137.9769522847620466.8294344360295209.35780808899418300.106636967451322.528459668329540.2219178226215194318.940844253221332.4205362938655172.47967044442035170.36555193792319988.6610215184870422.239945332724629711.809479818067441.99483626062481136.21.05830052442583689.6927681985804735.6986499094291868.938378931968632.9303652828065922.6128116496380260.2043800323000172521.9081039703333360.13908630286379060.51893531941884370.088762062341577091.8769425687161160.1958571412841371234.02.66833281282526660.71011475886994690.182536103002052450.283862157528564750.0549835988126528223.695288526241620.05797434874522256623.0071188785143440.09696010991350436True6.161.7130090484291085/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-309/tpprl.ckpt-10406787.197580645162-116.927446743537957.22592216507213131.72234484324168635.746502475810676.082.20762315624746287.7868639352042206.05392737404023199.32148608673089571.675234105307822.2326244809207130.3294543676208605619.849184157534372.746204952495794825528562552831014717.4092216886819510.90380536817727976.6440361220074597.736867804036285.02.039607805437114320.2872307555308389.29760509307481018.12222658524232255.38411430431622.222420890210730.3789846733310634516.2279381521308544.91331599024230052.642000.0top_k_reward539653433097541.101030465957516.970917300382
91
20023.9991217114998826.187398852806172149.99073786461185.12613801534250.680.73321211119293431679.4750261773515689.16564113283477703.02237932024955347.9286672525284.59199282654815550.0295769141156492571.28858131926621011.64222654618908880.165643702335585370.0113870715374774929.0437991654023973.552713678800501e-1529.2573786450632380.01.00.02270.92861709842240.0232.59658019106422.842170943040401e-144.59882928826738450.04.5637942510002850.05.5127826137158861.3977715312504696.7050810884412821.25007365457100186.561.2986146464598343138.4024660890792453.3945847558707214.3393761383241775.3736338391866294.8063867296529850.038478806383426414.6274296699111650.018434718906745872True0.680.7332121111929343/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-590/tpprl.ckpt-10401914.2323775388286-127.767967593205741.7262404128794555129.1293344318356797.960177404404090.680.785875308175542107.7092945518616195.760571243634566595.5327279802836141.25857397010354.5863419674243780.0238942787458835752.07063481452613462.156898593124587625527736722121036827.0341026827754874.401513897656088191.3247898652871663.38855840820570.320.466476151587624072016.289087448662509.025814144893710325.3607652571254146.6936965104694.5762104543359710.0197110580195532240.53439017609261131.16574808617340151013.762.251799813685248e+18top_k_reward670628525909922.274492234179917.077857481378
92
20012.3710928850500364.80469988806186521.5632079808371885.18185949788777911.61.8547236990991407161.00305946169937113.2725977346560622.052050522948559.82827356876027665.336205424079880.329572285389272862.066834874605982.550270492671224.1770227327675090.9914778545366088.4750276887747520.895968267861938216.6973742085346861.98220950898748112.041.636581803638302655.4979381708003113.60807749771788312.2381663532925432.798633553723856265.173300366575230.2061561531931031564.027348661855430.33790136227900975.4409760580081050.0260562746839324052.0620909545303340.1868826372928206758.283.13075070869591929.4850224686345080.036004426028003720.226609029286560070.0307156540095510866.356983139736370.02422566945971007466.920482255748130.10423339816827773True11.61.8547236990991407/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-94/tpprl.ckpt-10406752.641502389487-121.24778858743413713.34328412750887728.62537237012456613.2717305834460612.164.28653706387802416.0055969668184520.71053393703443.4222230831838546.2551077365124764.387849534961420.740669984949294661.754058549464821.728469468489799725531197792101019627.79456311853084216.81424141468115340.3043198353503316.49112105899665410.243.036840463376369664.0532603051668704.124903602361571.4957622390567761.8126380090657864.316044439306310.855738772342945756.647822780344325.9470740185907941.32500.0top_k_reward15526180946879.31787634408656811.036957163244
93
20024.463665752850658.74293737311748899.2932259675834477.876175550400731.161.12931.4946813916889569.63601451736123151.03410117883463432.9718617239516.0249476093740660.065444590279169752.5678641775611552.18576073970829960.41607567374782770.03657827205672234431.330532077790137.39308113703218431.604112587910147.4380139905717441.280.5306599664568641386.3324617118342500.94709186938803202.996349201450975.203581965471936.0112090702983530.037755796726626635.9625353063082610.027257023731218225.1157492463680680.75197623313000895.3636027725157640.77813796440136479.121.274990196040738259.2193125758698413.4441792301939966.3816833366152891.8898170238830426.4032009453527280.046704856580730156.1917169336933230.039273351628046266True1.161.12/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-727/tpprl.ckpt-10404340.022028076464-126.1551666483457668.475268353726916111.1000762072234276.199748640070111.01.05830052442583631029.2611268920446564.69884183297863611.20590242361463384.578507490526.0249682378111160.069170917570757472.27008555345745132.1722758984792887255281202232901028929.003654692698918.042083818687962136.766561904496777.899473749787890.680.83522452071284391227.6833708709062525.64067244453844823.72830954636453428.1920571992365.995057004087720.058390080107114391.60626051030099352.098074888496914337.928192000.0top_k_reward581347157277268.8582735961777261.638320628648
94
2004.8209009718107132.126621557018350724.11166198372895812.06203978239667816.562.118112367179796333.13977742187674442.4139026104271483.19792082477932125.8553312078783684.047695430067460.246859472211243578.976386608391791.73377899627144855.7437343107578521.04025080786254433.3078952453583550.5441897622106413.894453935608260.86466328754439916.22.154065922853801513.9894969499835865.5301231381381736.6681565337056390.620565488017370984.239017603062380.2586658137340366381.649203168728120.370469380233016731.32315809814334240.027743392706525371.26701706006939290.1303797303139487865.43.2863353450309972.7303652433827150.04309523447619130.080313827207982620.01116791010632126785.202018161675810.021135854896945284.941256248345040.11179829257202731True16.562.1181123671797963/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-48/tpprl.ckpt-10407508.258661887695-110.1499054666361656.87913790704568226.71225261395378716.12959923516498516.764.1499879517897474.53884826562428110.969754795633672.82788193867908136.0509034880317682.89914799847890.874062853730924378.45810249644482.2511119931231425528174582881012016.033215884634418.18151688866803275.1657271186647859.2761578947386914.883.6912870384189844184.2694257622724141.52402392152229620.8000531694711712.623866581294982.512817290774321.075730739528753974.129477395258395.3055242959346660.3315.625top_k_reward29372574487509.8435633213877423.828456643787
95
20016.3903874436265334.83807944855503294.2470196896012752.1725348988154140.680.7332121111929343638.3920460113302284.45444568949392976.053987312192002.7446384182224.4143183292537850.0308844002993223371.1859121915737961.56454665639036250.149068707426845330.0112470220436831220.062189960428170.020.267558852158090.01.00.0867.420759442571.1368683772161603e-13102.185134635972691.4210854715202004e-144.4252728807259690.04.3874744060478958.881784197001252e-163.2201731170673940.83346947228181063.79242407080296840.77618113540858226.481.170299107066223637.7446198674629417.2240328048431164.4701035553174071.91813834737534284.6317779919507510.0364188823713287454.4860364180996470.024319717595611953True0.680.7332121111929343/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-35/tpprl.ckpt-10401644.2204301075262-118.046400025364252.36634493424831121.4615106449471716.5768349108458470.480.4995998398718719733.569618286156144.82106318860763944.038009410544764.55697694047864.4096148092410230.022715543758518010.29885547203579610.32267503290901406255276390712061019518.6131703752974363.367687670879139117.4886693633057338.746154254879470.320.46647615158762407768.1015815207211206.951150666876433866.7695854689391542.45316948154754.3986907506052250.0173985548516370840.52125724511954311.1297087455630082337.922.251799813685248e+18top_k_reward65537566358744.7431302270028739.597464086806
96
20018.342664193520273.030929702704186497.0233089976018730.561734817606340.320.6144916598294886975.1934646601854241.94395350579133951.17248647371531592.48918492597863.0150580421868140.0166548859736123660.376163388456084440.84125717095814110.070143004890753870.01180185717387258919.5164336408705130.019.6415932938490450.01.00.01076.9139933875850.0145.24126040594730.03.03170193942083580.03.0059110573478714.440892098500626e-166.4776309966091862.19917155530477046.9144275521097592.13538555930807044.01.0954451150103321163.48278193002574120.0571164478717922.1932478843940116.0022031479357843.1272768271698940.027659599111164123.03920262808425260.017066939526468348True0.320.6144916598294886/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-328/tpprl.ckpt-10401146.1114844683389-116.929104235811693.51375808196514275.5527557164368645.882763192606630.440.5713142742834281861.2522850587267282.79892699040362948.4489309445652270.7179048937843.02462371751730250.0243044476312753170.9135481122823791.138852350818202525523633043021026119.1421569143450122.0976353021377223109.312215609688616.320060296423380.080.27129319932501071039.4402367244568164.944991940548654609.079410572313844.98365259560463.00857177122538970.008736983137264510.067221601689582360.308073538261517732703.362.251799813685248e+18top_k_reward663284363288787.8024193548398784.181442846346
97
20029.3186059587448938.71934038953633142.637127171953386.061023590510740.760.81387959797503234627.4759128152012240.65154579472577222.0173410472165685.5276745078554.4152914123774210.0583727581347852151.4272646417444171.6018965970687160.233184677341050970.01726948454023337437.413413212062980.037.768070489833397.105427357601002e-151.00.06810.3120811351980.0362.178039542522470.04.38700515428718150.04.3649454788913010.05.56815579947868141.93181338347749757.2564197864652471.67242090019828046.961.5094369811290567276.69498388647617165.652943525242216.78306868349628.5143723562535354.7177303861674650.0580430404038351364.5880383526127020.04383372646126866True0.760.8138795979750323/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-456/tpprl.ckpt-10401630.8113052568688-129.949377725326935.52907895667061594.8397841530106891.255830563488860.960.823650411278964751.09966195231851460.1305231922334357.6838473534695964.0501289909724.4591111880264080.065276211840876242.5915474492719371.781160657553902725530627122261042933.426548696246737.3241276947889187.3207456766241772.113767337798380.40.5656854249492385696.7913825792821895.146476488428310268.608816755184801.0372654033684.3914016945247920.047399386300594660.65019229667852041.2322125339629551351.682.251799813685248e+18top_k_reward656071034568785.6985513739558780.497596834928
98
2001.29540522686692850.215860985435903730.98270524913496960.2844512403021194564.031.9161401175016763.0255712732125770.7788651709919170.3852910063635420.197308747108560512.0530771293676260.0683176151760464312.2015665899071430.1022337865270489352370.0169819083531.03986664892730.95797462977316170.00.179215110453551465.423051278867035e-0787.00.02.1091408098839110.00.0209434595711661579.602414557405838e-0812.21816809056520.012.6260989519496844.889648812802888e-070.95797462977316170.08.555358363082633e-088.144514564617967e-09117.00.02.1091408098839110.05.3470989769266455e-095.090321602886229e-1012.21816809056520.012.7729949783359558.144514564617968e-09True564.031.916140117501676/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-602/tpprl.ckpt-209942.180032855436-11.01181280396641340.0100804546636612360.162323522030619640.013898010064417515564.223.657556932193992.1660445028924370.0119149692528910870.0129930338042089490.001883128303350028412.1658626757795860.00953472212645062512.6072436869879270.01558923028356994425516155675442101161.01238758874427730.0063852201045592110.171679723484767230.01630523216578098552.8821.9660101065259462.1666831526456190.0083206038914759150.020765794715344440.02761938542415486712.165319823489380.00614648546797801512.5862282717807470.021363778479931091.4654943925052067e-164.440892098500626e-13top_k_reward442532536029944.509781959389931.73678689549
99
20043.9955720812217917.880421434556883173.2444858789807165.186977407632041.81.35646599662505366371.5895945571094348.59002842929610023.65361110775713426.2238918838218.398326976065580.113046129352026354.3024865979408723.11941395208774570.51430828060558840.072710365238983757.6242233023351314.2756860851517958.4893970087355513.6453454850689971.60.69282032302755099456.7313194836733799.8604590530913625.5182569715137257.58465839252068.33255033387610.0615569990114134758.2765269963528270.03213401863549063.63356859752409770.82214477899256627.8773280044274050.956016382860877514.281.949769217112630450.25897431148289528.56966936371813411.1862130985474372.8357512503099118.9784487989232690.0485320366551706758.6562265306735230.044358219453594264True1.81.3564659966250536/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-450/tpprl.ckpt-10402891.760005973717-143.0436085637849216.274451313483947156.05374938133872135.767999937234752.161.66565302509256125906.18405861616254056.9313052362387508.87507379263411615.1234213718388.4117538594482970.10375063699775334.3033252425237952.779251272713852325531593592181062255.6418093452157915.320406909621777239.22840142248128181.55832384984571.121.14262854856685619437.6350854564663596.77433750552615551.11426746732315561.9139286072598.336120778520940.089375548792294453.37122209859649853.3169532332977245337.928192000.0top_k_reward633460544508709.4534050179238699.710114174162
100
20033.999851475512989.718432840582565193.8532719673070296.476963959310620.520.75471849056452828907.2452953051693706.337678257510613679.2968733060648440.4674684879213.74237918851375630.083773902317631470.90987154462680761.32430647197963140.13113200836009010.0090351147825659339.9766011602431560.040.345878136200680.01.00.011361.4778056261661.8189894035458565e-12495.743503584235950.03.70726354718208254.440892098500626e-163.6865442459416590.07.4033363954782482.36243169457683569.227302053262.05852122556552255.681.2874781551544865686.4567364073158360.928686423785532.1459116261577615.0436234247468164.0329308009058240.056222858602997783.9450436642487170.04435845186346721True0.520.7547184905645282/NL/crowdjudged/work/rl-broadcast/top_k_algo-last/train-save-user_idx-401/tpprl.ckpt-10403586.006571087217-129.50983850804269410.179272589402775150.006486173185102.127008797197760.680.67646138101151057083.5038991108863949.07130605211849767.9308325457069009.2156578441173.7919517795145520.095522461524996121.44641418662164641.3397308333942013255251665296911044637.552987952509526.673477403423994238.2472570571548861.990120637504280.20.410223.968594543272711.429866458797317499.9020392265635675.2893184427853.71119820793569130.0485780319030193960.28778152113672110.72718931057676182703.362.251799813685248e+18top_k_reward483804694016893.5185185185196889.211753245098