{"schema":1,"snapshot":"2026-10-12T06:47:55+08:00","metricKeys":["pickscore","clipscore","hpsv2","aesthetic","imagereward","hpsv3","deqa","altclip","internvl_t2i","internvl_dual"],"metricLabels":["PickScore","CLIPScore","HPSv2.1","Aesthetic","ImageReward","HPSv3","DeQA","AltCLIP","Pointwise","Pairwise"],"completed":21,"total":21,"tasks":[{"id":"sd35m_pickscore","backbone":"sd35m","metric":"pickscore","label":"PickScore","budget":100,"v1":{"reward":[[0,0.7593985199928284],[1,0.7892594933509827],[2,0.8155181407928467],[3,0.8249717354774475],[4,0.8234083652496338],[5,0.8357575535774231],[6,0.8426562547683716],[7,0.8537552356719971],[8,0.8566662073135376],[9,0.8546372652053833],[10,0.8551229238510132],[11,0.8645765781402588],[12,0.8573611974716187],[13,0.8696034550666809],[14,0.8666848540306091],[15,0.865692675113678],[16,0.8745627999305725],[17,0.8839048743247986],[18,0.8990211486816406],[19,0.8648789525032043],[20,0.8750901818275452],[21,0.8810977935791016],[22,0.8888435959815979],[23,0.8799408674240112],[24,0.8774309158325195],[25,0.8936281204223633],[26,0.8762950897216797],[27,0.8926792144775391],[28,0.9021227359771729],[29,0.9072960615158081],[30,0.8948690891265869],[31,0.8867732286453247],[32,0.9054844379425049],[33,0.9020737409591675],[34,0.9032370448112488],[35,0.8979843854904175],[36,0.8859005570411682],[37,0.9153067469596863],[38,0.9024378657341003],[39,0.9061057567596436],[40,0.9026641845703125],[41,0.8987591862678528],[42,0.9093170166015625],[43,0.9082622528076172],[44,0.9147531986236572],[45,0.9145479202270508],[46,0.9098103642463684],[47,0.9173977375030518],[48,0.9097987413406372],[49,0.907214879989624],[50,0.9043471813201904],[51,0.9087717533111572],[52,0.9320449829101562],[53,0.9204148054122925],[54,0.9035212397575378],[55,0.9220218658447266],[56,0.8999929428100586],[57,0.9271706342697144],[58,0.9156755805015564],[59,0.9229145050048828],[60,0.913212776184082],[61,0.9265844821929932],[62,0.9179543256759644],[63,0.9251791834831238],[64,0.9136568903923035],[65,0.9138191938400269],[66,0.9240192770957947],[67,0.9072810411453247],[68,0.9139019846916199],[69,0.9126926064491272],[70,0.9214142560958862],[71,0.9236793518066406],[72,0.9200725555419922],[73,0.9142885208129883],[74,0.9063595533370972],[75,0.929804801940918],[76,0.8959424495697021],[77,0.9056954979896545],[78,0.9212841391563416],[79,0.9267948865890503],[80,0.9227004647254944],[81,0.9187592267990112],[82,0.9135860800743103],[83,0.9156129360198975],[84,0.9175477623939514],[85,0.899337887763977],[86,0.9209248423576355],[87,0.9342350363731384],[88,0.9277631044387817],[89,0.9112516045570374],[90,0.9355255961418152],[91,0.9120228886604309],[92,0.9165270328521729],[93,0.9232947826385498],[94,0.9167092442512512],[95,0.91374272108078],[96,0.9111807346343994],[97,0.9186985492706299],[98,0.9305398464202881],[99,0.9203193187713623]],"loss":[[0,0.6457250118255615],[1,0.6738893985748291],[2,0.7270508408546448],[3,0.734208345413208],[4,0.6901750564575195],[5,0.7177812457084656],[6,0.7300923466682434],[7,0.7357373833656311],[8,0.7458517551422119],[9,0.734650194644928],[10,0.7472985982894897],[11,0.7115924954414368],[12,0.7204682230949402],[13,0.7231695652008057],[14,0.7454394698143005],[15,0.7314201593399048],[16,0.7622066140174866],[17,0.7571450471878052],[18,0.7755544185638428],[19,0.7617082595825195],[20,0.744599461555481],[21,0.740165650844574],[22,0.7721483707427979],[23,0.7711233496665955],[24,0.7886993885040283],[25,0.7844401001930237],[26,0.7736425995826721],[27,0.7763511538505554],[28,0.7753439545631409],[29,0.7967636585235596],[30,0.7964111566543579],[31,0.7603210806846619],[32,0.8018478751182556],[33,0.7803716659545898],[34,0.8132848143577576],[35,0.7980470061302185],[36,0.786699652671814],[37,0.8235829472541809],[38,0.7903708219528198],[39,0.8181577324867249],[40,0.7959520220756531],[41,0.7978525161743164],[42,0.8038742542266846],[43,0.8027464151382446],[44,0.7949320077896118],[45,0.7904528379440308],[46,0.805150032043457],[47,0.8128111958503723],[48,0.8023873567581177],[49,0.7990947961807251],[50,0.796954870223999],[51,0.79837566614151],[52,0.8214014172554016],[53,0.8266375064849854],[54,0.8119339942932129],[55,0.81461501121521],[56,0.7923663854598999],[57,0.8243565559387207],[58,0.7852350473403931],[59,0.8204759359359741],[60,0.7894368171691895],[61,0.8413746356964111],[62,0.8098047375679016],[63,0.8195449113845825],[64,0.823123037815094],[65,0.830947756767273],[66,0.8275328278541565],[67,0.8528338670730591],[68,0.8183631896972656],[69,0.8165786266326904],[70,0.8270930647850037],[71,0.816132128238678],[72,0.8231949210166931],[73,0.8200798630714417],[74,0.8186078667640686],[75,0.8029688000679016],[76,0.8146183490753174],[77,0.8363927602767944],[78,0.816727340221405],[79,0.8162994384765625],[80,0.8228599429130554],[81,0.8231742978096008],[82,0.8053470253944397],[83,0.8224701285362244],[84,0.8340830206871033],[85,0.809428334236145],[86,0.8353736996650696],[87,0.7949919700622559],[88,0.8308809995651245],[89,0.8224644064903259],[90,0.8402445912361145],[91,0.8168660998344421],[92,0.8369444012641907],[93,0.8412337303161621],[94,0.8342000842094421],[95,0.8209068179130554],[96,0.837801992893219],[97,0.823074996471405],[98,0.8368564248085022],[99,0.8203083276748657]],"positive":[[0,0.12947377562522888],[1,0.1351369321346283],[2,0.14575782418251038],[3,0.14746828377246857],[4,0.13894249498844147],[5,0.14358924329280853],[6,0.1460268497467041],[7,0.14688090980052948],[8,0.1504039466381073],[9,0.14729782938957214],[10,0.1502048522233963],[11,0.14238522946834564],[12,0.14425048232078552],[13,0.14526043832302094],[14,0.14972172677516937],[15,0.14668788015842438],[16,0.1527283787727356],[17,0.15282967686653137],[18,0.15592318773269653],[19,0.1531747579574585],[20,0.1493595689535141],[21,0.14934316277503967],[22,0.15478190779685974],[23,0.15473484992980957],[24,0.15860798954963684],[25,0.15747199952602386],[26,0.1546703428030014],[27,0.1568731665611267],[28,0.15594428777694702],[29,0.160125732421875],[30,0.1600077599287033],[31,0.1517484486103058],[32,0.1623970866203308],[33,0.15717901289463043],[34,0.1625274121761322],[35,0.16050687432289124],[36,0.15808680653572083],[37,0.16561537981033325],[38,0.15863871574401855],[39,0.16461384296417236],[40,0.15971414744853973],[41,0.15971346199512482],[42,0.16189110279083252],[43,0.16055326163768768],[44,0.16064245998859406],[45,0.158748596906662],[46,0.1628050059080124],[47,0.16406556963920593],[48,0.16095015406608582],[49,0.16086803376674652],[50,0.16059330105781555],[51,0.16008317470550537],[52,0.16529794037342072],[53,0.16769996285438538],[54,0.163548082113266],[55,0.16368159651756287],[56,0.15918637812137604],[57,0.16583095490932465],[58,0.15735872089862823],[59,0.1650836318731308],[60,0.1583722084760666],[61,0.16976496577262878],[62,0.16275234520435333],[63,0.16442330181598663],[64,0.1665254384279251],[65,0.16738177835941315],[66,0.16641226410865784],[67,0.1729830801486969],[68,0.1649322509765625],[69,0.16371624171733856],[70,0.1655404269695282],[71,0.1635926067829132],[72,0.165024071931839],[73,0.16504821181297302],[74,0.1656264364719391],[75,0.16141781210899353],[76,0.1635327935218811],[77,0.168071448802948],[78,0.16406144201755524],[79,0.164043128490448],[80,0.16548503935337067],[81,0.1657775342464447],[82,0.16158320009708405],[83,0.16547121107578278],[84,0.16775205731391907],[85,0.1621069461107254],[86,0.16780635714530945],[87,0.15840132534503937],[88,0.1668248325586319],[89,0.1645897924900055],[90,0.1705201119184494],[91,0.1644115447998047],[92,0.1687779575586319],[93,0.17016886174678802],[94,0.1677388697862625],[95,0.16545894742012024],[96,0.16792628169059753],[97,0.1655951738357544],[98,0.1687069833278656],[99,0.1655554175376892]],"negative":[[0,0.12861153483390808],[1,0.13427573442459106],[2,0.1449912190437317],[3,0.14613957703113556],[4,0.137053981423378],[5,0.14347510039806366],[6,0.14598152041435242],[7,0.14741358160972595],[8,0.1479554921388626],[9,0.14657078683376312],[10,0.14869500696659088],[11,0.14219516515731812],[12,0.14396488666534424],[13,0.14401143789291382],[14,0.14848743379116058],[15,0.14588268101215363],[16,0.1522478610277176],[17,0.15004095435142517],[18,0.15428441762924194],[19,0.15150661766529083],[20,0.1484246850013733],[21,0.14678692817687988],[22,0.15407826006412506],[23,0.1537381410598755],[24,0.15686416625976562],[25,0.15632955729961395],[26,0.15477479994297028],[27,0.1536960005760193],[28,0.1541624218225479],[29,0.15858574211597443],[30,0.15849339962005615],[31,0.15242768824100494],[32,0.15836036205291748],[33,0.15496881306171417],[34,0.16275815665721893],[35,0.15863388776779175],[36,0.15663526952266693],[37,0.16378599405288696],[38,0.1575031578540802],[39,0.16270139813423157],[40,0.15870995819568634],[41,0.1594129055738449],[42,0.15967319905757904],[43,0.16050025820732117],[44,0.15729790925979614],[45,0.15742650628089905],[46,0.15916942059993744],[47,0.16103610396385193],[48,0.15997019410133362],[49,0.15874937176704407],[50,0.1582232564687729],[51,0.15926919877529144],[52,0.1632227748632431],[53,0.16287171840667725],[54,0.1611711084842682],[55,0.1621880829334259],[56,0.15771961212158203],[57,0.1639491468667984],[58,0.1567084789276123],[59,0.1630462110042572],[60,0.15735578536987305],[61,0.1667563021183014],[62,0.16119471192359924],[63,0.16336460411548615],[64,0.16266389191150665],[65,0.16499900817871094],[66,0.1645844727754593],[67,0.16816926002502441],[68,0.16230572760105133],[69,0.1629071980714798],[70,0.16526620090007782],[71,0.16287845373153687],[72,0.16423346102237701],[73,0.162925124168396],[74,0.16175007820129395],[75,0.15977388620376587],[76,0.1622980684041977],[77,0.16652904450893402],[78,0.16251927614212036],[79,0.1624975949525833],[80,0.1636645495891571],[81,0.16342446208000183],[82,0.160587340593338],[83,0.16349638998508453],[84,0.16589562594890594],[85,0.1616697758436203],[86,0.1663195788860321],[87,0.15961091220378876],[88,0.1655074805021286],[89,0.1643853783607483],[90,0.1655544489622116],[91,0.16228891909122467],[92,0.166015163064003],[93,0.16626378893852234],[94,0.16587257385253906],[95,0.1628611832857132],[96,0.16720056533813477],[97,0.1636630892753601],[98,0.16603834927082062],[99,0.1625630110502243]],"field":"reward_pickscore","scope":"rollout endpoint","updates":100,"seedPolicy":"no_fixed_seed_random_run","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/sd35m/opsd/pickscore/save/metrics.jsonl"},"v2":{"reward":[[0,0.7594254612922668],[1,0.7928158640861511],[2,0.8305470943450928],[3,0.8467768430709839],[4,0.8536491394042969],[5,0.8636003136634827],[6,0.8713423609733582],[7,0.8802220225334167],[8,0.883185625076294],[9,0.8865718841552734],[10,0.8919541835784912],[11,0.8970116376876831],[12,0.8992549180984497],[13,0.9027595520019531],[14,0.9062256217002869],[15,0.9095251560211182],[16,0.9131230115890503],[17,0.9130776524543762],[18,0.9161336421966553],[19,0.9183597564697266],[20,0.9190261363983154],[21,0.9248021245002747],[22,0.9254436492919922],[23,0.9258577823638916],[24,0.9319229125976562],[25,0.932026743888855],[26,0.9302094578742981],[27,0.9332786202430725],[28,0.9372411370277405],[29,0.9407637119293213],[30,0.9368889331817627],[31,0.9415044784545898],[32,0.9431402683258057],[33,0.9422211050987244],[34,0.9408972263336182],[35,0.9421984553337097],[36,0.9438250064849854],[37,0.9503010511398315],[38,0.947332501411438],[39,0.9502866268157959],[40,0.9467332363128662],[41,0.9530203938484192],[42,0.9532778263092041],[43,0.9526042938232422],[44,0.9524628520011902],[45,0.9498030543327332],[46,0.95488041639328],[47,0.9511053562164307],[48,0.9574883580207825],[49,0.960292398929596],[50,0.959013819694519],[51,0.9553635120391846],[52,0.9646733403205872],[53,0.9589305520057678],[54,0.9591231942176819],[55,0.9614486694335938],[56,0.9607906341552734],[57,0.9623442888259888],[58,0.9621521830558777],[59,0.9650948643684387],[60,0.9640274047851562],[61,0.9641673564910889],[62,0.9665096998214722],[63,0.9651052951812744],[64,0.9629777073860168],[65,0.9690501689910889],[66,0.9676001667976379],[67,0.9684482216835022],[68,0.9689282178878784],[69,0.9719166159629822],[70,0.9714073538780212],[71,0.968377411365509],[72,0.9706356525421143],[73,0.9717593789100647],[74,0.971881628036499],[75,0.9742645621299744],[76,0.9735005497932434],[77,0.9773146510124207],[78,0.9735026955604553],[79,0.9729233980178833],[80,0.9773793816566467],[81,0.9791423082351685],[82,0.9786978960037231],[83,0.9775793552398682],[84,0.9791622161865234],[85,0.9780192971229553],[86,0.9789950251579285],[87,0.9752756953239441],[88,0.98215252161026],[89,0.9815489649772644],[90,0.9837131500244141],[91,0.982244074344635],[92,0.9819650650024414],[93,0.9831511974334717],[94,0.9858375191688538],[95,0.9861229658126831],[96,0.9860931038856506],[97,0.9855221509933472],[98,0.984160304069519],[99,0.9872538447380066]],"loss":[[0,1.1691186428070068],[1,1.2522577047348022],[2,1.3149511814117432],[3,1.3036004304885864],[4,1.3044531345367432],[5,1.2443650960922241],[6,1.2576056718826294],[7,1.2844985723495483],[8,1.2690595388412476],[9,1.272173523902893],[10,1.2448794841766357],[11,1.2358529567718506],[12,1.2139054536819458],[13,1.2238744497299194],[14,1.2409582138061523],[15,1.2092955112457275],[16,1.2331684827804565],[17,1.227853536605835],[18,1.2338262796401978],[19,1.242457628250122],[20,1.2697033882141113],[21,1.25918447971344],[22,1.2717441320419312],[23,1.2649576663970947],[24,1.2587565183639526],[25,1.260359525680542],[26,1.2987864017486572],[27,1.2702558040618896],[28,1.2991348505020142],[29,1.2619255781173706],[30,1.2942429780960083],[31,1.2666982412338257],[32,1.286863088607788],[33,1.2560336589813232],[34,1.2839150428771973],[35,1.240280270576477],[36,1.3112326860427856],[37,1.2311458587646484],[38,1.3247137069702148],[39,1.2656443119049072],[40,1.2711812257766724],[41,1.2548601627349854],[42,1.2929654121398926],[43,1.2692612409591675],[44,1.3040090799331665],[45,1.289878487586975],[46,1.3142240047454834],[47,1.3008581399917603],[48,1.310835599899292],[49,1.3158198595046997],[50,1.2939832210540771],[51,1.3139971494674683],[52,1.3067517280578613],[53,1.287295937538147],[54,1.3178526163101196],[55,1.290174126625061],[56,1.306276798248291],[57,1.3210139274597168],[58,1.3344712257385254],[59,1.2893130779266357],[60,1.3597882986068726],[61,1.3154081106185913],[62,1.3495416641235352],[63,1.3388868570327759],[64,1.3564000129699707],[65,1.3194031715393066],[66,1.3407952785491943],[67,1.3193299770355225],[68,1.349623441696167],[69,1.3310972452163696],[70,1.3374903202056885],[71,1.3190457820892334],[72,1.3411954641342163],[73,1.3069677352905273],[74,1.335945725440979],[75,1.3344790935516357],[76,1.342799425125122],[77,1.3371062278747559],[78,1.341050386428833],[79,1.3573867082595825],[80,1.359676480293274],[81,1.3678128719329834],[82,1.3475522994995117],[83,1.319900631904602],[84,1.3727777004241943],[85,1.3005015850067139],[86,1.3356329202651978],[87,1.308161973953247],[88,1.367553949356079],[89,1.3102056980133057],[90,1.3744243383407593],[91,1.336130142211914],[92,1.3536195755004883],[93,1.307060956954956],[94,1.3172309398651123],[95,1.347684621810913],[96,1.3735425472259521],[97,1.341156244277954],[98,1.365816593170166],[99,1.3257070779800415]],"positive":[[0,0.2338239848613739],[1,0.2504514753818512],[2,0.26299023628234863],[3,0.2607199549674988],[4,0.26089033484458923],[5,0.24887292087078094],[6,0.25152090191841125],[7,0.256899893283844],[8,0.2538120448589325],[9,0.2544347941875458],[10,0.24897636473178864],[11,0.24717089533805847],[12,0.24278129637241364],[13,0.24477502703666687],[14,0.24819177389144897],[15,0.24185901880264282],[16,0.24663351476192474],[17,0.2455708384513855],[18,0.24676543474197388],[19,0.24849137663841248],[20,0.253940612077713],[21,0.25183701515197754],[22,0.25434890389442444],[23,0.2529914677143097],[24,0.2517509162425995],[25,0.25207188725471497],[26,0.25975745916366577],[27,0.25405073165893555],[28,0.25982728600502014],[29,0.2523849308490753],[30,0.2588486671447754],[31,0.2533397376537323],[32,0.25737273693084717],[33,0.25120651721954346],[34,0.2567829489707947],[35,0.24805602431297302],[36,0.26224637031555176],[37,0.2462291419506073],[38,0.26494234800338745],[39,0.25312843918800354],[40,0.25423622131347656],[41,0.25097209215164185],[42,0.258592814207077],[43,0.25385236740112305],[44,0.26080194115638733],[45,0.25797587633132935],[46,0.26284489035606384],[47,0.26017189025878906],[48,0.26216715574264526],[49,0.26316410303115845],[50,0.2587966024875641],[51,0.26279938220977783],[52,0.2613498270511627],[53,0.25745889544487],[54,0.26357027888298035],[55,0.2580345869064331],[56,0.26125550270080566],[57,0.26420265436172485],[58,0.26689425110816956],[59,0.25786277651786804],[60,0.2719576358795166],[61,0.26308155059814453],[62,0.2699083983898163],[63,0.2677777409553528],[64,0.27128005027770996],[65,0.2638806402683258],[66,0.2681592106819153],[67,0.2638664245605469],[68,0.26992473006248474],[69,0.2662193179130554],[70,0.2674979567527771],[71,0.26380905508995056],[72,0.26823893189430237],[73,0.2613934874534607],[74,0.26718875765800476],[75,0.26689571142196655],[76,0.268559992313385],[77,0.26742124557495117],[78,0.26820996403694153],[79,0.2714773118495941],[80,0.27193543314933777],[81,0.27356261014938354],[82,0.26951026916503906],[83,0.26398053765296936],[84,0.274555504322052],[85,0.2601000964641571],[86,0.26712673902511597],[87,0.2616320550441742],[88,0.27351102232933044],[89,0.2620411515235901],[90,0.27488529682159424],[91,0.2672259509563446],[92,0.27072417736053467],[93,0.2614120841026306],[94,0.2634459435939789],[95,0.26953670382499695],[96,0.27470868825912476],[97,0.2682313919067383],[98,0.27316299080848694],[99,0.2651415765285492]],"negative":[[0,0.2338235229253769],[1,0.25045162439346313],[2,0.26299023628234863],[3,0.26072022318840027],[4,0.2608909010887146],[5,0.2488730549812317],[6,0.25152134895324707],[7,0.25689947605133057],[8,0.25381171703338623],[9,0.25443458557128906],[10,0.2489754855632782],[11,0.2471703439950943],[12,0.242780864238739],[13,0.2447747439146042],[14,0.24819150567054749],[15,0.24185919761657715],[16,0.2466338872909546],[17,0.24557064473628998],[18,0.24676503241062164],[19,0.24849167466163635],[20,0.25394079089164734],[21,0.25183674693107605],[22,0.2543487250804901],[23,0.25299158692359924],[24,0.25175169110298157],[25,0.25207191705703735],[26,0.2597571313381195],[27,0.2540516257286072],[28,0.25982666015625],[29,0.25238531827926636],[30,0.25884854793548584],[31,0.2533395290374756],[32,0.2573724389076233],[33,0.2512069344520569],[34,0.25678306818008423],[35,0.24805611371994019],[36,0.2622467279434204],[37,0.24622924625873566],[38,0.2649431824684143],[39,0.2531292736530304],[40,0.25423625111579895],[41,0.2509720027446747],[42,0.25859335064888],[43,0.25385215878486633],[44,0.2608017325401306],[45,0.2579754889011383],[46,0.2628447413444519],[47,0.2601713538169861],[48,0.2621670365333557],[49,0.26316383481025696],[50,0.25879666209220886],[51,0.262799471616745],[52,0.2613508105278015],[53,0.25745946168899536],[54,0.26357075572013855],[55,0.2580350339412689],[56,0.2612552344799042],[57,0.26420292258262634],[58,0.26689422130584717],[59,0.25786247849464417],[60,0.2719576358795166],[61,0.2630816698074341],[62,0.26990824937820435],[63,0.2677769958972931],[64,0.27127987146377563],[65,0.26388058066368103],[66,0.2681589424610138],[67,0.26386559009552],[68,0.2699246406555176],[69,0.2662196159362793],[70,0.2674981355667114],[71,0.2638092637062073],[72,0.26823920011520386],[73,0.26139354705810547],[74,0.26718956232070923],[75,0.26689597964286804],[76,0.2685598134994507],[77,0.2674211859703064],[78,0.26821020245552063],[79,0.2714774012565613],[80,0.2719351351261139],[81,0.2735625207424164],[82,0.2695105969905853],[83,0.2639797031879425],[84,0.27455562353134155],[85,0.26010051369667053],[86,0.2671264410018921],[87,0.2616327404975891],[88,0.273510605096817],[89,0.2620410919189453],[90,0.2748844623565674],[91,0.26722612977027893],[92,0.2707236409187317],[93,0.26141229271888733],[94,0.2634464502334595],[95,0.269537091255188],[96,0.2747083008289337],[97,0.2682311534881592],[98,0.27316364645957947],[99,0.2651412785053253]],"field":"reward_anchor_pickscore","scope":"clean-output anchor","updates":100,"seedPolicy":"fixed_seed_42"},"status":"complete","final":{"scores":{"pickscore":24.938735769987105},"stats":{"pickscore":{"mean":24.938735769987105,"std":1.6413098592130528,"se":0.05190277501203545,"n":1000}}}},{"id":"sd35m_clipscore","backbone":"sd35m","metric":"clipscore","label":"CLIPScore","budget":100,"v1":{"reward":[[0,0.23879919946193695],[1,0.2504788637161255],[2,0.2670600116252899],[3,0.2718185782432556],[4,0.2718755006790161],[5,0.27836570143699646],[6,0.28217312693595886],[7,0.2799142599105835],[8,0.2825906574726105],[9,0.29574885964393616],[10,0.28330108523368835],[11,0.2807868421077728],[12,0.29350927472114563],[13,0.2814520597457886],[14,0.28829699754714966],[15,0.2823210656642914],[16,0.31160470843315125],[17,0.27584078907966614],[18,0.29608768224716187],[19,0.28699126839637756],[20,0.30407655239105225],[21,0.300994336605072],[22,0.30837029218673706],[23,0.3100223243236542],[24,0.3090766668319702],[25,0.3030587434768677],[26,0.2975039482116699],[27,0.301144540309906],[28,0.30136504769325256],[29,0.3216407001018524],[30,0.31553754210472107],[31,0.30317771434783936],[32,0.3083264231681824],[33,0.32273903489112854],[34,0.30469268560409546],[35,0.32241934537887573],[36,0.31642839312553406],[37,0.32533419132232666],[38,0.3177262544631958],[39,0.3149867057800293],[40,0.3203050196170807],[41,0.31828823685646057],[42,0.3271247148513794],[43,0.3310714662075043],[44,0.3166719377040863],[45,0.3335552215576172],[46,0.31404921412467957],[47,0.33323854207992554],[48,0.3166981339454651],[49,0.3244033455848694],[50,0.32517820596694946],[51,0.32512590289115906],[52,0.3276534378528595],[53,0.34383970499038696],[54,0.32472071051597595],[55,0.3305607736110687],[56,0.3306942582130432],[57,0.3235205113887787],[58,0.3362787663936615],[59,0.33040836453437805],[60,0.32833755016326904],[61,0.31668993830680847],[62,0.3273443579673767],[63,0.32751601934432983],[64,0.32221853733062744],[65,0.34065940976142883],[66,0.3326386511325836],[67,0.3269830346107483],[68,0.3241889178752899],[69,0.333755224943161],[70,0.33189645409584045],[71,0.3366168737411499],[72,0.3284514844417572],[73,0.33695152401924133],[74,0.33460256457328796],[75,0.3358055055141449],[76,0.3363346457481384],[77,0.33138132095336914],[78,0.32721245288848877],[79,0.3354033827781677],[80,0.34008318185806274],[81,0.32892361283302307],[82,0.33660614490509033],[83,0.33300450444221497],[84,0.33790042996406555],[85,0.33260053396224976],[86,0.3315478563308716],[87,0.3397791087627411],[88,0.33411705493927],[89,0.33639761805534363],[90,0.338595449924469],[91,0.32603660225868225],[92,0.3402082026004791],[93,0.33088767528533936],[94,0.3313571810722351],[95,0.3499841094017029],[96,0.3428281545639038],[97,0.33930790424346924],[98,0.34813588857650757],[99,0.3524957001209259]],"loss":[[0,0.6166977882385254],[1,0.641560435295105],[2,0.6533856391906738],[3,0.6683671474456787],[4,0.6855527758598328],[5,0.7229673862457275],[6,0.709010660648346],[7,0.7080190777778625],[8,0.7170785069465637],[9,0.7114801406860352],[10,0.7112274169921875],[11,0.7342053651809692],[12,0.7388227581977844],[13,0.754314661026001],[14,0.7588351964950562],[15,0.7440186738967896],[16,0.7492061257362366],[17,0.7510741353034973],[18,0.7506338953971863],[19,0.7493900656700134],[20,0.7471340894699097],[21,0.7650594711303711],[22,0.7469052076339722],[23,0.7745537757873535],[24,0.7518557906150818],[25,0.7599196434020996],[26,0.751854658126831],[27,0.7796963453292847],[28,0.7739955186843872],[29,0.7887498140335083],[30,0.7630612254142761],[31,0.7609577178955078],[32,0.747008740901947],[33,0.7621042728424072],[34,0.7528477907180786],[35,0.7587403059005737],[36,0.769402265548706],[37,0.7563523650169373],[38,0.761455237865448],[39,0.7754093408584595],[40,0.7522614598274231],[41,0.7674565315246582],[42,0.745399534702301],[43,0.7524261474609375],[44,0.7416768074035645],[45,0.7511994242668152],[46,0.7393995523452759],[47,0.7363957762718201],[48,0.7513436079025269],[49,0.7581719160079956],[50,0.7515816688537598],[51,0.7442126870155334],[52,0.7427283525466919],[53,0.7526054978370667],[54,0.7641708254814148],[55,0.7695164680480957],[56,0.7522632479667664],[57,0.7551782131195068],[58,0.7531881928443909],[59,0.7613290548324585],[60,0.7489011883735657],[61,0.7536876797676086],[62,0.7654712200164795],[63,0.7715457081794739],[64,0.7682711482048035],[65,0.7717117071151733],[66,0.7609568238258362],[67,0.747594952583313],[68,0.7701228857040405],[69,0.7776855826377869],[70,0.7525593042373657],[71,0.7522943615913391],[72,0.7613807320594788],[73,0.7571160793304443],[74,0.764109194278717],[75,0.7598986625671387],[76,0.7707884907722473],[77,0.7848317623138428],[78,0.764517068862915],[79,0.7646796703338623],[80,0.7652562260627747],[81,0.7598239779472351],[82,0.7693996429443359],[83,0.7645488381385803],[84,0.766501784324646],[85,0.7735563516616821],[86,0.766230583190918],[87,0.7689518332481384],[88,0.7694711685180664],[89,0.7686010599136353],[90,0.757199227809906],[91,0.7657103538513184],[92,0.7694448232650757],[93,0.7541927099227905],[94,0.7709081172943115],[95,0.7765927314758301],[96,0.7588130235671997],[97,0.7805635929107666],[98,0.7785029411315918],[99,0.7948240041732788]],"positive":[[0,0.1225370466709137],[1,0.1281023919582367],[2,0.1303037703037262],[3,0.13275635242462158],[4,0.13673917949199677],[5,0.14426544308662415],[6,0.14222261309623718],[7,0.14192715287208557],[8,0.14376208186149597],[9,0.14208193123340607],[10,0.14142553508281708],[11,0.14667250216007233],[12,0.14706504344940186],[13,0.15052461624145508],[14,0.1515023112297058],[15,0.14883558452129364],[16,0.1500007063150406],[17,0.14942094683647156],[18,0.15017984807491302],[19,0.14940041303634644],[20,0.14919361472129822],[21,0.15323911607265472],[22,0.14942483603954315],[23,0.15444029867649078],[24,0.15040841698646545],[25,0.1521052122116089],[26,0.1507238894701004],[27,0.1566879153251648],[28,0.15515528619289398],[29,0.15788863599300385],[30,0.15285442769527435],[31,0.152174174785614],[32,0.14949050545692444],[33,0.1530200093984604],[34,0.15035252273082733],[35,0.1519276648759842],[36,0.15341155230998993],[37,0.15149711072444916],[38,0.15245383977890015],[39,0.15502174198627472],[40,0.1503707766532898],[41,0.15379928052425385],[42,0.14923050999641418],[43,0.15088361501693726],[44,0.14826497435569763],[45,0.15015123784542084],[46,0.14800967276096344],[47,0.14709967374801636],[48,0.1504276990890503],[49,0.1515588015317917],[50,0.15061117708683014],[51,0.1491183042526245],[52,0.14876866340637207],[53,0.15032358467578888],[54,0.15304040908813477],[55,0.15414172410964966],[56,0.15035055577754974],[57,0.15129227936267853],[58,0.15024729073047638],[59,0.15246659517288208],[60,0.15037080645561218],[61,0.1502312421798706],[62,0.15312738716602325],[63,0.1550072878599167],[64,0.1536930948495865],[65,0.15472526848316193],[66,0.15233126282691956],[67,0.14947649836540222],[68,0.15419593453407288],[69,0.15527930855751038],[70,0.1504707634449005],[71,0.15023359656333923],[72,0.15219631791114807],[73,0.1512460708618164],[74,0.1523791253566742],[75,0.15196850895881653],[76,0.15373273193836212],[77,0.15688300132751465],[78,0.15269692242145538],[79,0.1532316952943802],[80,0.1530797928571701],[81,0.15205910801887512],[82,0.15402424335479736],[83,0.15260393917560577],[84,0.1536678522825241],[85,0.1547439992427826],[86,0.15307334065437317],[87,0.15311579406261444],[88,0.15432140231132507],[89,0.1538911908864975],[90,0.1510365754365921],[91,0.15350192785263062],[92,0.1543387919664383],[93,0.15105383098125458],[94,0.15399977564811707],[95,0.15612474083900452],[96,0.15190573036670685],[97,0.15597328543663025],[98,0.15535876154899597],[99,0.1587408483028412]],"negative":[[0,0.1240687146782875],[1,0.12838239967823029],[2,0.13103488087654114],[3,0.1346437633037567],[4,0.13742047548294067],[5,0.1448986530303955],[6,0.14156001806259155],[7,0.14121097326278687],[8,0.14308995008468628],[9,0.14247795939445496],[10,0.14302532374858856],[11,0.14692038297653198],[12,0.14843130111694336],[13,0.15116721391677856],[14,0.1520272195339203],[15,0.14874005317687988],[16,0.14970391988754272],[17,0.1510435938835144],[18,0.1501133292913437],[19,0.15037642419338226],[20,0.1496688425540924],[21,0.15272432565689087],[22,0.14935483038425446],[23,0.15535566210746765],[24,0.15033963322639465],[25,0.15186047554016113],[26,0.15004803240299225],[27,0.15511642396450043],[28,0.15440405905246735],[29,0.157772958278656],[30,0.15241147577762604],[31,0.15214014053344727],[32,0.1493946611881256],[33,0.15183846652507782],[34,0.15075773000717163],[35,0.15154153108596802],[36,0.15433438122272491],[37,0.15099680423736572],[38,0.15203140676021576],[39,0.15511037409305573],[40,0.15049955248832703],[41,0.15310415625572205],[42,0.14892053604125977],[43,0.15001851320266724],[44,0.14839832484722137],[45,0.1502724438905716],[46,0.14767858386039734],[47,0.1474347859621048],[48,0.1500716507434845],[49,0.15168644487857819],[50,0.15004737675189972],[51,0.14856012165546417],[52,0.14834541082382202],[53,0.1507430225610733],[54,0.15261518955230713],[55,0.15353623032569885],[56,0.15055029094219208],[57,0.1507830172777176],[58,0.15100620687007904],[59,0.15209642052650452],[60,0.14922893047332764],[61,0.15128283202648163],[62,0.15306809544563293],[63,0.153614342212677],[64,0.15358304977416992],[65,0.15388424694538116],[66,0.15195605158805847],[67,0.14953382313251495],[68,0.15378469228744507],[69,0.1558072417974472],[70,0.150529146194458],[71,0.15056796371936798],[72,0.15233264863491058],[73,0.15154938399791718],[74,0.15319734811782837],[75,0.15199802815914154],[76,0.15466587245464325],[77,0.15702947974205017],[78,0.15311698615550995],[79,0.15261521935462952],[80,0.15300917625427246],[81,0.1518232524394989],[82,0.15368962287902832],[83,0.15319649875164032],[84,0.15287424623966217],[85,0.1546618640422821],[86,0.1534101814031601],[87,0.15442344546318054],[88,0.15343667566776276],[89,0.1535307615995407],[90,0.15181989967823029],[91,0.1527470499277115],[92,0.15352046489715576],[93,0.15059354901313782],[94,0.15432240068912506],[95,0.15447765588760376],[96,0.15166379511356354],[97,0.15622533857822418],[98,0.15600715577602386],[99,0.15907612442970276]],"field":"reward_clipscore","scope":"rollout endpoint","updates":100,"seedPolicy":"no_fixed_seed_random_run","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/sd35m/opsd/clipscore/save/metrics.jsonl"},"v2":{"reward":[[0,0.2460273653268814],[1,0.2563881576061249],[2,0.26766160130500793],[3,0.27133437991142273],[4,0.27161964774131775],[5,0.2774587571620941],[6,0.27911198139190674],[7,0.2847447395324707],[8,0.28422513604164124],[9,0.2869025468826294],[10,0.2897500991821289],[11,0.2922568917274475],[12,0.2957742512226105],[13,0.2978293001651764],[14,0.29580628871917725],[15,0.2979821562767029],[16,0.3019320070743561],[17,0.30006054043769836],[18,0.300571084022522],[19,0.30254045128822327],[20,0.3049178421497345],[21,0.30589085817337036],[22,0.30537939071655273],[23,0.3061087429523468],[24,0.31142860651016235],[25,0.31006312370300293],[26,0.31055742502212524],[27,0.3124857246875763],[28,0.31283727288246155],[29,0.31558048725128174],[30,0.31461918354034424],[31,0.3165538012981415],[32,0.31613534688949585],[33,0.31392014026641846],[34,0.3185872435569763],[35,0.31584632396698],[36,0.3192795217037201],[37,0.32147905230522156],[38,0.3196580708026886],[39,0.32448163628578186],[40,0.320385605096817],[41,0.3225671947002411],[42,0.32320383191108704],[43,0.3236337900161743],[44,0.32443487644195557],[45,0.3240741491317749],[46,0.3254982829093933],[47,0.32413700222969055],[48,0.32732781767845154],[49,0.3272787630558014],[50,0.32622748613357544],[51,0.3230707347393036],[52,0.3279154598712921],[53,0.32877832651138306],[54,0.331642746925354],[55,0.32871121168136597],[56,0.3274752199649811],[57,0.32869136333465576],[58,0.328900009393692],[59,0.32850661873817444],[60,0.329694926738739],[61,0.3310709595680237],[62,0.3326197564601898],[63,0.33201080560684204],[64,0.3310856819152832],[65,0.33546683192253113],[66,0.33363577723503113],[67,0.3342004418373108],[68,0.3358611762523651],[69,0.3339838683605194],[70,0.33573976159095764],[71,0.3345298171043396],[72,0.3359057605266571],[73,0.33529913425445557],[74,0.33534708619117737],[75,0.33504948019981384],[76,0.3381289541721344],[77,0.3378414511680603],[78,0.33738088607788086],[79,0.33435148000717163],[80,0.3397412896156311],[81,0.3397138714790344],[82,0.33679401874542236],[83,0.33814436197280884],[84,0.34006214141845703],[85,0.33836984634399414],[86,0.3382200002670288],[87,0.3384091556072235],[88,0.34109294414520264],[89,0.3406287431716919],[90,0.3415139317512512],[91,0.3390643298625946],[92,0.3399948477745056],[93,0.34077998995780945],[94,0.3443966507911682],[95,0.34409257769584656],[96,0.34185755252838135],[97,0.34331193566322327],[98,0.3428478240966797],[99,0.34468185901641846]],"loss":[[0,1.0226141214370728],[1,1.0551612377166748],[2,1.071465015411377],[3,1.0871704816818237],[4,1.0674999952316284],[5,1.0737385749816895],[6,1.0909039974212646],[7,1.0945861339569092],[8,1.1035141944885254],[9,1.1009868383407593],[10,1.0960707664489746],[11,1.125910758972168],[12,1.125017523765564],[13,1.1274051666259766],[14,1.1227166652679443],[15,1.1158610582351685],[16,1.0947754383087158],[17,1.0961381196975708],[18,1.0849553346633911],[19,1.0834789276123047],[20,1.0974586009979248],[21,1.1004215478897095],[22,1.0992846488952637],[23,1.086423397064209],[24,1.1068068742752075],[25,1.0926913022994995],[26,1.1166332960128784],[27,1.0881600379943848],[28,1.100888729095459],[29,1.0956231355667114],[30,1.1101309061050415],[31,1.0744984149932861],[32,1.0921742916107178],[33,1.08555269241333],[34,1.0989240407943726],[35,1.0753629207611084],[36,1.076052188873291],[37,1.0939390659332275],[38,1.094738245010376],[39,1.097274661064148],[40,1.0787124633789062],[41,1.0850112438201904],[42,1.076190710067749],[43,1.0839648246765137],[44,1.0729994773864746],[45,1.098284125328064],[46,1.0762759447097778],[47,1.0761560201644897],[48,1.0654888153076172],[49,1.0885347127914429],[50,1.0944151878356934],[51,1.0874218940734863],[52,1.1016592979431152],[53,1.086858868598938],[54,1.0926308631896973],[55,1.0887227058410645],[56,1.075165867805481],[57,1.0920106172561646],[58,1.0770597457885742],[59,1.0826395750045776],[60,1.0820162296295166],[61,1.0783648490905762],[62,1.0933033227920532],[63,1.1058014631271362],[64,1.0923551321029663],[65,1.099205493927002],[66,1.0813645124435425],[67,1.0941896438598633],[68,1.0928665399551392],[69,1.1123006343841553],[70,1.0931812524795532],[71,1.1104989051818848],[72,1.0948072671890259],[73,1.126718282699585],[74,1.1122404336929321],[75,1.1069732904434204],[76,1.1256728172302246],[77,1.1119123697280884],[78,1.1174449920654297],[79,1.1256860494613647],[80,1.1219031810760498],[81,1.128772497177124],[82,1.1329336166381836],[83,1.1093943119049072],[84,1.1279265880584717],[85,1.101622223854065],[86,1.1134912967681885],[87,1.105283260345459],[88,1.1061789989471436],[89,1.1017180681228638],[90,1.119933843612671],[91,1.111755609512329],[92,1.1130601167678833],[93,1.0901262760162354],[94,1.1006593704223633],[95,1.1124135255813599],[96,1.09690260887146],[97,1.1380354166030884],[98,1.097978115081787],[99,1.1321792602539062]],"positive":[[0,0.20452278852462769],[1,0.21103255450725555],[2,0.21429285407066345],[3,0.21743400394916534],[4,0.2135000079870224],[5,0.21474774181842804],[6,0.2181805819272995],[7,0.21891732513904572],[8,0.22070303559303284],[9,0.22019736468791962],[10,0.21921417117118835],[11,0.22518214583396912],[12,0.22500373423099518],[13,0.22548113763332367],[14,0.2245435118675232],[15,0.2231721431016922],[16,0.21895499527454376],[17,0.2192276567220688],[18,0.216991126537323],[19,0.2166958749294281],[20,0.21949194371700287],[21,0.22008423507213593],[22,0.21985682845115662],[23,0.2172846496105194],[24,0.2213611602783203],[25,0.2185380756855011],[26,0.22332645952701569],[27,0.21763212978839874],[28,0.2201780080795288],[29,0.21912458539009094],[30,0.222026064991951],[31,0.21489949524402618],[32,0.2184348851442337],[33,0.2171105295419693],[34,0.21978479623794556],[35,0.21507269144058228],[36,0.21521033346652985],[37,0.2187878042459488],[38,0.2189473807811737],[39,0.2194548398256302],[40,0.21574236452579498],[41,0.21700210869312286],[42,0.21523834764957428],[43,0.2167930006980896],[44,0.21459974348545074],[45,0.21965686976909637],[46,0.2152549773454666],[47,0.21523113548755646],[48,0.21309775114059448],[49,0.21770693361759186],[50,0.21888309717178345],[51,0.2174842804670334],[52,0.22033186256885529],[53,0.2173718512058258],[54,0.21852588653564453],[55,0.2177443951368332],[56,0.21503321826457977],[57,0.21840229630470276],[58,0.21541179716587067],[59,0.2165277898311615],[60,0.21640318632125854],[61,0.21567294001579285],[62,0.21866048872470856],[63,0.2211603820323944],[64,0.2184712290763855],[65,0.2198411524295807],[66,0.2162729650735855],[67,0.2188379466533661],[68,0.21857324242591858],[69,0.22246059775352478],[70,0.21863628923892975],[71,0.2220996916294098],[72,0.2189614623785019],[73,0.22534386813640594],[74,0.22244815528392792],[75,0.2213946431875229],[76,0.22513461112976074],[77,0.22238221764564514],[78,0.22348898649215698],[79,0.22513706982135773],[80,0.2243807315826416],[81,0.22575432062149048],[82,0.2265867441892624],[83,0.2218787968158722],[84,0.22558532655239105],[85,0.2203245759010315],[86,0.22269828617572784],[87,0.22105686366558075],[88,0.22123569250106812],[89,0.22034350037574768],[90,0.22398680448532104],[91,0.22235095500946045],[92,0.22261197865009308],[93,0.2180253118276596],[94,0.2201317399740219],[95,0.22248268127441406],[96,0.21938040852546692],[97,0.22760705649852753],[98,0.2195955514907837],[99,0.22643586993217468]],"negative":[[0,0.20452287793159485],[1,0.2110319435596466],[2,0.21429315209388733],[3,0.21743415296077728],[4,0.2135000377893448],[5,0.21474765241146088],[6,0.21818102896213531],[7,0.2189171314239502],[8,0.2207026332616806],[9,0.220197394490242],[10,0.21921411156654358],[11,0.2251822054386139],[12,0.22500327229499817],[13,0.22548089921474457],[14,0.22454316914081573],[15,0.22317227721214294],[16,0.2189551591873169],[17,0.21922756731510162],[18,0.21699102222919464],[19,0.21669571101665497],[20,0.21949148178100586],[21,0.22008439898490906],[22,0.21985703706741333],[23,0.2172846794128418],[24,0.22136157751083374],[25,0.21853847801685333],[26,0.22332686185836792],[27,0.21763190627098083],[28,0.22017750144004822],[29,0.21912463009357452],[30,0.2220262885093689],[31,0.21489986777305603],[32,0.21843482553958893],[33,0.2171105593442917],[34,0.21978485584259033],[35,0.21507248282432556],[36,0.21521054208278656],[37,0.2187878042459488],[38,0.2189479023218155],[39,0.21945501863956451],[40,0.2157425582408905],[41,0.21700239181518555],[42,0.21523797512054443],[43,0.21679292619228363],[44,0.21459998190402985],[45,0.21965675055980682],[46,0.21525537967681885],[47,0.215231254696846],[48,0.21309778094291687],[49,0.21770694851875305],[50,0.2188829779624939],[51,0.2174844741821289],[52,0.2203318178653717],[53,0.21737167239189148],[54,0.2185264378786087],[55,0.21774470806121826],[56,0.215033158659935],[57,0.21840199828147888],[58,0.21541208028793335],[59,0.21652807295322418],[60,0.21640333533287048],[61,0.21567298471927643],[62,0.21866083145141602],[63,0.22116021811962128],[64,0.21847087144851685],[65,0.21984101831912994],[66,0.21627283096313477],[67,0.21883785724639893],[68,0.21857334673404694],[69,0.22245962917804718],[70,0.21863622963428497],[71,0.22209984064102173],[72,0.2189614325761795],[73,0.2253434956073761],[74,0.22244802117347717],[75,0.22139471769332886],[76,0.2251344621181488],[77,0.22238267958164215],[78,0.22348904609680176],[79,0.2251373529434204],[80,0.22438058257102966],[81,0.22575464844703674],[82,0.2265866994857788],[83,0.22187891602516174],[84,0.22558532655239105],[85,0.2203242927789688],[86,0.22269822657108307],[87,0.22105641663074493],[88,0.22123590111732483],[89,0.2203436940908432],[90,0.22398674488067627],[91,0.2223513126373291],[92,0.22261208295822144],[93,0.21802522242069244],[94,0.2201320230960846],[95,0.22248274087905884],[96,0.21938064694404602],[97,0.2276071310043335],[98,0.21959567070007324],[99,0.22643586993217468]],"field":"reward_anchor_clipscore","scope":"clean-output anchor","updates":100,"seedPolicy":"fixed_seed_42"},"status":"complete","final":{"scores":{"clipscore":0.3274892695993185},"stats":{"clipscore":{"mean":0.3274892695993185,"std":0.0495423887537614,"se":0.0015666678918739684,"n":1000}}}},{"id":"sd35m_hpsv2","backbone":"sd35m","metric":"hpsv2","label":"HPSv2.1","budget":100,"v1":{"reward":[[0,0.22717083990573883],[1,0.25900396704673767],[2,0.2669296860694885],[3,0.3034951686859131],[4,0.31692034006118774],[5,0.31459739804267883],[6,0.32483041286468506],[7,0.3395479619503021],[8,0.3412030041217804],[9,0.3441913425922394],[10,0.3513147234916687],[11,0.36040011048316956],[12,0.34676384925842285],[13,0.34750592708587646],[14,0.3455691635608673],[15,0.35296323895454407],[16,0.3616231083869934],[17,0.35719019174575806],[18,0.3696969747543335],[19,0.3689110279083252],[20,0.3595404028892517],[21,0.36539745330810547],[22,0.37104225158691406],[23,0.36947062611579895],[24,0.3749732971191406],[25,0.3695390522480011],[26,0.3744356632232666],[27,0.3701641857624054],[28,0.37848252058029175],[29,0.37401333451271057],[30,0.3678688704967499],[31,0.3851195275783539],[32,0.37561580538749695],[33,0.38174721598625183],[34,0.38185495138168335],[35,0.38801881670951843],[36,0.38075998425483704],[37,0.38551875948905945],[38,0.3917907178401947],[39,0.38481366634368896],[40,0.37577083706855774],[41,0.38005754351615906],[42,0.385745108127594],[43,0.3875685930252075],[44,0.3871152400970459],[45,0.38317620754241943],[46,0.39091870188713074],[47,0.38914328813552856],[48,0.3843005895614624],[49,0.395345538854599],[50,0.3937610983848572],[51,0.3907574415206909],[52,0.3947042226791382],[53,0.39132383465766907],[54,0.3946109712123871],[55,0.3917413055896759],[56,0.3962193727493286],[57,0.3909551203250885],[58,0.397549569606781],[59,0.3928981423377991],[60,0.38538455963134766],[61,0.3858087956905365],[62,0.38946589827537537],[63,0.38520047068595886],[64,0.3934217393398285],[65,0.3967699706554413],[66,0.397417813539505],[67,0.3973800241947174],[68,0.4009294807910919],[69,0.3997841477394104],[70,0.3903186619281769],[71,0.39769288897514343],[72,0.3950580954551697],[73,0.4007468819618225],[74,0.39870256185531616],[75,0.392966628074646],[76,0.4035228490829468],[77,0.40105125308036804],[78,0.4053729772567749],[79,0.3961613178253174],[80,0.40402549505233765],[81,0.39860281348228455],[82,0.40271827578544617],[83,0.39713501930236816],[84,0.40859392285346985],[85,0.40235650539398193],[86,0.40281644463539124],[87,0.3903098404407501],[88,0.3975413739681244],[89,0.3960430920124054],[90,0.3986743986606598],[91,0.407187819480896],[92,0.40212371945381165],[93,0.3972725570201874],[94,0.40596243739128113],[95,0.3907717764377594],[96,0.4001253843307495],[97,0.3965856432914734],[98,0.3981185853481293],[99,0.4010835289955139]],"loss":[[0,0.6307060718536377],[1,0.7189714908599854],[2,0.7824290990829468],[3,0.8367072343826294],[4,0.8418045043945312],[5,0.8444708585739136],[6,0.7897351980209351],[7,0.7897840738296509],[8,0.7720122933387756],[9,0.7695536017417908],[10,0.7652536034584045],[11,0.7823818922042847],[12,0.7363032102584839],[13,0.717653751373291],[14,0.7112681865692139],[15,0.7232860326766968],[16,0.7315956950187683],[17,0.7298847436904907],[18,0.735583484172821],[19,0.7663030624389648],[20,0.7544224858283997],[21,0.7596325874328613],[22,0.7704102993011475],[23,0.756210207939148],[24,0.7802966833114624],[25,0.7665367722511292],[26,0.7773079872131348],[27,0.780198335647583],[28,0.7637803554534912],[29,0.7904269099235535],[30,0.7813633680343628],[31,0.7711334228515625],[32,0.7715303897857666],[33,0.7705220580101013],[34,0.7901197671890259],[35,0.7884865403175354],[36,0.7883144021034241],[37,0.8120386600494385],[38,0.7903899550437927],[39,0.808210015296936],[40,0.7877829670906067],[41,0.8128104209899902],[42,0.8071084022521973],[43,0.8130772113800049],[44,0.7964398264884949],[45,0.828984260559082],[46,0.7735303640365601],[47,0.836402952671051],[48,0.791146993637085],[49,0.8283835649490356],[50,0.7981747388839722],[51,0.8098690509796143],[52,0.8224264979362488],[53,0.8104396462440491],[54,0.8204184770584106],[55,0.7956877946853638],[56,0.8139476776123047],[57,0.7988017797470093],[58,0.8116755485534668],[59,0.8084083199501038],[60,0.8249753713607788],[61,0.785306453704834],[62,0.816707968711853],[63,0.7753883004188538],[64,0.7773445248603821],[65,0.7911978960037231],[66,0.8057854175567627],[67,0.7821495532989502],[68,0.8153253793716431],[69,0.8320761322975159],[70,0.8429362177848816],[71,0.7995151281356812],[72,0.8180278539657593],[73,0.8152878880500793],[74,0.8453397750854492],[75,0.8203422427177429],[76,0.8271614909172058],[77,0.8366565704345703],[78,0.8514440655708313],[79,0.8297872543334961],[80,0.8127606511116028],[81,0.824520468711853],[82,0.8266597986221313],[83,0.8212049007415771],[84,0.831066370010376],[85,0.8256182074546814],[86,0.8490170836448669],[87,0.7946233749389648],[88,0.8485072255134583],[89,0.7985442876815796],[90,0.8443388342857361],[91,0.8247025609016418],[92,0.8206204175949097],[93,0.8138293623924255],[94,0.8303571343421936],[95,0.8159374594688416],[96,0.8273913860321045],[97,0.8250230550765991],[98,0.8156281113624573],[99,0.8158459067344666]],"positive":[[0,0.1273978054523468],[1,0.14563271403312683],[2,0.15783575177192688],[3,0.1683259904384613],[4,0.1705406755208969],[5,0.17047497630119324],[6,0.15885798633098602],[7,0.15844738483428955],[8,0.154831662774086],[9,0.1554272621870041],[10,0.15374755859375],[11,0.15697145462036133],[12,0.1476152539253235],[13,0.14335280656814575],[14,0.14180633425712585],[15,0.1449139565229416],[16,0.1465480625629425],[17,0.1464654803276062],[18,0.147351935505867],[19,0.15435856580734253],[20,0.15244466066360474],[21,0.15327222645282745],[22,0.15595781803131104],[23,0.15358363091945648],[24,0.1577209234237671],[25,0.15517060458660126],[26,0.1574387103319168],[27,0.15762466192245483],[28,0.15439562499523163],[29,0.1602405309677124],[30,0.1582157164812088],[31,0.1562105119228363],[32,0.15644899010658264],[33,0.1562863290309906],[34,0.1604626178741455],[35,0.1599208414554596],[36,0.15947072207927704],[37,0.16472449898719788],[38,0.16024306416511536],[39,0.16469669342041016],[40,0.15959611535072327],[41,0.1657118797302246],[42,0.1634012758731842],[43,0.16464804112911224],[44,0.1605474352836609],[45,0.16769398748874664],[46,0.15678487718105316],[47,0.1693885773420334],[48,0.16022296249866486],[49,0.16756834089756012],[50,0.16266001760959625],[51,0.16470089554786682],[52,0.16796018183231354],[53,0.1650293469429016],[54,0.16627545654773712],[55,0.1618843674659729],[56,0.16517439484596252],[57,0.1619621366262436],[58,0.16551662981510162],[59,0.16482816636562347],[60,0.16682089865207672],[61,0.1589629352092743],[62,0.16611644625663757],[63,0.15710321068763733],[64,0.15758700668811798],[65,0.16034899652004242],[66,0.16381655633449554],[67,0.15900005400180817],[68,0.16503821313381195],[69,0.1690487116575241],[70,0.1711617112159729],[71,0.16168765723705292],[72,0.16740766167640686],[73,0.1654064804315567],[74,0.17261098325252533],[75,0.1666603535413742],[76,0.16801732778549194],[77,0.17019423842430115],[78,0.17378714680671692],[79,0.16857248544692993],[80,0.16510562598705292],[81,0.16752853989601135],[82,0.16890615224838257],[83,0.16697800159454346],[84,0.16796651482582092],[85,0.16761983931064606],[86,0.1727430522441864],[87,0.16152286529541016],[88,0.1716129630804062],[89,0.1616833209991455],[90,0.17112109065055847],[91,0.16752099990844727],[92,0.16601330041885376],[93,0.1651885211467743],[94,0.16902844607830048],[95,0.16488417983055115],[96,0.16774599254131317],[97,0.1684652715921402],[98,0.16513830423355103],[99,0.16518276929855347]],"negative":[[0,0.12478002905845642],[1,0.1419295221567154],[2,0.15526047348976135],[3,0.1663539707660675],[4,0.16619598865509033],[5,0.16730478405952454],[6,0.15695951879024506],[7,0.15746037662029266],[8,0.15401485562324524],[9,0.1524616926908493],[10,0.15240591764450073],[11,0.15591493248939514],[12,0.14695419371128082],[13,0.1437402218580246],[14,0.14264965057373047],[15,0.14440791308879852],[16,0.14614026248455048],[17,0.14543089270591736],[18,0.1468658596277237],[19,0.15206536650657654],[20,0.14932212233543396],[21,0.15055324137210846],[22,0.1521790325641632],[23,0.14886562526226044],[24,0.15438434481620789],[25,0.1515071541070938],[26,0.15346688032150269],[27,0.15433785319328308],[28,0.15102213621139526],[29,0.15588314831256866],[30,0.1543605774641037],[31,0.15217965841293335],[32,0.15218587219715118],[33,0.15189379453659058],[34,0.15556593239307404],[35,0.15536844730377197],[36,0.15589486062526703],[37,0.1600366234779358],[38,0.15586422383785248],[39,0.15858730673789978],[40,0.15553295612335205],[41,0.15949365496635437],[42,0.15950793027877808],[43,0.16053014993667603],[44,0.157955139875412],[45,0.163935124874115],[46,0.15262040495872498],[47,0.1651131957769394],[48,0.15616074204444885],[49,0.16378247737884521],[50,0.15662233531475067],[51,0.1591641753911972],[52,0.16102716326713562],[53,0.15912848711013794],[54,0.1619209498167038],[55,0.1564471274614334],[56,0.16038328409194946],[57,0.15764853358268738],[58,0.15912802517414093],[59,0.15849965810775757],[60,0.16323789954185486],[61,0.15514937043190002],[62,0.16056974232196808],[63,0.15303964912891388],[64,0.15335652232170105],[65,0.15612822771072388],[66,0.15840616822242737],[67,0.15382546186447144],[68,0.16105788946151733],[69,0.16385073959827423],[70,0.16610994935035706],[71,0.1581333577632904],[72,0.159792959690094],[73,0.1607217937707901],[74,0.16552138328552246],[75,0.16150915622711182],[76,0.1629340499639511],[77,0.1644531488418579],[78,0.1667570173740387],[79,0.16333377361297607],[80,0.160009503364563],[81,0.16223947703838348],[82,0.1617847979068756],[83,0.16152092814445496],[84,0.16444100439548492],[85,0.16263657808303833],[86,0.1668555587530136],[87,0.15634368360042572],[88,0.16777746379375458],[89,0.15771394968032837],[90,0.16661493480205536],[91,0.16238926351070404],[92,0.1621231585741043],[93,0.1603657603263855],[94,0.16307523846626282],[95,0.16154958307743073],[96,0.1632038801908493],[97,0.16150324046611786],[98,0.16105037927627563],[99,0.16114714741706848]],"field":"reward_hpsv2","scope":"rollout endpoint","updates":100,"seedPolicy":"no_fixed_seed_random_run","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/sd35m/opsd/hpsv2/save/metrics.jsonl"},"v2":{"reward":[[0,0.21025732159614563],[1,0.25470930337905884],[2,0.2928832769393921],[3,0.3154611885547638],[4,0.32850518822669983],[5,0.3407294452190399],[6,0.3450585603713989],[7,0.3504340946674347],[8,0.35457542538642883],[9,0.35709109902381897],[10,0.3631556034088135],[11,0.36657169461250305],[12,0.3688168227672577],[13,0.3741847276687622],[14,0.375632107257843],[15,0.3793623745441437],[16,0.38278108835220337],[17,0.3824063241481781],[18,0.38539403676986694],[19,0.38777875900268555],[20,0.3881073296070099],[21,0.3912951648235321],[22,0.39129531383514404],[23,0.39467430114746094],[24,0.39687004685401917],[25,0.396787166595459],[26,0.397886723279953],[27,0.39820411801338196],[28,0.4004599452018738],[29,0.4004470705986023],[30,0.40203994512557983],[31,0.40433675050735474],[32,0.4042719304561615],[33,0.40588268637657166],[34,0.4049207866191864],[35,0.40595492720603943],[36,0.40584054589271545],[37,0.4077216386795044],[38,0.409221887588501],[39,0.40975871682167053],[40,0.40811240673065186],[41,0.4110327363014221],[42,0.40911537408828735],[43,0.4112253785133362],[44,0.41091427206993103],[45,0.4101157784461975],[46,0.41345977783203125],[47,0.411005437374115],[48,0.41632843017578125],[49,0.41551706194877625],[50,0.41588619351387024],[51,0.41207972168922424],[52,0.41505083441734314],[53,0.41410574316978455],[54,0.4172680675983429],[55,0.41569918394088745],[56,0.41560760140419006],[57,0.4178091585636139],[58,0.4189351797103882],[59,0.41822299361228943],[60,0.4163254499435425],[61,0.41787147521972656],[62,0.4207599461078644],[63,0.41881096363067627],[64,0.4184397757053375],[65,0.41962698101997375],[66,0.4198101758956909],[67,0.41981396079063416],[68,0.42177560925483704],[69,0.42102983593940735],[70,0.4223911464214325],[71,0.42092543840408325],[72,0.42262840270996094],[73,0.4213559329509735],[74,0.4211122393608093],[75,0.4223713278770447],[76,0.42375802993774414],[77,0.4246922731399536],[78,0.4226115643978119],[79,0.42256465554237366],[80,0.4257606267929077],[81,0.4227103292942047],[82,0.42416101694107056],[83,0.4234682619571686],[84,0.42435696721076965],[85,0.42329898476600647],[86,0.4226447343826294],[87,0.42514026165008545],[88,0.42576494812965393],[89,0.42658093571662903],[90,0.42601674795150757],[91,0.4270417392253876],[92,0.4250982999801636],[93,0.4256589114665985],[94,0.4266977310180664],[95,0.4269391596317291],[96,0.4277135133743286],[97,0.4256168603897095],[98,0.4264514744281769],[99,0.4260823428630829]],"loss":[[0,1.1270601749420166],[1,1.2531406879425049],[2,1.3917350769042969],[3,1.4588122367858887],[4,1.5443329811096191],[5,1.4501755237579346],[6,1.3736799955368042],[7,1.321447730064392],[8,1.289564847946167],[9,1.2872201204299927],[10,1.286201000213623],[11,1.2172271013259888],[12,1.1803797483444214],[13,1.1768503189086914],[14,1.1437262296676636],[15,1.12845778465271],[16,1.1524231433868408],[17,1.1834298372268677],[18,1.2142620086669922],[19,1.231054425239563],[20,1.2531849145889282],[21,1.2586456537246704],[22,1.2722551822662354],[23,1.295475959777832],[24,1.3069096803665161],[25,1.309760332107544],[26,1.3109759092330933],[27,1.3352707624435425],[28,1.3539018630981445],[29,1.362472414970398],[30,1.3964521884918213],[31,1.3851150274276733],[32,1.3887404203414917],[33,1.3630794286727905],[34,1.4130202531814575],[35,1.3315789699554443],[36,1.4310740232467651],[37,1.3844959735870361],[38,1.439674735069275],[39,1.4144078493118286],[40,1.3959249258041382],[41,1.3781198263168335],[42,1.3857194185256958],[43,1.392585277557373],[44,1.3890104293823242],[45,1.3922442197799683],[46,1.40414297580719],[47,1.4095854759216309],[48,1.4149069786071777],[49,1.4645702838897705],[50,1.3969063758850098],[51,1.4461610317230225],[52,1.3882826566696167],[53,1.4312869310379028],[54,1.3689610958099365],[55,1.4734439849853516],[56,1.4077708721160889],[57,1.4480420351028442],[58,1.458223581314087],[59,1.4746482372283936],[60,1.4705067873001099],[61,1.4596927165985107],[62,1.466747522354126],[63,1.492950201034546],[64,1.4697206020355225],[65,1.4509680271148682],[66,1.4843547344207764],[67,1.450591802597046],[68,1.4536482095718384],[69,1.4780677556991577],[70,1.4614462852478027],[71,1.4430129528045654],[72,1.4672402143478394],[73,1.4781761169433594],[74,1.4958089590072632],[75,1.4817007780075073],[76,1.4910614490509033],[77,1.4326450824737549],[78,1.5502753257751465],[79,1.4533867835998535],[80,1.5570744276046753],[81,1.4726588726043701],[82,1.5581512451171875],[83,1.5096017122268677],[84,1.5507121086120605],[85,1.5261194705963135],[86,1.547133445739746],[87,1.5219812393188477],[88,1.5205533504486084],[89,1.5181300640106201],[90,1.5348846912384033],[91,1.5098854303359985],[92,1.5396333932876587],[93,1.531633734703064],[94,1.5473084449768066],[95,1.5396463871002197],[96,1.554068922996521],[97,1.5376027822494507],[98,1.5360939502716064],[99,1.5379276275634766]],"positive":[[0,0.22541198134422302],[1,0.25062814354896545],[2,0.2783471345901489],[3,0.2917625308036804],[4,0.30886632204055786],[5,0.29003533720970154],[6,0.2747361660003662],[7,0.2642894685268402],[8,0.2579129636287689],[9,0.25744420289993286],[10,0.2572404444217682],[11,0.24344567954540253],[12,0.23607592284679413],[13,0.23537036776542664],[14,0.2287454605102539],[15,0.22569161653518677],[16,0.2304847240447998],[17,0.2366858571767807],[18,0.2428523600101471],[19,0.24621164798736572],[20,0.250637024641037],[21,0.2517293691635132],[22,0.2544507682323456],[23,0.25909504294395447],[24,0.2613823115825653],[25,0.26195192337036133],[26,0.26219525933265686],[27,0.26705390214920044],[28,0.270780473947525],[29,0.2724948525428772],[30,0.27929067611694336],[31,0.2770230770111084],[32,0.2777479887008667],[33,0.2726161479949951],[34,0.28260403871536255],[35,0.2663156986236572],[36,0.28621506690979004],[37,0.276899129152298],[38,0.2879347503185272],[39,0.2828819155693054],[40,0.27918484807014465],[41,0.27562379837036133],[42,0.2771434783935547],[43,0.2785167098045349],[44,0.27780240774154663],[45,0.27844882011413574],[46,0.28082820773124695],[47,0.28191661834716797],[48,0.28298109769821167],[49,0.2929142117500305],[50,0.2793809771537781],[51,0.28923195600509644],[52,0.27765631675720215],[53,0.28625744581222534],[54,0.2737923562526703],[55,0.2946885824203491],[56,0.2815539836883545],[57,0.2896083891391754],[58,0.2916450798511505],[59,0.2949295938014984],[60,0.2941012382507324],[61,0.29193881154060364],[62,0.29334911704063416],[63,0.2985900640487671],[64,0.29394447803497314],[65,0.29019367694854736],[66,0.2968708872795105],[67,0.2901182770729065],[68,0.2907297909259796],[69,0.29561346769332886],[70,0.2922898232936859],[71,0.2886025905609131],[72,0.29344743490219116],[73,0.29563528299331665],[74,0.29916203022003174],[75,0.2963400185108185],[76,0.2982124984264374],[77,0.2865293025970459],[78,0.31005486845970154],[79,0.29067695140838623],[80,0.3114146292209625],[81,0.2945321202278137],[82,0.31163012981414795],[83,0.3019201159477234],[84,0.3101426064968109],[85,0.30522388219833374],[86,0.30942660570144653],[87,0.3043966591358185],[88,0.30411016941070557],[89,0.3036261200904846],[90,0.3069772720336914],[91,0.3019770681858063],[92,0.30792734026908875],[93,0.3063267469406128],[94,0.3094618618488312],[95,0.30792900919914246],[96,0.3108139634132385],[97,0.3075210750102997],[98,0.3072184920310974],[99,0.30758580565452576]],"negative":[[0,0.22541210055351257],[1,0.25062817335128784],[2,0.278346985578537],[3,0.2917623221874237],[4,0.3088668882846832],[5,0.2900348901748657],[6,0.27473583817481995],[7,0.26428961753845215],[8,0.2579129934310913],[9,0.2574438750743866],[10,0.2572399377822876],[11,0.24344514310359955],[12,0.2360759675502777],[13,0.23536980152130127],[14,0.22874505817890167],[15,0.22569149732589722],[16,0.23048457503318787],[17,0.236686110496521],[18,0.24285249412059784],[19,0.24621015787124634],[20,0.2506369352340698],[21,0.251728892326355],[22,0.25445133447647095],[23,0.25909528136253357],[24,0.2613815665245056],[25,0.2619522213935852],[26,0.2621951103210449],[27,0.2670544385910034],[28,0.2707802951335907],[29,0.2724941074848175],[30,0.27929019927978516],[31,0.2770228981971741],[32,0.277748167514801],[33,0.2726156711578369],[34,0.2826041281223297],[35,0.26631593704223633],[36,0.28621453046798706],[37,0.2768993079662323],[38,0.2879351079463959],[39,0.2828812599182129],[40,0.27918508648872375],[41,0.27562415599823],[42,0.27714431285858154],[43,0.27851739525794983],[44,0.2778017818927765],[45,0.27844882011413574],[46,0.2808290123939514],[47,0.2819175720214844],[48,0.2829817235469818],[49,0.29291385412216187],[50,0.27938151359558105],[51,0.28923243284225464],[52,0.2776567339897156],[53,0.2862573266029358],[54,0.273792028427124],[55,0.29468899965286255],[56,0.28155434131622314],[57,0.28960832953453064],[58,0.2916443645954132],[59,0.29492971301078796],[60,0.2941014766693115],[61,0.29193830490112305],[62,0.2933499217033386],[63,0.2985900044441223],[64,0.29394376277923584],[65,0.2901935577392578],[66,0.29687097668647766],[67,0.2901184558868408],[68,0.29072946310043335],[69,0.2956135869026184],[70,0.29228875041007996],[71,0.28860265016555786],[72,0.29344865679740906],[73,0.2956352233886719],[74,0.29916152358055115],[75,0.2963402569293976],[76,0.29821208119392395],[77,0.2865287661552429],[78,0.3100552558898926],[79,0.2906778156757355],[80,0.3114151358604431],[81,0.2945314645767212],[82,0.31163039803504944],[83,0.3019205629825592],[84,0.31014224886894226],[85,0.3052239418029785],[86,0.30942678451538086],[87,0.304395854473114],[88,0.304111123085022],[89,0.3036258816719055],[90,0.3069765567779541],[91,0.30197712779045105],[92,0.3079260289669037],[93,0.3063267171382904],[94,0.30946147441864014],[95,0.30792951583862305],[96,0.3108135759830475],[97,0.3075200617313385],[98,0.30721908807754517],[99,0.3075852692127228]],"field":"reward_anchor_hpsv2","scope":"clean-output anchor","updates":100,"seedPolicy":"fixed_seed_42"},"status":"complete","final":{"scores":{"hpsv2":0.39029891419410706},"stats":{"hpsv2":{"mean":0.39029891419410706,"std":0.036891228356817046,"se":0.0011666030728893278,"n":1000}}}},{"id":"sd35m_aesthetic","backbone":"sd35m","metric":"aesthetic","label":"Aesthetic","budget":100,"v1":{"reward":[[0,5.698598861694336],[1,6.0917067527771],[2,6.607244968414307],[3,6.716219902038574],[4,6.981193542480469],[5,7.2241997718811035],[6,7.38417387008667],[7,7.554655075073242],[8,7.882966995239258],[9,8.022624015808105],[10,8.128501892089844],[11,8.20192813873291],[12,8.459659576416016],[13,8.667231559753418],[14,8.68919849395752],[15,8.87625503540039],[16,8.92666244506836],[17,9.272286415100098],[18,9.251031875610352],[19,9.34512710571289],[20,9.544540405273438],[21,9.545628547668457],[22,9.643875122070312],[23,9.694015502929688],[24,9.861781120300293],[25,10.030252456665039],[26,9.905656814575195],[27,9.933441162109375],[28,10.085918426513672],[29,10.03514575958252],[30,10.168253898620605],[31,10.195496559143066],[32,10.39620304107666],[33,10.140015602111816],[34,10.472697257995605],[35,10.210124969482422],[36,10.441776275634766],[37,10.366697311401367],[38,10.561399459838867],[39,10.38235855102539],[40,10.4439697265625],[41,10.435216837538851],[42,10.456326884680472],[43,10.616341916559842],[44,10.539774619971181],[45,10.537943372503905],[46,10.68440924137716],[47,10.599264807358834],[48,10.640725909617405],[49,10.701377865053681],[50,10.655681811124506],[51,10.672508304915993],[52,10.88421681418591],[53,10.747328083709501],[54,10.937477425497542],[55,10.87091727256987],[56,10.828893212902669],[57,10.893042608699062],[58,10.948128215468842],[59,10.93059358076744],[60,11.069451533094018],[61,10.954650622394334],[62,10.91378273376446],[63,10.865136422222097],[64,10.897148205487088],[65,11.0751886615344],[66,10.998076476482327],[67,11.172218654277497],[68,11.070294400486526],[69,11.32808064898223],[70,11.197429362466563],[71,11.242728458902548],[72,11.140815541540556],[73,11.442115417460586],[74,11.170493208803322],[75,11.40092362961369],[76,11.419656839167438],[77,11.517798497207941],[78,11.59233623239699],[79,11.62391412920412],[80,11.589892716449882],[81,11.630779174299846],[82,11.470022037663524],[83,11.621885094789647],[84,11.579818579507542],[85,11.66234296168003],[86,11.747761902335125],[87,11.796528111574679],[88,11.807063653449436],[89,11.707702124863475],[90,11.716923004223368],[91,11.732947658357457],[92,11.776714341689615],[93,11.722344927230498],[94,11.88404830041652],[95,11.64023796554025],[96,11.885051700465565],[97,11.56422363804554],[98,11.837924664745975],[99,11.87626838684082]],"loss":[[0,0.6066660284996033],[1,0.6380147933959961],[2,0.6616858839988708],[3,0.6973293423652649],[4,0.7097333073616028],[5,0.6928001046180725],[6,0.664254903793335],[7,0.6687160730361938],[8,0.6530073881149292],[9,0.6462239623069763],[10,0.654326856136322],[11,0.6610692739486694],[12,0.6741185188293457],[13,0.6850488185882568],[14,0.6987927556037903],[15,0.7087316513061523],[16,0.7239327430725098],[17,0.7361301779747009],[18,0.7487779259681702],[19,0.7499460577964783],[20,0.7735641002655029],[21,0.7621034383773804],[22,0.7801519632339478],[23,0.7657930254936218],[24,0.7769681811332703],[25,0.7927032709121704],[26,0.792866587638855],[27,0.7999609112739563],[28,0.8017841577529907],[29,0.8072160482406616],[30,0.8037209510803223],[31,0.8152941465377808],[32,0.8076296448707581],[33,0.8139281272888184],[34,0.8174823522567749],[35,0.825127124786377],[36,0.8362472057342529],[37,0.8286115527153015],[38,0.8291888236999512],[39,0.8233948945999146],[40,0.8329315185546875],[41,0.8314347863197327],[42,0.8403597474098206],[43,0.8364797830581665],[44,0.8472930788993835],[45,0.8442744612693787],[46,0.8547692894935608],[47,0.8460284471511841],[48,0.8478339314460754],[49,0.8545382022857666],[50,0.8526224493980408],[51,0.854935348033905],[52,0.865315318107605],[53,0.8562859892845154],[54,0.8780449032783508],[55,0.8553659319877625],[56,0.8670473098754883],[57,0.8524949550628662],[58,0.8673068881034851],[59,0.8648648858070374],[60,0.8760703802108765],[61,0.8715978264808655],[62,0.8725053071975708],[63,0.874237596988678],[64,0.8558812141418457],[65,0.8827484250068665],[66,0.862701416015625],[67,0.8973692059516907],[68,0.8821547031402588],[69,0.8918509483337402],[70,0.8811683654785156],[71,0.8777487874031067],[72,0.8868935108184814],[73,0.891072690486908],[74,0.885871946811676],[75,0.8955082297325134],[76,0.889428973197937],[77,0.9003348350524902],[78,0.8959968090057373],[79,0.9082909822463989],[80,0.8990265130996704],[81,0.8934279680252075],[82,0.9015388488769531],[83,0.8937835693359375],[84,0.8983327150344849],[85,0.8943202495574951],[86,0.8999122381210327],[87,0.9018848538398743],[88,0.9123104810714722],[89,0.8976225256919861],[90,0.9024113416671753],[91,0.9024999141693115],[92,0.9060053825378418],[93,0.899441659450531],[94,0.9157480001449585],[95,0.8918231129646301],[96,0.9096964001655579],[97,0.8918161392211914],[98,0.9090397357940674],[99,0.9080981016159058]],"positive":[[0,0.12152563780546188],[1,0.12672804296016693],[2,0.13211697340011597],[3,0.13904298841953278],[4,0.14132779836654663],[5,0.13736912608146667],[6,0.13197429478168488],[7,0.13299177587032318],[8,0.13008812069892883],[9,0.12899915874004364],[10,0.1311464011669159],[11,0.13186372816562653],[12,0.13551969826221466],[13,0.13751435279846191],[14,0.14066185057163239],[15,0.1421085149049759],[16,0.14562058448791504],[17,0.14754708111286163],[18,0.14971646666526794],[19,0.1503216028213501],[20,0.1548713743686676],[21,0.15252146124839783],[22,0.1560356169939041],[23,0.15240374207496643],[24,0.1559697389602661],[25,0.15884676575660706],[26,0.1586485356092453],[27,0.15946264564990997],[28,0.15997055172920227],[29,0.1616087555885315],[30,0.16043950617313385],[31,0.16312739253044128],[32,0.16111978888511658],[33,0.1621761918067932],[34,0.16322791576385498],[35,0.16430576145648956],[36,0.16693098843097687],[37,0.16527165472507477],[38,0.16595111787319183],[39,0.16413043439388275],[40,0.1666073352098465],[41,0.16592495143413544],[42,0.16914299130439758],[43,0.16680067777633667],[44,0.16943243145942688],[45,0.16890697181224823],[46,0.17094795405864716],[47,0.1692192256450653],[48,0.16945087909698486],[49,0.17098963260650635],[50,0.17051921784877777],[51,0.1705988645553589],[52,0.17313599586486816],[53,0.17072339355945587],[54,0.17649903893470764],[55,0.1705324649810791],[56,0.17320111393928528],[57,0.17061471939086914],[58,0.173429936170578],[59,0.17271743714809418],[60,0.17565816640853882],[61,0.17527544498443604],[62,0.17500042915344238],[63,0.17472681403160095],[64,0.1716408133506775],[65,0.1764439046382904],[66,0.17192701995372772],[67,0.17970788478851318],[68,0.17564937472343445],[69,0.1774759292602539],[70,0.17548581957817078],[71,0.17553499341011047],[72,0.17680545151233673],[73,0.17785292863845825],[74,0.1775548756122589],[75,0.17856277525424957],[76,0.17764009535312653],[77,0.17982907593250275],[78,0.17913497984409332],[79,0.18070916831493378],[80,0.1795520931482315],[81,0.17817513644695282],[82,0.18074415624141693],[83,0.17967098951339722],[84,0.17981663346290588],[85,0.17912375926971436],[86,0.17933082580566406],[87,0.1802813708782196],[88,0.18299466371536255],[89,0.17913129925727844],[90,0.1807238608598709],[91,0.18090717494487762],[92,0.18172796070575714],[93,0.18089812994003296],[94,0.18303754925727844],[95,0.1782582849264145],[96,0.1817789375782013],[97,0.1782894730567932],[98,0.18160367012023926],[99,0.18243606388568878]],"negative":[[0,0.12116855382919312],[1,0.1283823847770691],[2,0.13261552155017853],[3,0.13984301686286926],[4,0.14265918731689453],[5,0.13968594372272491],[6,0.13374309241771698],[7,0.13458114862442017],[8,0.1310800462961197],[9,0.1294950246810913],[10,0.13055498898029327],[11,0.13256564736366272],[12,0.13410323858261108],[13,0.13648828864097595],[14,0.1388886570930481],[15,0.1414380967617035],[16,0.14400729537010193],[17,0.14681746065616608],[18,0.14976200461387634],[19,0.14963354170322418],[20,0.154537171125412],[21,0.15222766995429993],[22,0.15604060888290405],[23,0.15395475924015045],[24,0.15484200417995453],[25,0.15830570459365845],[26,0.1584823578596115],[27,0.16051416099071503],[28,0.16081926226615906],[29,0.16119001805782318],[30,0.161062553524971],[31,0.16299159824848175],[32,0.16188302636146545],[33,0.16346833109855652],[34,0.16366416215896606],[35,0.16560150682926178],[36,0.1675965040922165],[37,0.16609406471252441],[38,0.16568970680236816],[39,0.16521181166172028],[40,0.16644906997680664],[41,0.1667095571756363],[42,0.16700778901576996],[43,0.16785694658756256],[44,0.1694840043783188],[45,0.16883522272109985],[46,0.1709379255771637],[47,0.16915158927440643],[48,0.16958840191364288],[49,0.17085476219654083],[50,0.17045629024505615],[51,0.17132054269313812],[52,0.17303422093391418],[53,0.17185203731060028],[54,0.17464914917945862],[55,0.1716691106557846],[56,0.17348076403141022],[57,0.17031779885292053],[58,0.17346444725990295],[59,0.173162579536438],[60,0.17466332018375397],[61,0.17348675429821014],[62,0.17399778962135315],[63,0.1749403029680252],[64,0.17066827416419983],[65,0.17665158212184906],[66,0.17309246957302094],[67,0.1792176514863968],[68,0.17710496485233307],[69,0.17911949753761292],[70,0.17696279287338257],[71,0.1755019873380661],[72,0.17784680426120758],[73,0.17849969863891602],[74,0.17686226963996887],[75,0.17967313528060913],[76,0.1782224476337433],[77,0.18034470081329346],[78,0.17923752963542938],[79,0.18243081867694855],[80,0.17995521426200867],[81,0.17916803061962128],[82,0.17987117171287537],[83,0.17781659960746765],[84,0.17950651049613953],[85,0.17861782014369965],[86,0.1806035190820694],[87,0.18037337064743042],[88,0.182043194770813],[89,0.1799924373626709],[90,0.18010501563549042],[91,0.1802191138267517],[92,0.18062907457351685],[93,0.17884477972984314],[94,0.18324130773544312],[95,0.17847071588039398],[96,0.18204684555530548],[97,0.1785067319869995],[98,0.1819257140159607],[99,0.18081283569335938]],"field":"reward_aesthetic","scope":"rollout endpoint","updates":100,"seedPolicy":"no_fixed_seed_random_run","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/sd35m/opsd/aesthetic/save/metrics.jsonl"},"v2":{"reward":[[0,5.4303879737854],[1,6.048276424407959],[2,6.641376972198486],[3,7.036098957061768],[4,7.32822847366333],[5,7.56333065032959],[6,7.84020471572876],[7,8.097188949584961],[8,8.349245071411133],[9,8.559310913085938],[10,8.787494659423828],[11,8.99757194519043],[12,9.209531784057617],[13,9.449584007263184],[14,9.58396053314209],[15,9.715967178344727],[16,9.867237091064453],[17,10.01569652557373],[18,10.132325172424316],[19,10.198771476745605],[20,10.31617259979248],[21,10.401607513427734],[22,10.48975944519043],[23,10.600776672363281],[24,10.661659240722656],[25,10.743343353271484],[26,10.76072883605957],[27,10.849979400634766],[28,10.95865249633789],[29,10.952831268310547],[30,11.049427032470703],[31,11.117640495300293],[32,11.184348106384277],[33,11.244772911071777],[34,11.274124145507812],[35,11.340320587158203],[36,11.363567352294922],[37,11.377355575561523],[38,11.471185684204102],[39,11.437079429626465],[40,11.53032112121582],[41,11.512630462646484],[42,11.600285530090332],[43,11.583791732788086],[44,11.649906158447266],[45,11.700419425964355],[46,11.749335289001465],[47,11.767809867858887],[48,11.816133499145508],[49,11.846150398254395],[50,11.850985527038574],[51,11.873825073242188],[52,11.887676239013672],[53,11.950922966003418],[54,11.98560905456543],[55,11.957857131958008],[56,12.046536445617676],[57,12.006591796875],[58,12.121200561523438],[59,12.10767650604248],[60,12.154422760009766],[61,12.152633666992188],[62,12.183271408081055],[63,12.217350006103516],[64,12.239510536193848],[65,12.25691032409668],[66,12.283601760864258],[67,12.31971549987793],[68,12.344033241271973],[69,12.332977294921875],[70,12.321403503417969],[71,12.373857498168945],[72,12.410712242126465],[73,12.446029663085938],[74,12.450592041015625],[75,12.468303680419922],[76,12.529717445373535],[77,12.547901153564453],[78,12.517922401428223],[79,12.55976676940918],[80,12.591973304748535],[81,12.564793586730957],[82,12.61219596862793],[83,12.568621635437012],[84,12.633936882019043],[85,12.619056701660156],[86,12.666687965393066],[87,12.67226505279541],[88,12.689559936523438],[89,12.682496070861816],[90,12.73599624633789],[91,12.774921417236328],[92,12.742717742919922],[93,12.738704681396484],[94,12.70944881439209],[95,12.775068283081055],[96,12.757487297058105],[97,12.802973747253418],[98,12.77306842803955],[99,12.839421272277832]],"loss":[[0,1.013025164604187],[1,1.0345439910888672],[2,1.0660614967346191],[3,1.0715820789337158],[4,1.071233868598938],[5,1.0604357719421387],[6,1.0657336711883545],[7,1.0445433855056763],[8,1.0652252435684204],[9,1.0516198873519897],[10,1.0577445030212402],[11,1.074788212776184],[12,1.068385124206543],[13,1.085300087928772],[14,1.1086543798446655],[15,1.1023342609405518],[16,1.1234101057052612],[17,1.1166088581085205],[18,1.1580262184143066],[19,1.1610658168792725],[20,1.176857590675354],[21,1.1715519428253174],[22,1.2064628601074219],[23,1.1939280033111572],[24,1.2299727201461792],[25,1.17642080783844],[26,1.2213213443756104],[27,1.2024508714675903],[28,1.2478389739990234],[29,1.2262979745864868],[30,1.2093982696533203],[31,1.2455569505691528],[32,1.2645621299743652],[33,1.2313863039016724],[34,1.261809229850769],[35,1.2514601945877075],[36,1.2271733283996582],[37,1.2416363954544067],[38,1.2148452997207642],[39,1.2323271036148071],[40,1.2379004955291748],[41,1.2085028886795044],[42,1.2306280136108398],[43,1.2083866596221924],[44,1.2202446460723877],[45,1.2412508726119995],[46,1.2141549587249756],[47,1.2221505641937256],[48,1.2125746011734009],[49,1.202236533164978],[50,1.1915016174316406],[51,1.2047287225723267],[52,1.199658751487732],[53,1.2004399299621582],[54,1.197147250175476],[55,1.208554983139038],[56,1.2045929431915283],[57,1.2049416303634644],[58,1.2175776958465576],[59,1.1989165544509888],[60,1.2207432985305786],[61,1.2207567691802979],[62,1.2050787210464478],[63,1.1973488330841064],[64,1.198613166809082],[65,1.19534170627594],[66,1.2045323848724365],[67,1.189879298210144],[68,1.201895833015442],[69,1.185976505279541],[70,1.2084150314331055],[71,1.1957955360412598],[72,1.2018848657608032],[73,1.2173964977264404],[74,1.1886740922927856],[75,1.198082447052002],[76,1.205517292022705],[77,1.2207387685775757],[78,1.2204757928848267],[79,1.2058964967727661],[80,1.2025161981582642],[81,1.2195632457733154],[82,1.2106267213821411],[83,1.1982917785644531],[84,1.211402416229248],[85,1.1996957063674927],[86,1.2194125652313232],[87,1.1899762153625488],[88,1.1998112201690674],[89,1.2176461219787598],[90,1.2148821353912354],[91,1.1939895153045654],[92,1.205575704574585],[93,1.1936585903167725],[94,1.1764366626739502],[95,1.204305648803711],[96,1.1830179691314697],[97,1.193649411201477],[98,1.2044305801391602],[99,1.1954982280731201]],"positive":[[0,0.20260508358478546],[1,0.20690883696079254],[2,0.21321232616901398],[3,0.21431635320186615],[4,0.21424691379070282],[5,0.21208706498146057],[6,0.2131466269493103],[7,0.20890872180461884],[8,0.21304479241371155],[9,0.21032391488552094],[10,0.21154887974262238],[11,0.21495747566223145],[12,0.21367698907852173],[13,0.21705996990203857],[14,0.2217307835817337],[15,0.22046683728694916],[16,0.22468192875385284],[17,0.2233220636844635],[18,0.2316051721572876],[19,0.23221299052238464],[20,0.23537185788154602],[21,0.23431046307086945],[22,0.24129238724708557],[23,0.23878557980060577],[24,0.2459947019815445],[25,0.2352842390537262],[26,0.2442646324634552],[27,0.2404903918504715],[28,0.24956797063350677],[29,0.24525953829288483],[30,0.24187958240509033],[31,0.24911153316497803],[32,0.2529122829437256],[33,0.24627730250358582],[34,0.252361923456192],[35,0.2502923309803009],[36,0.24543456733226776],[37,0.2483275830745697],[38,0.24296924471855164],[39,0.24646532535552979],[40,0.24758011102676392],[41,0.24170073866844177],[42,0.24612565338611603],[43,0.24167759716510773],[44,0.2440488338470459],[45,0.24825036525726318],[46,0.2428312599658966],[47,0.24443009495735168],[48,0.24251480400562286],[49,0.24044768512248993],[50,0.23830044269561768],[51,0.24094563722610474],[52,0.2399318367242813],[53,0.24008822441101074],[54,0.23942960798740387],[55,0.24171099066734314],[56,0.24091851711273193],[57,0.24098847806453705],[58,0.24351570010185242],[59,0.23978330194950104],[60,0.244148850440979],[61,0.24415121972560883],[62,0.24101592600345612],[63,0.23946984112262726],[64,0.23972246050834656],[65,0.23906831443309784],[66,0.24090653657913208],[67,0.23797568678855896],[68,0.24037913978099823],[69,0.23719502985477448],[70,0.24168279767036438],[71,0.23915919661521912],[72,0.24037697911262512],[73,0.24347931146621704],[74,0.23773504793643951],[75,0.23961639404296875],[76,0.2411033660173416],[77,0.24414776265621185],[78,0.24409544467926025],[79,0.24117949604988098],[80,0.24050313234329224],[81,0.24391278624534607],[82,0.24212519824504852],[83,0.2396584004163742],[84,0.24228039383888245],[85,0.23993895947933197],[86,0.24388261139392853],[87,0.23799531161785126],[88,0.2399623692035675],[89,0.2435293197631836],[90,0.24297654628753662],[91,0.23879800736904144],[92,0.24111509323120117],[93,0.23873157799243927],[94,0.23528723418712616],[95,0.24086107313632965],[96,0.2366035282611847],[97,0.23872970044612885],[98,0.2408861666917801],[99,0.2390996664762497]],"negative":[[0,0.2026050090789795],[1,0.20690877735614777],[2,0.21321223676204681],[3,0.2143164575099945],[4,0.21424661576747894],[5,0.2120872437953949],[6,0.21314683556556702],[7,0.20890863239765167],[8,0.21304532885551453],[9,0.21032404899597168],[10,0.21154892444610596],[11,0.2149578183889389],[12,0.21367710828781128],[13,0.21706008911132812],[14,0.2217310220003128],[15,0.22046683728694916],[16,0.22468213737010956],[17,0.22332146763801575],[18,0.23160529136657715],[19,0.23221337795257568],[20,0.23537111282348633],[21,0.2343103140592575],[22,0.24129272997379303],[23,0.23878563940525055],[24,0.2459944188594818],[25,0.23528410494327545],[26,0.2442639172077179],[27,0.24048997461795807],[28,0.2495676428079605],[29,0.24525965750217438],[30,0.24187980592250824],[31,0.24911125004291534],[32,0.2529125511646271],[33,0.24627721309661865],[34,0.25236180424690247],[35,0.25029176473617554],[36,0.2454347312450409],[37,0.24832695722579956],[38,0.24296881258487701],[39,0.2464655339717865],[40,0.24758002161979675],[41,0.24170038104057312],[42,0.2461255043745041],[43,0.24167707562446594],[44,0.24404899775981903],[45,0.24825000762939453],[46,0.24283075332641602],[47,0.24443016946315765],[48,0.24251502752304077],[49,0.24044692516326904],[50,0.2383001744747162],[51,0.24094586074352264],[52,0.23993170261383057],[53,0.24008776247501373],[54,0.23942933976650238],[55,0.24171099066734314],[56,0.24091863632202148],[57,0.24098818004131317],[58,0.24351543188095093],[59,0.2397833913564682],[60,0.24414846301078796],[61,0.24415147304534912],[62,0.24101555347442627],[63,0.23946969211101532],[64,0.23972277343273163],[65,0.23906832933425903],[66,0.24090643227100372],[67,0.23797602951526642],[68,0.24037916958332062],[69,0.23719552159309387],[70,0.241683229804039],[71,0.2391589879989624],[72,0.24037694931030273],[73,0.24347932636737823],[74,0.2377345860004425],[75,0.23961655795574188],[76,0.24110358953475952],[77,0.24414774775505066],[78,0.2440948635339737],[79,0.24117910861968994],[80,0.24050332605838776],[81,0.24391256272792816],[82,0.24212546646595],[83,0.23965829610824585],[84,0.24228054285049438],[85,0.23993925750255585],[86,0.24388237297534943],[87,0.2379951775074005],[88,0.23996207118034363],[89,0.24352915585041046],[90,0.24297630786895752],[91,0.23879775404930115],[92,0.24111518263816833],[93,0.23873190581798553],[94,0.2352873831987381],[95,0.2408612221479416],[96,0.23660370707511902],[97,0.23873014748096466],[98,0.24088606238365173],[99,0.2390996813774109]],"field":"reward_anchor_aesthetic","scope":"clean-output anchor","updates":100,"seedPolicy":"fixed_seed_42"},"status":"complete","final":{"scores":{"aesthetic":12.092838735580445},"stats":{"aesthetic":{"mean":12.092838735580445,"std":0.5519391561331887,"se":0.017453848632121696,"n":1000}}}},{"id":"sd35m_imagereward","backbone":"sd35m","metric":"imagereward","label":"ImageReward","budget":100,"v1":{"reward":[[0,-0.48556411266326904],[1,0.08993805944919586],[2,0.5580471754074097],[3,0.8878471851348877],[4,0.8163556456565857],[5,1.0875394344329834],[6,1.1994848251342773],[7,1.1334607601165771],[8,1.2477357387542725],[9,1.308125376701355],[10,1.2404001951217651],[11,1.357776165008545],[12,1.3342362642288208],[13,1.5795397758483887],[14,1.496632695198059],[15,1.4765353202819824],[16,1.5526151657104492],[17,1.6037681102752686],[18,1.6759706735610962],[19,1.613464593887329],[20,1.5698400735855103],[21,1.5910203456878662],[22,1.6166876554489136],[23,1.6750890016555786],[24,1.7013376951217651],[25,1.7201368808746338],[26,1.5868819952011108],[27,1.6906929016113281],[28,1.6198738813400269],[29,1.640525221824646],[30,1.731245517730713],[31,1.666048526763916],[32,1.657473087310791],[33,1.6699494123458862],[34,1.7534250020980835],[35,1.6652344465255737],[36,1.7162530422210693],[37,1.7356430292129517],[38,1.742219090461731],[39,1.8084139823913574],[40,1.7917213439941406],[41,1.8425337076187134],[42,1.696174144744873],[43,1.7943521738052368],[44,1.837900161743164],[45,1.6587409973144531],[46,1.8112040758132935],[47,1.6460130214691162],[48,1.7184417247772217],[49,1.732019066810608],[50,1.8195719718933105],[51,1.728726863861084],[52,1.697171688079834],[53,1.7782257795333862],[54,1.8026785850524902],[55,1.81000816822052],[56,1.8114967346191406],[57,1.8064095973968506],[58,1.8460549116134644],[59,1.8337287902832031],[60,1.7420382499694824],[61,1.8022327423095703],[62,1.7886666059494019],[63,1.6695059537887573],[64,1.8273184299468994],[65,1.7350144386291504],[66,1.7982144355773926],[67,1.8066457509994507],[68,1.8149577379226685],[69,1.8211617469787598],[70,1.8326963186264038],[71,1.8786261081695557],[72,1.7271161079406738],[73,1.8966745138168335],[74,1.8664765357971191],[75,1.8182154893875122],[76,1.7838624715805054],[77,1.8465712070465088],[78,1.8178871870040894],[79,1.9188885688781738],[80,1.8166874647140503],[81,1.8271437883377075],[82,1.7958041429519653],[83,1.7648093700408936],[84,1.7500947713851929],[85,1.8873032331466675],[86,1.9042447805404663],[87,1.8729510307312012],[88,1.8844332695007324],[89,1.912447214126587],[90,1.8099926710128784],[91,1.863128662109375],[92,1.919180989265442],[93,1.7491651773452759],[94,1.862029790878296],[95,1.78563392162323],[96,1.8302468061447144],[97,1.85400390625],[98,1.8662348985671997],[99,1.887387990951538]],"loss":[[0,0.7029346227645874],[1,0.7266537547111511],[2,0.749872088432312],[3,0.7751204967498779],[4,0.8090540170669556],[5,0.798265814781189],[6,0.7984328866004944],[7,0.8036314249038696],[8,0.7865196466445923],[9,0.7690653204917908],[10,0.7824651002883911],[11,0.7816190123558044],[12,0.7755424976348877],[13,0.7871426343917847],[14,0.7909259796142578],[15,0.7978713512420654],[16,0.8012281656265259],[17,0.8031954169273376],[18,0.8218135237693787],[19,0.8319557905197144],[20,0.8385763168334961],[21,0.8417553901672363],[22,0.8512222766876221],[23,0.8675459027290344],[24,0.8518080115318298],[25,0.8612093925476074],[26,0.8410282731056213],[27,0.8418727517127991],[28,0.8518650531768799],[29,0.8346560001373291],[30,0.840258002281189],[31,0.8442288041114807],[32,0.8469004034996033],[33,0.8469420671463013],[34,0.8524574041366577],[35,0.8468610048294067],[36,0.8572749495506287],[37,0.8419907689094543],[38,0.8793733716011047],[39,0.8765002489089966],[40,0.8856981992721558],[41,0.86286860704422],[42,0.8801193833351135],[43,0.8681838512420654],[44,0.8782557845115662],[45,0.8800557851791382],[46,0.8761081695556641],[47,0.8889446258544922],[48,0.8705779910087585],[49,0.8712854385375977],[50,0.8759230971336365],[51,0.8691524863243103],[52,0.8885853886604309],[53,0.8906629085540771],[54,0.8909904956817627],[55,0.8934346437454224],[56,0.9002739191055298],[57,0.8930681347846985],[58,0.8881912231445312],[59,0.8887760639190674],[60,0.8990458846092224],[61,0.8823775053024292],[62,0.9006170630455017],[63,0.9033527374267578],[64,0.8986344337463379],[65,0.8987940549850464],[66,0.9188576340675354],[67,0.8914397358894348],[68,0.9040198922157288],[69,0.9152934551239014],[70,0.9113730788230896],[71,0.9009891152381897],[72,0.9171976447105408],[73,0.8982694149017334],[74,0.9097766876220703],[75,0.8906364440917969],[76,0.9075708985328674],[77,0.903446614742279],[78,0.899133026599884],[79,0.9234957098960876],[80,0.9050781726837158],[81,0.9324014186859131],[82,0.9257410168647766],[83,0.9170035123825073],[84,0.9017736315727234],[85,0.9156333208084106],[86,0.9137658476829529],[87,0.9076782464981079],[88,0.9057660102844238],[89,0.9238450527191162],[90,0.923280656337738],[91,0.9413556456565857],[92,0.9138679504394531],[93,0.9031383991241455],[94,0.9173614978790283],[95,0.9260444641113281],[96,0.9158176183700562],[97,0.9336140155792236],[98,0.9257956743240356],[99,0.944418728351593]],"positive":[[0,0.13847489655017853],[1,0.14482760429382324],[2,0.1499885618686676],[3,0.1540406048297882],[4,0.16111505031585693],[5,0.1605702042579651],[6,0.15994180738925934],[7,0.16080528497695923],[8,0.15722544491291046],[9,0.15364114940166473],[10,0.1559603214263916],[11,0.15667442977428436],[12,0.154038667678833],[13,0.15797483921051025],[14,0.15873926877975464],[15,0.15939781069755554],[16,0.16054479777812958],[17,0.1615583598613739],[18,0.16512109339237213],[19,0.16630324721336365],[20,0.16691042482852936],[21,0.1683141142129898],[22,0.1716788113117218],[23,0.17370466887950897],[24,0.17111513018608093],[25,0.172906756401062],[26,0.16838368773460388],[27,0.16823658347129822],[28,0.17146728932857513],[29,0.16743691265583038],[30,0.1682899296283722],[31,0.16863921284675598],[32,0.16929307579994202],[33,0.17091652750968933],[34,0.17181001603603363],[35,0.17008033394813538],[36,0.1711450219154358],[37,0.16848242282867432],[38,0.17701131105422974],[39,0.17637155950069427],[40,0.17799215018749237],[41,0.1739179939031601],[42,0.1776021271944046],[43,0.17409203946590424],[44,0.17721238732337952],[45,0.17621192336082458],[46,0.17510497570037842],[47,0.1783042699098587],[48,0.1754101812839508],[49,0.1740611046552658],[50,0.17501384019851685],[51,0.17385639250278473],[52,0.17837853729724884],[53,0.17875508964061737],[54,0.178998202085495],[55,0.17953529953956604],[56,0.18186278641223907],[57,0.18007293343544006],[58,0.17856527864933014],[59,0.17936886847019196],[60,0.18098866939544678],[61,0.17686299979686737],[62,0.18144793808460236],[63,0.18135803937911987],[64,0.18078556656837463],[65,0.18051564693450928],[66,0.18562451004981995],[67,0.17863129079341888],[68,0.1803838610649109],[69,0.1839386373758316],[70,0.18313105404376984],[71,0.18070904910564423],[72,0.18370650708675385],[73,0.18055459856987],[74,0.1837967038154602],[75,0.17870725691318512],[76,0.18381328880786896],[77,0.18162864446640015],[78,0.18038108944892883],[79,0.18612484633922577],[80,0.181698277592659],[81,0.18711741268634796],[82,0.18536734580993652],[83,0.18370617926120758],[84,0.18135835230350494],[85,0.18428032100200653],[86,0.18346147239208221],[87,0.18251988291740417],[88,0.18355494737625122],[89,0.18638169765472412],[90,0.18650853633880615],[91,0.18865950405597687],[92,0.18385165929794312],[93,0.18114550411701202],[94,0.18527431786060333],[95,0.1867326945066452],[96,0.1837955117225647],[97,0.18783898651599884],[98,0.18656623363494873],[99,0.18930236995220184]],"negative":[[0,0.14221057295799255],[1,0.14561370015144348],[2,0.1498517543077469],[3,0.1556762456893921],[4,0.16230227053165436],[5,0.1585114747285843],[6,0.15923263132572174],[7,0.16048437356948853],[8,0.15712201595306396],[9,0.1538846492767334],[10,0.15679572522640228],[11,0.15567219257354736],[12,0.15613871812820435],[13,0.1568523794412613],[14,0.15759660303592682],[15,0.1597314178943634],[16,0.15984103083610535],[17,0.15960685908794403],[18,0.1636495292186737],[19,0.1663459688425064],[20,0.16842001676559448],[21,0.16825658082962036],[22,0.16883079707622528],[23,0.17309826612472534],[24,0.16968972980976105],[25,0.1715468317270279],[26,0.16813325881958008],[27,0.16843655705451965],[28,0.16914132237434387],[29,0.16629904508590698],[30,0.16760657727718353],[31,0.16896304488182068],[32,0.16943387687206268],[33,0.16777649521827698],[34,0.16912564635276794],[35,0.16860932111740112],[36,0.1717246174812317],[37,0.16832901537418365],[38,0.1747102439403534],[39,0.17405253648757935],[40,0.1761520951986313],[41,0.17108385264873505],[42,0.1744115799665451],[43,0.1730591505765915],[44,0.17413829267024994],[45,0.17570002377033234],[46,0.17524421215057373],[47,0.17725273966789246],[48,0.17271536588668823],[49,0.17436307668685913],[50,0.1752428114414215],[51,0.173595130443573],[52,0.17691774666309357],[53,0.177317813038826],[54,0.1772834062576294],[55,0.17782682180404663],[56,0.17821528017520905],[57,0.1774887591600418],[58,0.17665281891822815],[59,0.1760883927345276],[60,0.1784936934709549],[61,0.17608492076396942],[62,0.17881755530834198],[63,0.17987410724163055],[64,0.17853812873363495],[65,0.17909061908721924],[66,0.18192653357982635],[67,0.17771248519420624],[68,0.18118064105510712],[69,0.18204674124717712],[70,0.18148282170295715],[71,0.17956553399562836],[72,0.18318472802639008],[73,0.17871122062206268],[74,0.18013127148151398],[75,0.17742452025413513],[76,0.17905722558498383],[77,0.1796751320362091],[78,0.17905119061470032],[79,0.18317735195159912],[80,0.18023715913295746],[81,0.18563330173492432],[82,0.18486648797988892],[83,0.1831326186656952],[84,0.17922534048557281],[85,0.18181179463863373],[86,0.1821221113204956],[87,0.18044064939022064],[88,0.1787334680557251],[89,0.18291117250919342],[90,0.18277078866958618],[91,0.1879211962223053],[92,0.1816083937883377],[93,0.18010790646076202],[94,0.1816469430923462],[95,0.1838398575782776],[96,0.18261247873306274],[97,0.18550452589988708],[98,0.18355433642864227],[99,0.1884012669324875]],"field":"reward_imagereward","scope":"rollout endpoint","updates":100,"seedPolicy":"no_fixed_seed_random_run","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/sd35m/opsd/imagereward/save/metrics.jsonl"},"v2":{"reward":[[0,-0.5309422612190247],[1,0.05068593472242355],[2,0.5396941304206848],[3,0.8367338180541992],[4,1.0507017374038696],[5,1.1514194011688232],[6,1.2175123691558838],[7,1.3090068101882935],[8,1.3380249738693237],[9,1.3487133979797363],[10,1.4453834295272827],[11,1.4586420059204102],[12,1.5175895690917969],[13,1.5548299551010132],[14,1.5315958261489868],[15,1.587597131729126],[16,1.5754011869430542],[17,1.6075083017349243],[18,1.636240005493164],[19,1.6548658609390259],[20,1.6664711236953735],[21,1.671226978302002],[22,1.7030231952667236],[23,1.7163944244384766],[24,1.725980520248413],[25,1.7445950508117676],[26,1.736392617225647],[27,1.753620982170105],[28,1.747103214263916],[29,1.7823681831359863],[30,1.7572122812271118],[31,1.7958147525787354],[32,1.802072286605835],[33,1.7997686862945557],[34,1.81852388381958],[35,1.7919764518737793],[36,1.7970472574234009],[37,1.8085403442382812],[38,1.821746587753296],[39,1.8336938619613647],[40,1.8214361667633057],[41,1.8344451189041138],[42,1.8398380279541016],[43,1.8180781602859497],[44,1.8293012380599976],[45,1.8364694118499756],[46,1.8341543674468994],[47,1.8425666093826294],[48,1.854695200920105],[49,1.8499243259429932],[50,1.8665738105773926],[51,1.8158692121505737],[52,1.8486186265945435],[53,1.844836711883545],[54,1.86482834815979],[55,1.8608962297439575],[56,1.8546079397201538],[57,1.8772447109222412],[58,1.8734338283538818],[59,1.8929083347320557],[60,1.8799777030944824],[61,1.8636215925216675],[62,1.8656554222106934],[63,1.875427484512329],[64,1.8688414096832275],[65,1.878073811531067],[66,1.8787827491760254],[67,1.8796285390853882],[68,1.8867789506912231],[69,1.8841050863265991],[70,1.8863487243652344],[71,1.8909783363342285],[72,1.8791499137878418],[73,1.8840041160583496],[74,1.8868200778961182],[75,1.887043833732605],[76,1.9073235988616943],[77,1.9047274589538574],[78,1.8976987600326538],[79,1.9017897844314575],[80,1.904814600944519],[81,1.9080276489257812],[82,1.8834190368652344],[83,1.8937784433364868],[84,1.9032751321792603],[85,1.8956845998764038],[86,1.8912309408187866],[87,1.8927514553070068],[88,1.8915413618087769],[89,1.91976797580719],[90,1.9083281755447388],[91,1.90711510181427],[92,1.8999913930892944],[93,1.910794973373413],[94,1.9240479469299316],[95,1.9045274257659912],[96,1.9036725759506226],[97,1.9066251516342163],[98,1.9001731872558594],[99,1.898323655128479]],"loss":[[0,1.2242640256881714],[1,1.2559669017791748],[2,1.292468786239624],[3,1.3185508251190186],[4,1.3837306499481201],[5,1.377734661102295],[6,1.38443922996521],[7,1.3448643684387207],[8,1.3307788372039795],[9,1.3113908767700195],[10,1.3190743923187256],[11,1.2958619594573975],[12,1.3187222480773926],[13,1.3231709003448486],[14,1.3234750032424927],[15,1.3193422555923462],[16,1.3106210231781006],[17,1.3223440647125244],[18,1.3599694967269897],[19,1.3266124725341797],[20,1.3678479194641113],[21,1.3667114973068237],[22,1.3533754348754883],[23,1.3610845804214478],[24,1.3777804374694824],[25,1.369668960571289],[26,1.332707405090332],[27,1.3771686553955078],[28,1.3466116189956665],[29,1.351388931274414],[30,1.3542203903198242],[31,1.3615686893463135],[32,1.3793144226074219],[33,1.3511310815811157],[34,1.3655891418457031],[35,1.3717631101608276],[36,1.3571114540100098],[37,1.3611327409744263],[38,1.3775765895843506],[39,1.362717866897583],[40,1.3842958211898804],[41,1.354904294013977],[42,1.367577075958252],[43,1.3696913719177246],[44,1.3699162006378174],[45,1.3933676481246948],[46,1.3908194303512573],[47,1.3829983472824097],[48,1.3922474384307861],[49,1.3906935453414917],[50,1.4017131328582764],[51,1.4262993335723877],[52,1.398930549621582],[53,1.3906669616699219],[54,1.3793429136276245],[55,1.3953838348388672],[56,1.3866605758666992],[57,1.3869119882583618],[58,1.401084303855896],[59,1.3729164600372314],[60,1.4007691144943237],[61,1.4122158288955688],[62,1.420656442642212],[63,1.4311017990112305],[64,1.4453253746032715],[65,1.411264181137085],[66,1.4212989807128906],[67,1.4290152788162231],[68,1.4323111772537231],[69,1.439889669418335],[70,1.409458041191101],[71,1.4308401346206665],[72,1.4263957738876343],[73,1.4440454244613647],[74,1.4405502080917358],[75,1.4603179693222046],[76,1.4230509996414185],[77,1.430110216140747],[78,1.4394422769546509],[79,1.4136700630187988],[80,1.4119746685028076],[81,1.423831820487976],[82,1.4303010702133179],[83,1.417102336883545],[84,1.439390778541565],[85,1.4249545335769653],[86,1.4209330081939697],[87,1.4511638879776],[88,1.4111485481262207],[89,1.4032179117202759],[90,1.4169784784317017],[91,1.4052120447158813],[92,1.4204868078231812],[93,1.404657244682312],[94,1.406635046005249],[95,1.3999991416931152],[96,1.3886029720306396],[97,1.3642723560333252],[98,1.4121127128601074],[99,1.3839529752731323]],"positive":[[0,0.24485595524311066],[1,0.25131234526634216],[2,0.2586676776409149],[3,0.2638932764530182],[4,0.2769424021244049],[5,0.27573591470718384],[6,0.2770397663116455],[7,0.2690965533256531],[8,0.26628777384757996],[9,0.26238730549812317],[10,0.26393866539001465],[11,0.25925976037979126],[12,0.2638341188430786],[13,0.2647276520729065],[14,0.2647911012172699],[15,0.2639760971069336],[16,0.2622341215610504],[17,0.26457518339157104],[18,0.27210965752601624],[19,0.26543670892715454],[20,0.2736959457397461],[21,0.27346271276474],[22,0.27079012989997864],[23,0.27231696248054504],[24,0.2756914496421814],[25,0.27405816316604614],[26,0.2666529417037964],[27,0.2755795121192932],[28,0.26945534348487854],[29,0.2703980803489685],[30,0.27096882462501526],[31,0.2724382281303406],[32,0.276019811630249],[33,0.27034109830856323],[34,0.27324211597442627],[35,0.2744891941547394],[36,0.27154597640037537],[37,0.2723519802093506],[38,0.27564507722854614],[39,0.2726761996746063],[40,0.2769993841648102],[41,0.2711009085178375],[42,0.27367281913757324],[43,0.27407190203666687],[44,0.2741236686706543],[45,0.2788224518299103],[46,0.2782977819442749],[47,0.27673834562301636],[48,0.2785884141921997],[49,0.27829504013061523],[50,0.2804981470108032],[51,0.2854384183883667],[52,0.2799431383609772],[53,0.2782966196537018],[54,0.27600809931755066],[55,0.2792469263076782],[56,0.27748775482177734],[57,0.2775605618953705],[58,0.280383825302124],[59,0.2747136950492859],[60,0.2803323268890381],[61,0.28260815143585205],[62,0.284310907125473],[63,0.2863939702510834],[64,0.28926536440849304],[65,0.2824164032936096],[66,0.2844279706478119],[67,0.28598007559776306],[68,0.28664955496788025],[69,0.2881772816181183],[70,0.2820728123188019],[71,0.2863394618034363],[72,0.2854689955711365],[73,0.2890110909938812],[74,0.28830116987228394],[75,0.2922596335411072],[76,0.28479325771331787],[77,0.2861892282962799],[78,0.2880617678165436],[79,0.2828947603702545],[80,0.28253844380378723],[81,0.2849367558956146],[82,0.28622502088546753],[83,0.2835725247859955],[84,0.2880329489707947],[85,0.2851671278476715],[86,0.2843471169471741],[87,0.29041504859924316],[88,0.28240472078323364],[89,0.28081727027893066],[90,0.28356286883354187],[91,0.2812191843986511],[92,0.2842743992805481],[93,0.28109505772590637],[94,0.2814905643463135],[95,0.2801607549190521],[96,0.27790987491607666],[97,0.2729793190956116],[98,0.2825823426246643],[99,0.27694374322891235]],"negative":[[0,0.24484969675540924],[1,0.2510744333267212],[2,0.2583199143409729],[3,0.2635270655155182],[4,0.27654990553855896],[5,0.2753579616546631],[6,0.27673590183258057],[7,0.26884913444519043],[8,0.26602378487586975],[9,0.2621690034866333],[10,0.2636910676956177],[11,0.2590849995613098],[12,0.26365479826927185],[13,0.2645406723022461],[14,0.26459890604019165],[15,0.2637608051300049],[16,0.2620142102241516],[17,0.2643624544143677],[18,0.2718781530857086],[19,0.26520830392837524],[20,0.2734432518482208],[21,0.2732219398021698],[22,0.27056002616882324],[23,0.27211686968803406],[24,0.27542075514793396],[25,0.27380943298339844],[26,0.2664300799369812],[27,0.2752879559993744],[28,0.2691892981529236],[29,0.27015748620033264],[30,0.2707193195819855],[31,0.27218925952911377],[32,0.2757059633731842],[33,0.2701113820075989],[34,0.2729935944080353],[35,0.27421602606773376],[36,0.2712986469268799],[37,0.2721010744571686],[38,0.27538561820983887],[39,0.27241095900535583],[40,0.27671894431114197],[41,0.27086079120635986],[42,0.2733580470085144],[43,0.273804634809494],[44,0.27384278178215027],[45,0.27852463722229004],[46,0.27803003787994385],[47,0.27646100521087646],[48,0.2783105671405792],[49,0.27798235416412354],[50,0.28018712997436523],[51,0.2850813567638397],[52,0.279629111289978],[53,0.27797019481658936],[54,0.2757290005683899],[55,0.2789066433906555],[56,0.27717649936676025],[57,0.2772042751312256],[58,0.2800499200820923],[59,0.27445292472839355],[60,0.2799753248691559],[61,0.28227823972702026],[62,0.28395169973373413],[63,0.28604674339294434],[64,0.28886476159095764],[65,0.2820892632007599],[66,0.284091591835022],[67,0.28562599420547485],[68,0.28627490997314453],[69,0.2877785563468933],[70,0.2817104458808899],[71,0.28599661588668823],[72,0.28508928418159485],[73,0.28860706090927124],[74,0.28791895508766174],[75,0.29186755418777466],[76,0.28442710638046265],[77,0.28585487604141235],[78,0.2877151370048523],[79,0.28257325291633606],[80,0.28225138783454895],[81,0.28459590673446655],[82,0.2858954071998596],[83,0.28326839208602905],[84,0.2877233922481537],[85,0.284814715385437],[86,0.2840261161327362],[87,0.2900505065917969],[88,0.2820546627044678],[89,0.2804699242115021],[90,0.2832285761833191],[91,0.2808656692504883],[92,0.2839203178882599],[93,0.28076785802841187],[94,0.28116339445114136],[95,0.2798389196395874],[96,0.27753132581710815],[97,0.27272966504096985],[98,0.28226277232170105],[99,0.2766374349594116]],"field":"reward_anchor_imagereward","scope":"clean-output anchor","updates":100,"seedPolicy":"fixed_seed_42"},"status":"complete","final":{"scores":{"imagereward":1.7334748492557555},"stats":{"imagereward":{"mean":1.7334748492557555,"std":0.4752507137042464,"se":0.015028747149260165,"n":1000}}}},{"id":"sd35m_hpsv3","backbone":"sd35m","metric":"hpsv3","label":"HPSv3","budget":100,"v1":{"reward":[[0,3.1376469135284424],[1,6.214304447174072],[2,7.39119291305542],[3,8.85976505279541],[4,8.650690078735352],[5,9.882487297058105],[6,10.150362968444824],[7,10.381356239318848],[8,10.639944076538086],[9,10.497474670410156],[10,10.823183059692383],[11,11.029059410095215],[12,11.380794525146484],[13,11.373987197875977],[14,11.694690704345703],[15,12.502886772155762],[16,12.570392608642578],[17,12.000743865966797],[18,12.056669235229492],[19,11.795761108398438],[20,12.429642677307129],[21,12.109317779541016],[22,12.202977180480957],[23,12.582091331481934],[24,12.742180824279785],[25,12.073406219482422],[26,12.501144409179688],[27,12.80742073059082],[28,12.28348159790039],[29,13.077022552490234],[30,12.886917114257812],[31,12.988122940063477],[32,12.423102378845215],[33,12.188994407653809],[34,12.358845710754395],[35,12.710490226745605],[36,12.478867530822754],[37,12.900392532348633],[38,13.03690242767334],[39,13.006847381591797],[40,12.732157707214355],[41,13.610032081604004],[42,13.16067123413086],[43,12.69258975982666],[44,13.547657012939453],[45,12.809844970703125],[46,12.758683204650879],[47,13.299930572509766],[48,12.919456481933594],[49,13.19008731842041],[50,13.343668937683105],[51,13.170761108398438],[52,13.209354400634766],[53,13.360017776489258],[54,13.648493766784668],[55,12.461772918701172],[56,13.036555290222168],[57,13.074589729309082],[58,12.983793258666992],[59,13.794889450073242],[60,13.235978126525879],[61,13.13126277923584],[62,13.094582557678223],[63,13.237060546875],[64,13.664192199707031],[65,13.58935546875],[66,13.341261863708496],[67,13.710230827331543],[68,12.705342292785645],[69,13.037647247314453],[70,13.923310279846191],[71,13.311084747314453],[72,13.515593528747559],[73,13.535659790039062],[74,13.63222885131836],[75,13.673135757446289],[76,13.15386962890625],[77,13.287982940673828],[78,13.672657012939453],[79,13.279911041259766],[80,13.153971672058105],[81,13.878470420837402],[82,13.736973762512207],[83,13.705060958862305],[84,13.068561553955078],[85,13.066607475280762],[86,14.24091625213623],[87,13.42547607421875],[88,13.713261604309082],[89,13.848978042602539],[90,12.585349082946777],[91,14.205877304077148],[92,13.76279067993164],[93,13.28597354888916],[94,13.391046524047852],[95,13.360187530517578],[96,13.17922306060791],[97,13.35389232635498],[98,13.429228782653809],[99,13.761228561401367]],"loss":[[0,0.7449195384979248],[1,0.7622248530387878],[2,0.7850608229637146],[3,0.8101950883865356],[4,0.8440577983856201],[5,0.8444101810455322],[6,0.8497796654701233],[7,0.8406187295913696],[8,0.8303549289703369],[9,0.8393915295600891],[10,0.8348327875137329],[11,0.8419591188430786],[12,0.8442100286483765],[13,0.8468231558799744],[14,0.8423885107040405],[15,0.835926353931427],[16,0.8489909768104553],[17,0.8451147079467773],[18,0.8364205956459045],[19,0.8337093591690063],[20,0.8245420455932617],[21,0.8228334784507751],[22,0.8258070945739746],[23,0.8409404158592224],[24,0.8185402154922485],[25,0.8128543496131897],[26,0.8059173226356506],[27,0.8122408986091614],[28,0.8229050636291504],[29,0.8146092891693115],[30,0.8349626064300537],[31,0.8123539686203003],[32,0.8008637428283691],[33,0.8140971660614014],[34,0.8049459457397461],[35,0.808108389377594],[36,0.8119612336158752],[37,0.7982114553451538],[38,0.8093153238296509],[39,0.8107253313064575],[40,0.8137000203132629],[41,0.8210453987121582],[42,0.8186963200569153],[43,0.8211142420768738],[44,0.8146838545799255],[45,0.8160349726676941],[46,0.8097747564315796],[47,0.8086999654769897],[48,0.8249456286430359],[49,0.8239220380783081],[50,0.8230260610580444],[51,0.8210724592208862],[52,0.8208209276199341],[53,0.815426766872406],[54,0.8139435052871704],[55,0.8155369758605957],[56,0.8184683322906494],[57,0.8214153051376343],[58,0.8152816891670227],[59,0.8174418807029724],[60,0.818194568157196],[61,0.8297717571258545],[62,0.8215830326080322],[63,0.834912896156311],[64,0.8317713141441345],[65,0.8189705610275269],[66,0.8286791443824768],[67,0.8156800866127014],[68,0.8237677812576294],[69,0.8342190980911255],[70,0.8176339268684387],[71,0.8246294856071472],[72,0.8296462893486023],[73,0.8215107917785645],[74,0.8161094188690186],[75,0.8389023542404175],[76,0.8119276762008667],[77,0.8253064751625061],[78,0.824141263961792],[79,0.8233364820480347],[80,0.8217225074768066],[81,0.82505863904953],[82,0.823492169380188],[83,0.8213837146759033],[84,0.8177286386489868],[85,0.8194610476493835],[86,0.8197255730628967],[87,0.8219380378723145],[88,0.8133255839347839],[89,0.8202134370803833],[90,0.8160285353660583],[91,0.8311437368392944],[92,0.8217068314552307],[93,0.8222348093986511],[94,0.8356446623802185],[95,0.8239946365356445],[96,0.8190181255340576],[97,0.8275980949401855],[98,0.8259143829345703],[99,0.814765989780426]],"positive":[[0,0.14966335892677307],[1,0.15240386128425598],[2,0.15749061107635498],[3,0.16246618330478668],[4,0.1691029816865921],[5,0.16891829669475555],[6,0.17007043957710266],[7,0.16821420192718506],[8,0.1662905514240265],[9,0.16742852330207825],[10,0.1670943796634674],[11,0.16897398233413696],[12,0.16910071671009064],[13,0.1706409752368927],[14,0.16821229457855225],[15,0.167778879404068],[16,0.1699192374944687],[17,0.1690664440393448],[18,0.16717933118343353],[19,0.16712413728237152],[20,0.16522203385829926],[21,0.1657804250717163],[22,0.16542291641235352],[23,0.16918055713176727],[24,0.16395311057567596],[25,0.16256912052631378],[26,0.16146336495876312],[27,0.1623188853263855],[28,0.1648712456226349],[29,0.16308477520942688],[30,0.1677253246307373],[31,0.16234764456748962],[32,0.16023482382297516],[33,0.16346687078475952],[34,0.16160333156585693],[35,0.162167027592659],[36,0.16331183910369873],[37,0.1599482297897339],[38,0.16276367008686066],[39,0.16322951018810272],[40,0.1623910516500473],[41,0.16488337516784668],[42,0.16379529237747192],[43,0.16356179118156433],[44,0.1626061052083969],[45,0.1636246293783188],[46,0.16205056011676788],[47,0.16232281923294067],[48,0.16522887349128723],[49,0.16547776758670807],[50,0.16572044789791107],[51,0.16383713483810425],[52,0.1643601953983307],[53,0.16318421065807343],[54,0.16312941908836365],[55,0.16324783861637115],[56,0.1643066704273224],[57,0.16487574577331543],[58,0.1633097231388092],[59,0.16390299797058105],[60,0.16422247886657715],[61,0.16675011813640594],[62,0.16382788121700287],[63,0.1671331524848938],[64,0.16573186218738556],[65,0.16393980383872986],[66,0.16513581573963165],[67,0.16414974629878998],[68,0.16542169451713562],[69,0.1671169102191925],[70,0.16378183662891388],[71,0.16504065692424774],[72,0.16640876233577728],[73,0.163799449801445],[74,0.16396081447601318],[75,0.16767683625221252],[76,0.16278447210788727],[77,0.16534969210624695],[78,0.16595451533794403],[79,0.1643063873052597],[80,0.16498136520385742],[81,0.16594786942005157],[82,0.16510868072509766],[83,0.16499260067939758],[84,0.16378551721572876],[85,0.16415630280971527],[86,0.1632324904203415],[87,0.16481246054172516],[88,0.16314858198165894],[89,0.16414585709571838],[90,0.1627359390258789],[91,0.16630138456821442],[92,0.16395550966262817],[93,0.16457442939281464],[94,0.16757185757160187],[95,0.16517658531665802],[96,0.1635555922985077],[97,0.16594086587429047],[98,0.16516511142253876],[99,0.16337081789970398]],"negative":[[0,0.14827890694141388],[1,0.15247023105621338],[2,0.15639521181583405],[3,0.16151775419712067],[4,0.1686362326145172],[5,0.1688982993364334],[6,0.169818714261055],[7,0.1679706573486328],[8,0.16592100262641907],[9,0.16829922795295715],[10,0.16680796444416046],[11,0.16785764694213867],[12,0.1686701774597168],[13,0.16806918382644653],[14,0.16870805621147156],[15,0.16653895378112793],[16,0.16962634027004242],[17,0.1689644455909729],[18,0.16737252473831177],[19,0.16642577946186066],[20,0.1645476073026657],[21,0.16347458958625793],[22,0.16500680148601532],[23,0.16719068586826324],[24,0.1635298728942871],[25,0.16265349090099335],[26,0.16095609962940216],[27,0.16256120800971985],[28,0.1642381250858307],[29,0.16280867159366608],[30,0.166253924369812],[31,0.1626412719488144],[32,0.16008947789669037],[33,0.1622696965932846],[34,0.16034358739852905],[35,0.16123655438423157],[36,0.16147679090499878],[37,0.15926755964756012],[38,0.16097016632556915],[39,0.16110889613628387],[40,0.1630622148513794],[41,0.16350622475147247],[42,0.16366377472877502],[43,0.16489417850971222],[44,0.1632988601922989],[45,0.16281136870384216],[46,0.16186439990997314],[47,0.16104580461978912],[48,0.16465622186660767],[49,0.16406501829624176],[50,0.16357706487178802],[51,0.16457891464233398],[52,0.16400718688964844],[53,0.1629694104194641],[54,0.16237010061740875],[55,0.1629771888256073],[56,0.1630212962627411],[57,0.16369560360908508],[58,0.16271378099918365],[59,0.16300299763679504],[60,0.16308292746543884],[61,0.16518768668174744],[62,0.16470323503017426],[63,0.16671454906463623],[64,0.16689683496952057],[65,0.16362112760543823],[66,0.16636598110198975],[67,0.16225704550743103],[68,0.16412973403930664],[69,0.16651253402233124],[70,0.16327236592769623],[71,0.16484205424785614],[72,0.16541138291358948],[73,0.1647428274154663],[74,0.16244733333587646],[75,0.16796213388442993],[76,0.1619010716676712],[77,0.16474847495555878],[78,0.1637091338634491],[79,0.16499169170856476],[80,0.16374623775482178],[81,0.1640477180480957],[82,0.1642749011516571],[83,0.16371911764144897],[84,0.16323836147785187],[85,0.1636563390493393],[86,0.16464035212993622],[87,0.16398993134498596],[88,0.1621866524219513],[89,0.1639063060283661],[90,0.1636599600315094],[91,0.1662704199552536],[92,0.16458609700202942],[93,0.16419009864330292],[94,0.16664350032806396],[95,0.16448813676834106],[96,0.16401895880699158],[97,0.16524606943130493],[98,0.16526105999946594],[99,0.16252514719963074]],"field":"reward_hpsv3","scope":"rollout endpoint","updates":100,"seedPolicy":"fixed_seed_42","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/sd35m/opsd/hpsv3/save/metrics.jsonl"},"v2":{"reward":[[0,2.4903759956359863],[1,5.1901726722717285],[2,7.395235061645508],[3,8.487786293029785],[4,9.402352333068848],[5,10.170894622802734],[6,10.686446189880371],[7,11.209516525268555],[8,11.405654907226562],[9,11.568302154541016],[10,11.86582088470459],[11,11.864665985107422],[12,12.157339096069336],[13,12.15987777709961],[14,12.374295234680176],[15,12.469464302062988],[16,12.445903778076172],[17,12.537534713745117],[18,12.481647491455078],[19,12.750900268554688],[20,12.715142250061035],[21,12.712897300720215],[22,12.783562660217285],[23,12.858452796936035],[24,12.920065879821777],[25,12.934744834899902],[26,12.953914642333984],[27,12.853199005126953],[28,13.009322166442871],[29,13.115373611450195],[30,13.01466178894043],[31,13.396316528320312],[32,13.166171073913574],[33,13.247653007507324],[34,13.179789543151855],[35,13.21392822265625],[36,13.317931175231934],[37,13.350118637084961],[38,13.245388984680176],[39,13.45163345336914],[40,13.425308227539062],[41,13.403634071350098],[42,13.362899780273438],[43,13.49798583984375],[44,13.526267051696777],[45,13.458568572998047],[46,13.48383617401123],[47,13.592446327209473],[48,13.621837615966797],[49,13.611505508422852],[50,13.63451099395752],[51,13.501524925231934],[52,13.735508918762207],[53,13.693930625915527],[54,13.746806144714355],[55,13.866579055786133],[56,13.654170036315918],[57,13.788240432739258],[58,13.72456169128418],[59,13.799055099487305],[60,13.63022232055664],[61,13.70199966430664],[62,13.660881996154785],[63,13.76995849609375],[64,13.763612747192383],[65,13.954051971435547],[66,13.80813217163086],[67,13.73063850402832],[68,13.825554847717285],[69,13.869483947753906],[70,13.883322715759277],[71,13.86991024017334],[72,13.987161636352539],[73,13.87289047241211],[74,13.850870132446289],[75,13.947975158691406],[76,14.06566333770752],[77,13.983856201171875],[78,13.993029594421387],[79,14.054306030273438],[80,13.977046012878418],[81,13.93443775177002],[82,14.010427474975586],[83,14.051105499267578],[84,14.038259506225586],[85,14.068092346191406],[86,14.006134033203125],[87,14.142742156982422],[88,13.98038101196289],[89,14.14736557006836],[90,14.04393196105957],[91,14.09026050567627],[92,14.123701095581055],[93,14.26689338684082],[94,14.062125205993652],[95,14.119502067565918],[96,14.154092788696289],[97,14.018184661865234],[98,14.137117385864258],[99,14.164979934692383]],"loss":[[0,1.2865382432937622],[1,1.3670475482940674],[2,1.3973050117492676],[3,1.4246551990509033],[4,1.4283499717712402],[5,1.4689815044403076],[6,1.5092283487319946],[7,1.5297672748565674],[8,1.5038636922836304],[9,1.525555968284607],[10,1.5206154584884644],[11,1.5358022451400757],[12,1.5138832330703735],[13,1.5100231170654297],[14,1.5131906270980835],[15,1.5134371519088745],[16,1.5048580169677734],[17,1.490884780883789],[18,1.5023701190948486],[19,1.507807970046997],[20,1.5326006412506104],[21,1.5059844255447388],[22,1.4831117391586304],[23,1.4969253540039062],[24,1.475063681602478],[25,1.4871137142181396],[26,1.501848816871643],[27,1.4943794012069702],[28,1.5136855840682983],[29,1.493666648864746],[30,1.5135945081710815],[31,1.4735959768295288],[32,1.503006100654602],[33,1.5136075019836426],[34,1.4880645275115967],[35,1.5268574953079224],[36,1.5384379625320435],[37,1.4728375673294067],[38,1.4912306070327759],[39,1.4925391674041748],[40,1.5012918710708618],[41,1.486912727355957],[42,1.496675729751587],[43,1.5028190612792969],[44,1.494261622428894],[45,1.4732766151428223],[46,1.5402995347976685],[47,1.4934327602386475],[48,1.4953206777572632],[49,1.4870578050613403],[50,1.4759341478347778],[51,1.4913886785507202],[52,1.481374979019165],[53,1.4779038429260254],[54,1.5362892150878906],[55,1.4904277324676514],[56,1.48826265335083],[57,1.478547215461731],[58,1.490921139717102],[59,1.4748045206069946],[60,1.5123645067214966],[61,1.4691483974456787],[62,1.479654312133789],[63,1.474185585975647],[64,1.471230149269104],[65,1.4783124923706055],[66,1.478926181793213],[67,1.4747463464736938],[68,1.481632113456726],[69,1.4720627069473267],[70,1.4762499332427979],[71,1.4708240032196045],[72,1.441676378250122],[73,1.4505424499511719],[74,1.4181005954742432],[75,1.4353768825531006],[76,1.4494107961654663],[77,1.4446401596069336],[78,1.466849684715271],[79,1.4496556520462036],[80,1.441774845123291],[81,1.4404621124267578],[82,1.4729558229446411],[83,1.4506269693374634],[84,1.4552099704742432],[85,1.4545776844024658],[86,1.4531288146972656],[87,1.4509018659591675],[88,1.4866158962249756],[89,1.4726331233978271],[90,1.4814062118530273],[91,1.457548975944519],[92,1.4765777587890625],[93,1.4556293487548828],[94,1.4606447219848633],[95,1.4618096351623535],[96,1.4570890665054321],[97,1.476215124130249],[98,1.4687840938568115],[99,1.4569510221481323]],"positive":[[0,0.25730717182159424],[1,0.2734094262123108],[2,0.27946099638938904],[3,0.2849314212799072],[4,0.28567010164260864],[5,0.293796181678772],[6,0.3018459975719452],[7,0.30595383048057556],[8,0.30077239871025085],[9,0.3051111400127411],[10,0.304123193025589],[11,0.30716046690940857],[12,0.3027766942977905],[13,0.30200469493865967],[14,0.3026379942893982],[15,0.30268749594688416],[16,0.300971657037735],[17,0.2981768250465393],[18,0.3004741966724396],[19,0.301561564207077],[20,0.30652010440826416],[21,0.3011969029903412],[22,0.29662224650382996],[23,0.2993847131729126],[24,0.29501235485076904],[25,0.2974228262901306],[26,0.3003692328929901],[27,0.29887592792510986],[28,0.3027373254299164],[29,0.29873305559158325],[30,0.30271878838539124],[31,0.29471874237060547],[32,0.30060121417045593],[33,0.3027219772338867],[34,0.29761290550231934],[35,0.3053711950778961],[36,0.3076878786087036],[37,0.2945672571659088],[38,0.2982456386089325],[39,0.2985076606273651],[40,0.30025842785835266],[41,0.29738250374794006],[42,0.29933515191078186],[43,0.3005635142326355],[44,0.29885220527648926],[45,0.29465538263320923],[46,0.30806005001068115],[47,0.2986866533756256],[48,0.29906395077705383],[49,0.2974119782447815],[50,0.2951868176460266],[51,0.29827722907066345],[52,0.2962748110294342],[53,0.29558080434799194],[54,0.30725765228271484],[55,0.2980850338935852],[56,0.2976524531841278],[57,0.2957094609737396],[58,0.29818418622016907],[59,0.29496055841445923],[60,0.3024730980396271],[61,0.29382938146591187],[62,0.29593104124069214],[63,0.29483771324157715],[64,0.29424598813056946],[65,0.29566240310668945],[66,0.295785516500473],[67,0.29494917392730713],[68,0.2963259220123291],[69,0.29441240429878235],[70,0.2952496409416199],[71,0.2941651940345764],[72,0.28833556175231934],[73,0.2901082932949066],[74,0.2836201786994934],[75,0.2870751619338989],[76,0.28988227248191833],[77,0.2889280617237091],[78,0.2933695316314697],[79,0.28993117809295654],[80,0.2883550822734833],[81,0.28809279203414917],[82,0.2945907413959503],[83,0.29012537002563477],[84,0.2910423278808594],[85,0.29091566801071167],[86,0.29062584042549133],[87,0.2901803255081177],[88,0.2973237633705139],[89,0.2945265769958496],[90,0.2962810695171356],[91,0.2915099859237671],[92,0.2953155040740967],[93,0.2911258935928345],[94,0.2921293079853058],[95,0.2923618257045746],[96,0.2914183437824249],[97,0.2952430546283722],[98,0.29375696182250977],[99,0.2913898825645447]],"negative":[[0,0.25730809569358826],[1,0.2734096050262451],[2,0.2794610261917114],[3,0.28493064641952515],[4,0.28566989302635193],[5,0.2937964200973511],[6,0.30184534192085266],[7,0.30595308542251587],[8,0.30077308416366577],[9,0.305111289024353],[10,0.3041229844093323],[11,0.30716046690940857],[12,0.302776575088501],[13,0.30200454592704773],[14,0.3026382625102997],[15,0.3026873767375946],[16,0.30097150802612305],[17,0.2981770634651184],[18,0.3004738688468933],[19,0.301561564207077],[20,0.30652016401290894],[21,0.3011968433856964],[22,0.29662245512008667],[23,0.2993853986263275],[24,0.2950131595134735],[25,0.2974226772785187],[26,0.30037030577659607],[27,0.2988758385181427],[28,0.30273687839508057],[29,0.2987336218357086],[30,0.30271896719932556],[31,0.2947196066379547],[32,0.30060121417045593],[33,0.3027210235595703],[34,0.29761287569999695],[35,0.30537182092666626],[36,0.30768734216690063],[37,0.2945677638053894],[38,0.2982465922832489],[39,0.29850801825523376],[40,0.3002582788467407],[41,0.29738256335258484],[42,0.2993351221084595],[43,0.30056414008140564],[44,0.29885244369506836],[45,0.2946552634239197],[46,0.3080597519874573],[47,0.2986864745616913],[48,0.2990642786026001],[49,0.2974112033843994],[50,0.29518675804138184],[51,0.29827824234962463],[52,0.29627519845962524],[53,0.29558074474334717],[54,0.3072580397129059],[55,0.29808610677719116],[56,0.29765254259109497],[57,0.29570937156677246],[58,0.29818421602249146],[59,0.2949613034725189],[60,0.30247268080711365],[61,0.29382991790771484],[62,0.2959306240081787],[63,0.2948365807533264],[64,0.2942460775375366],[65,0.2956625521183014],[66,0.29578495025634766],[67,0.29494935274124146],[68,0.2963269352912903],[69,0.29441264271736145],[70,0.2952503561973572],[71,0.29416438937187195],[72,0.28833508491516113],[73,0.29010868072509766],[74,0.28362005949020386],[75,0.28707554936408997],[76,0.28988200426101685],[77,0.28892794251441956],[78,0.29337039589881897],[79,0.289931058883667],[80,0.28835487365722656],[81,0.2880920171737671],[82,0.2945915460586548],[83,0.29012537002563477],[84,0.29104164242744446],[85,0.2909153997898102],[86,0.2906257212162018],[87,0.29018038511276245],[88,0.2973226010799408],[89,0.2945266664028168],[90,0.29628148674964905],[91,0.29150956869125366],[92,0.29531559348106384],[93,0.2911258637905121],[94,0.29212862253189087],[95,0.2923619747161865],[96,0.29141727089881897],[97,0.2952430248260498],[98,0.2937566936016083],[99,0.2913905084133148]],"field":"reward_anchor_hpsv3","scope":"clean-output anchor","updates":100,"seedPolicy":"fixed_seed_42"},"status":"complete","final":{"scores":{"hpsv3":14.788283542394637},"stats":{"hpsv3":{"mean":14.788283542394637,"std":2.0939871167754536,"se":0.06621768680059413,"n":1000}}}},{"id":"sd35m_deqa","backbone":"sd35m","metric":"deqa","label":"DeQA","budget":100,"v1":{"reward":[[0,3.273803234100342],[1,3.6031503677368164],[2,3.9546711444854736],[3,4.2352375984191895],[4,4.420680522918701],[5,4.521469593048096],[6,4.505646705627441],[7,4.555761337280273],[8,4.587810039520264],[9,4.616195201873779],[10,4.633808612823486],[11,4.6558074951171875],[12,4.662745952606201],[13,4.672056198120117],[14,4.681610107421875],[15,4.6927056312561035],[16,4.702608585357666],[17,4.712197780609131],[18,4.720693111419678],[19,4.727786540985107],[20,4.735536575317383],[21,4.739760875701904],[22,4.745143413543701],[23,4.7503533363342285],[24,4.752462387084961],[25,4.755693435668945],[26,4.758184432983398],[27,4.762091636657715],[28,4.764215469360352],[29,4.768057346343994],[30,4.770465850830078],[31,4.775685787200928],[32,4.777063846588135],[33,4.781494140625],[34,4.78314733505249],[35,4.787022590637207],[36,4.78871488571167],[37,4.792163372039795],[38,4.794914722442627],[39,4.796464920043945],[40,4.799403190612793],[41,4.800973892211914],[42,4.8043341636657715],[43,4.805594444274902],[44,4.8078932762146],[45,4.807953834533691],[46,4.810417175292969],[47,4.811793804168701],[48,4.812856674194336],[49,4.814050674438477],[50,4.815912246704102],[51,4.815441608428955],[52,4.818166732788086],[53,4.817959785461426],[54,4.818183898925781],[55,4.818064212799072],[56,4.820371627807617],[57,4.819919586181641],[58,4.8230814933776855],[59,4.8227105140686035],[60,4.820951461791992],[61,4.823924541473389],[62,4.823898792266846],[63,4.82456636428833],[64,4.825971603393555],[65,4.827062129974365],[66,4.829251766204834],[67,4.829805374145508],[68,4.831833839416504],[69,4.832246780395508],[70,4.832924842834473],[71,4.833439350128174],[72,4.83491849899292],[73,4.8354034423828125],[74,4.837518692016602],[75,4.836626052856445],[76,4.837394714355469],[77,4.837992191314697],[78,4.839132308959961],[79,4.8412675857543945],[80,4.841693878173828],[81,4.843449592590332],[82,4.842852592468262],[83,4.844343185424805],[84,4.844905376434326],[85,4.847095966339111],[86,4.846883773803711],[87,4.846043109893799],[88,4.847529411315918],[89,4.8499016761779785],[90,4.848654747009277],[91,4.84922456741333],[92,4.846499919891357],[93,4.851720809936523],[94,4.852427005767822],[95,4.85128116607666],[96,4.852170467376709],[97,4.854482173919678],[98,4.854044437408447],[99,4.853382587432861]],"loss":[[0,-7.332074165344238],[1,-8.244805335998535],[2,-9.451021194458008],[3,-10.2328462600708],[4,-10.681604385375977],[5,-10.715692520141602],[6,-11.364445686340332],[7,-10.99305248260498],[8,-11.505481719970703],[9,-11.352105140686035],[10,-11.78686237335205],[11,-11.457448959350586],[12,-11.683920860290527],[13,-11.604464530944824],[14,-11.914900779724121],[15,-11.90400218963623],[16,-11.28807258605957],[17,-11.64256477355957],[18,-11.920169830322266],[19,-11.790605545043945],[20,-11.959172248840332],[21,-11.380036354064941],[22,-11.740509033203125],[23,-11.780338287353516],[24,-12.029598236083984],[25,-11.967936515808105],[26,-12.187885284423828],[27,-11.953472137451172],[28,-11.965394020080566],[29,-12.434101104736328],[30,-12.23158073425293],[31,-11.832967758178711],[32,-12.41282844543457],[33,-13.110800743103027],[34,-12.516801834106445],[35,-12.387947082519531],[36,-11.807296752929688],[37,-12.369405746459961],[38,-12.421733856201172],[39,-12.032840728759766],[40,-12.380437850952148],[41,-12.390836715698242],[42,-12.207387924194336],[43,-12.24443531036377],[44,-12.303434371948242],[45,-12.06499195098877],[46,-12.621442794799805],[47,-12.276613235473633],[48,-12.416946411132812],[49,-12.613080024719238],[50,-12.243642807006836],[51,-12.118364334106445],[52,-12.471964836120605],[53,-12.250571250915527],[54,-12.219048500061035],[55,-12.30021858215332],[56,-12.183683395385742],[57,-11.971318244934082],[58,-12.29904842376709],[59,-12.02886962890625],[60,-11.663984298706055],[61,-12.309525489807129],[62,-13.04334831237793],[63,-12.197300910949707],[64,-12.223347663879395],[65,-12.509251594543457],[66,-12.339946746826172],[67,-12.423489570617676],[68,-12.028395652770996],[69,-12.082908630371094],[70,-12.578865051269531],[71,-12.271076202392578],[72,-12.367871284484863],[73,-12.101241111755371],[74,-12.120798110961914],[75,-12.528358459472656],[76,-11.926920890808105],[77,-12.23270034790039],[78,-12.268839836120605],[79,-12.437407493591309],[80,-12.232203483581543],[81,-12.132431030273438],[82,-12.30974006652832],[83,-13.155688285827637],[84,-12.067582130432129],[85,-12.517705917358398],[86,-12.176493644714355],[87,-12.510099411010742],[88,-12.241292953491211],[89,-12.232908248901367],[90,-12.125629425048828],[91,-12.254985809326172],[92,-12.729783058166504],[93,-12.547740936279297],[94,-12.590572357177734],[95,-12.48270320892334],[96,-12.439534187316895],[97,-12.480256080627441],[98,-12.447476387023926],[99,-12.177848815917969]],"positive":[],"negative":[],"field":"reward_deqa","scope":"rollout endpoint","updates":100,"seedPolicy":"no_fixed_seed_random_run","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/sd35m/opsd/deqa/save/metrics.jsonl"},"v2":{"reward":[[0,3.121262788772583],[1,3.8382649421691895],[2,4.234947681427002],[3,4.405008316040039],[4,4.5120062828063965],[5,4.5575714111328125],[6,4.595307350158691],[7,4.624284744262695],[8,4.642325401306152],[9,4.659361839294434],[10,4.675418376922607],[11,4.688467979431152],[12,4.6968231201171875],[13,4.707204818725586],[14,4.714315891265869],[15,4.72325325012207],[16,4.730306625366211],[17,4.73635196685791],[18,4.7420973777771],[19,4.744579315185547],[20,4.750646591186523],[21,4.756594181060791],[22,4.758539199829102],[23,4.7647175788879395],[24,4.7664384841918945],[25,4.770376205444336],[26,4.769637584686279],[27,4.7742438316345215],[28,4.773922920227051],[29,4.7788848876953125],[30,4.780904769897461],[31,4.78214168548584],[32,4.7843194007873535],[33,4.785773754119873],[34,4.787973403930664],[35,4.7876105308532715],[36,4.790035724639893],[37,4.790031433105469],[38,4.79365873336792],[39,4.7931365966796875],[40,4.795729160308838],[41,4.796889305114746],[42,4.796226501464844],[43,4.798924922943115],[44,4.7989068031311035],[45,4.799397945404053],[46,4.802313804626465],[47,4.801414489746094],[48,4.803308486938477],[49,4.803261756896973],[50,4.806372165679932],[51,4.8053765296936035],[52,4.805545330047607],[53,4.807531356811523],[54,4.808577537536621],[55,4.8096184730529785],[56,4.809356689453125],[57,4.8112311363220215],[58,4.811290264129639],[59,4.814286231994629],[60,4.81306791305542],[61,4.815514087677002],[62,4.8134765625],[63,4.815825462341309],[64,4.815829753875732],[65,4.81815767288208],[66,4.818609237670898],[67,4.818647384643555],[68,4.82045841217041],[69,4.821578025817871],[70,4.821052551269531],[71,4.821662902832031],[72,4.8224945068359375],[73,4.822137832641602],[74,4.822905540466309],[75,4.824213027954102],[76,4.824239730834961],[77,4.825578689575195],[78,4.823619842529297],[79,4.825832843780518],[80,4.82579231262207],[81,4.826353073120117],[82,4.827817916870117],[83,4.827184677124023],[84,4.828374862670898],[85,4.828344345092773],[86,4.829021453857422],[87,4.830436706542969],[88,4.830039024353027],[89,4.830495357513428],[90,4.829996585845947],[91,4.832640647888184],[92,4.831228256225586],[93,4.831184387207031],[94,4.8322296142578125],[95,4.833485126495361],[96,4.833703994750977],[97,4.833408832550049],[98,4.834688186645508],[99,4.834829330444336]],"loss":[[0,1.1692867279052734],[1,1.2103592157363892],[2,1.3124765157699585],[3,1.4593902826309204],[4,1.6126708984375],[5,1.6488116979599],[6,1.643675684928894],[7,1.584769368171692],[8,1.548340916633606],[9,1.5642014741897583],[10,1.5719051361083984],[11,1.5680582523345947],[12,1.588207721710205],[13,1.6130297183990479],[14,1.5824369192123413],[15,1.6210172176361084],[16,1.6297107934951782],[17,1.6441154479980469],[18,1.6443146467208862],[19,1.6118812561035156],[20,1.6174745559692383],[21,1.6056169271469116],[22,1.5522159337997437],[23,1.593442440032959],[24,1.5455043315887451],[25,1.5665440559387207],[26,1.560849666595459],[27,1.5812169313430786],[28,1.557875156402588],[29,1.6070619821548462],[30,1.5714311599731445],[31,1.5723527669906616],[32,1.5817543268203735],[33,1.5684218406677246],[34,1.598212480545044],[35,1.5853712558746338],[36,1.5774673223495483],[37,1.5629501342773438],[38,1.590938925743103],[39,1.5764713287353516],[40,1.59112548828125],[41,1.5965405702590942],[42,1.6002166271209717],[43,1.5952951908111572],[44,1.6069647073745728],[45,1.5958160161972046],[46,1.612748146057129],[47,1.603769063949585],[48,1.6336452960968018],[49,1.6164871454238892],[50,1.6247422695159912],[51,1.6171767711639404],[52,1.6213070154190063],[53,1.604417085647583],[54,1.6239840984344482],[55,1.6210429668426514],[56,1.6469147205352783],[57,1.6537270545959473],[58,1.6449724435806274],[59,1.6538690328598022],[60,1.6243445873260498],[61,1.6523183584213257],[62,1.6405868530273438],[63,1.6522196531295776],[64,1.6467360258102417],[65,1.620469331741333],[66,1.6348515748977661],[67,1.6119043827056885],[68,1.6374378204345703],[69,1.6344563961029053],[70,1.646677851676941],[71,1.645312786102295],[72,1.6441267728805542],[73,1.6275126934051514],[74,1.6511439085006714],[75,1.6254876852035522],[76,1.6633989810943604],[77,1.6352458000183105],[78,1.6593539714813232],[79,1.6629853248596191],[80,1.660728931427002],[81,1.650249719619751],[82,1.6432042121887207],[83,1.6362098455429077],[84,1.6460347175598145],[85,1.6145844459533691],[86,1.6236851215362549],[87,1.6602610349655151],[88,1.6288172006607056],[89,1.6329596042633057],[90,1.6354014873504639],[91,1.6281589269638062],[92,1.6557340621948242],[93,1.6248615980148315],[94,1.639121174812317],[95,1.6322818994522095],[96,1.6209473609924316],[97,1.6175100803375244],[98,1.6271522045135498],[99,1.597368597984314]],"positive":[[0,0.23385749757289886],[1,0.2421426624059677],[2,0.2626025676727295],[3,0.2920335829257965],[4,0.32272037863731384],[5,0.3299548625946045],[6,0.3289259076118469],[7,0.3171219825744629],[8,0.30981722474098206],[9,0.31299278140068054],[10,0.3145470917224884],[11,0.31376317143440247],[12,0.3177969455718994],[13,0.3227701783180237],[14,0.31664010882377625],[15,0.3243648409843445],[16,0.3261089324951172],[17,0.3290063738822937],[18,0.32903367280960083],[19,0.3225274085998535],[20,0.32366788387298584],[21,0.3212796747684479],[22,0.3105814754962921],[23,0.31884127855300903],[24,0.30923691391944885],[25,0.3134562373161316],[26,0.31233295798301697],[27,0.31638726592063904],[28,0.3117138743400574],[29,0.3215775489807129],[30,0.3144409656524658],[31,0.3146173357963562],[32,0.31651392579078674],[33,0.3138335347175598],[34,0.319812536239624],[35,0.3172280192375183],[36,0.31568074226379395],[37,0.31274688243865967],[38,0.3183716833591461],[39,0.3154582381248474],[40,0.3184117078781128],[41,0.3194800913333893],[42,0.32022425532341003],[43,0.31924203038215637],[44,0.32158201932907104],[45,0.31934961676597595],[46,0.3227541744709015],[47,0.32094913721084595],[48,0.32695549726486206],[49,0.32348623871803284],[50,0.3251325488090515],[51,0.3236180543899536],[52,0.3244342505931854],[53,0.32107168436050415],[54,0.32499927282333374],[55,0.3243924379348755],[56,0.32957154512405396],[57,0.3309669494628906],[58,0.3292253017425537],[59,0.330974280834198],[60,0.3250533640384674],[61,0.3306597173213959],[62,0.3283187747001648],[63,0.33067286014556885],[64,0.3295559585094452],[65,0.32430535554885864],[66,0.32719117403030396],[67,0.3225798010826111],[68,0.3276962339878082],[69,0.32714495062828064],[70,0.3295641839504242],[71,0.32931947708129883],[72,0.32902804017066956],[73,0.3257203996181488],[74,0.33042675256729126],[75,0.325311541557312],[76,0.33288294076919556],[77,0.3272707164287567],[78,0.3320804834365845],[79,0.3328174948692322],[80,0.33236566185951233],[81,0.33027592301368713],[82,0.3288498520851135],[83,0.3274584114551544],[84,0.32941555976867676],[85,0.32312455773353577],[86,0.3249424993991852],[87,0.332268089056015],[88,0.32597023248672485],[89,0.3268023431301117],[90,0.3273063600063324],[91,0.3258369565010071],[92,0.3313731849193573],[93,0.32522815465927124],[94,0.32803547382354736],[95,0.32666242122650146],[96,0.32442420721054077],[97,0.3237071931362152],[98,0.32562437653541565],[99,0.3196723461151123]],"negative":[[0,0.233857199549675],[1,0.2420009970664978],[2,0.2623880207538605],[3,0.29172250628471375],[4,0.322348028421402],[5,0.3295697867870331],[6,0.32854434847831726],[7,0.3167857527732849],[8,0.3095191717147827],[9,0.31268784403800964],[10,0.31421488523483276],[11,0.3134601414203644],[12,0.31748613715171814],[13,0.3224416971206665],[14,0.3163345456123352],[15,0.32404205203056335],[16,0.3257753849029541],[17,0.32863980531692505],[18,0.32869213819503784],[19,0.3222251236438751],[20,0.3233218789100647],[21,0.32096707820892334],[22,0.3103048503398895],[23,0.3185356557369232],[24,0.3089648187160492],[25,0.3131614327430725],[26,0.3120068907737732],[27,0.3160994350910187],[28,0.31143614649772644],[29,0.32124724984169006],[30,0.314131498336792],[31,0.3143237829208374],[32,0.3161877989768982],[33,0.313535213470459],[34,0.31947243213653564],[35,0.3169204592704773],[36,0.315306156873703],[37,0.3124331831932068],[38,0.31800389289855957],[39,0.3151303827762604],[40,0.3180385231971741],[41,0.3191360831260681],[42,0.31986239552497864],[43,0.3188760578632355],[44,0.3212038576602936],[45,0.3189767599105835],[46,0.32234498858451843],[47,0.3205585181713104],[48,0.32650259137153625],[49,0.32310861349105835],[50,0.32476431131362915],[51,0.32325273752212524],[52,0.32408851385116577],[53,0.320695161819458],[54,0.32459431886672974],[55,0.3240247666835785],[56,0.3291943073272705],[57,0.33052387833595276],[58,0.3287637233734131],[59,0.3305733799934387],[60,0.3246844410896301],[61,0.33026766777038574],[62,0.3279159665107727],[63,0.3302150368690491],[64,0.32913848757743835],[65,0.32388240098953247],[66,0.3267495036125183],[67,0.32218196988105774],[68,0.32727891206741333],[69,0.3266375958919525],[70,0.3291069567203522],[71,0.3288055956363678],[72,0.32862263917922974],[73,0.3252846300601959],[74,0.3300308287143707],[75,0.32488352060317993],[76,0.3324766755104065],[77,0.3268275558948517],[78,0.33166101574897766],[79,0.332376629114151],[80,0.3319258689880371],[81,0.32982397079467773],[82,0.3284318745136261],[83,0.32702556252479553],[84,0.32899829745292664],[85,0.32270923256874084],[86,0.3245314955711365],[87,0.3318363428115845],[88,0.3255566358566284],[89,0.32638150453567505],[90,0.32685422897338867],[91,0.3254266381263733],[92,0.3309204578399658],[93,0.3247164487838745],[94,0.3276129364967346],[95,0.3262503743171692],[96,0.3239547908306122],[97,0.32329684495925903],[98,0.3252364993095398],[99,0.3192750811576843]],"field":"reward_anchor_deqa","scope":"clean-output anchor","updates":100,"seedPolicy":"fixed_seed_42"},"status":"complete","final":{"scores":{"deqa":4.8135912990570064},"stats":{"deqa":{"mean":4.8135912990570064,"std":0.020144965971365017,"se":0.0006370397585609979,"n":1000}}}},{"id":"sd35m_altclip","backbone":"sd35m","metric":"altclip","label":"AltCLIP","budget":100,"v1":{"reward":[[0,0.25956159830093384],[1,0.3025103807449341],[2,0.3152095079421997],[3,0.33738207817077637],[4,0.3459893763065338],[5,0.34184566140174866],[6,0.34954866766929626],[7,0.34076592326164246],[8,0.3539195656776428],[9,0.3746866285800934],[10,0.373953640460968],[11,0.364113986492157],[12,0.37694188952445984],[13,0.3747205436229706],[14,0.39574044942855835],[15,0.37523096799850464],[16,0.383597195148468],[17,0.3887457847595215],[18,0.41147953271865845],[19,0.38827916979789734],[20,0.40177738666534424],[21,0.38325726985931396],[22,0.37709352374076843],[23,0.4042397141456604],[24,0.40037330985069275],[25,0.40483346581459045],[26,0.4070655107498169],[27,0.4039023220539093],[28,0.4159678816795349],[29,0.40659359097480774],[30,0.4167919456958771],[31,0.40234026312828064],[32,0.4195233881473541],[33,0.4141707420349121],[34,0.41546398401260376],[35,0.43185532093048096],[36,0.41804084181785583],[37,0.4109994173049927],[38,0.4201297163963318],[39,0.4139643907546997],[40,0.43150466680526733],[41,0.4228341281414032],[42,0.4118988811969757],[43,0.4196554720401764],[44,0.43397149443626404],[45,0.43157100677490234],[46,0.44028106331825256],[47,0.4178406298160553],[48,0.4409296214580536],[49,0.43309158086776733],[50,0.43325236439704895],[51,0.4262051582336426],[52,0.429202675819397],[53,0.4338652789592743],[54,0.4421842396259308],[55,0.43553364276885986],[56,0.4232715964317322],[57,0.43377843499183655],[58,0.4438215494155884],[59,0.44084396958351135],[60,0.42841461300849915],[61,0.4245664179325104],[62,0.42627233266830444],[63,0.4448871612548828],[64,0.4347921907901764],[65,0.4470312297344208],[66,0.4485000967979431],[67,0.43948376178741455],[68,0.4409753084182739],[69,0.4401134252548218],[70,0.4666346311569214],[71,0.44018223881721497],[72,0.4540201723575592],[73,0.4554857611656189],[74,0.46313774585723877],[75,0.4424554109573364],[76,0.4408102333545685],[77,0.44690459966659546],[78,0.4530314803123474],[79,0.4522884786128998],[80,0.43787944316864014],[81,0.4412253797054291],[82,0.4489361345767975],[83,0.45980772376060486],[84,0.4596467614173889],[85,0.4440493583679199],[86,0.44781386852264404],[87,0.4419420659542084],[88,0.4612507224082947],[89,0.4398610293865204],[90,0.4411463141441345],[91,0.4433531165122986],[92,0.45773622393608093],[93,0.4475035071372986],[94,0.44824764132499695],[95,0.46161291003227234],[96,0.46345895528793335],[97,0.4573313295841217],[98,0.4544867277145386],[99,0.4562676250934601]],"loss":[[0,0.5763222575187683],[1,0.6235934495925903],[2,0.6241258978843689],[3,0.6362199187278748],[4,0.6469142436981201],[5,0.6850732564926147],[6,0.681404173374176],[7,0.6764923930168152],[8,0.6992301940917969],[9,0.7009540796279907],[10,0.7238579988479614],[11,0.7285646200180054],[12,0.7451047301292419],[13,0.741431474685669],[14,0.742748498916626],[15,0.7343500256538391],[16,0.7206883430480957],[17,0.755693793296814],[18,0.7401747703552246],[19,0.767963707447052],[20,0.7668054699897766],[21,0.7592635750770569],[22,0.7641884088516235],[23,0.779506504535675],[24,0.785234272480011],[25,0.7610925436019897],[26,0.7653849720954895],[27,0.7681699991226196],[28,0.7659146189689636],[29,0.76456218957901],[30,0.7656010985374451],[31,0.7773119211196899],[32,0.7745839357376099],[33,0.7800512909889221],[34,0.7859681844711304],[35,0.7918925285339355],[36,0.7900512218475342],[37,0.7768182158470154],[38,0.7931727170944214],[39,0.7804248929023743],[40,0.794550895690918],[41,0.7874206304550171],[42,0.7940989136695862],[43,0.788925290107727],[44,0.7791255712509155],[45,0.8059564232826233],[46,0.8020629286766052],[47,0.8002394437789917],[48,0.8071098327636719],[49,0.8115640878677368],[50,0.808660626411438],[51,0.7989729046821594],[52,0.8009238243103027],[53,0.8028425574302673],[54,0.7905532121658325],[55,0.7986045479774475],[56,0.8129384517669678],[57,0.8087078332901001],[58,0.7942949533462524],[59,0.80266273021698],[60,0.8149895071983337],[61,0.7982683777809143],[62,0.8317082524299622],[63,0.8172918558120728],[64,0.812224268913269],[65,0.8088144063949585],[66,0.7967196702957153],[67,0.7965409159660339],[68,0.8194096684455872],[69,0.8185499310493469],[70,0.8260742425918579],[71,0.8193528652191162],[72,0.8061619997024536],[73,0.8142507076263428],[74,0.8114541172981262],[75,0.8121200799942017],[76,0.7975075840950012],[77,0.8246832489967346],[78,0.8082095384597778],[79,0.8254379034042358],[80,0.8109761476516724],[81,0.8208655714988708],[82,0.8232937455177307],[83,0.8161629438400269],[84,0.8203036785125732],[85,0.8190886974334717],[86,0.8090713620185852],[87,0.8092918395996094],[88,0.8118711709976196],[89,0.8121371269226074],[90,0.819311797618866],[91,0.8015344142913818],[92,0.8133772015571594],[93,0.8294150233268738],[94,0.8238732218742371],[95,0.8073126077651978],[96,0.8203976154327393],[97,0.8219488859176636],[98,0.8349767327308655],[99,0.8284609913825989]],"positive":[[0,0.115719735622406],[1,0.12483922392129898],[2,0.12478510290384293],[3,0.1272369921207428],[4,0.12920911610126495],[5,0.1367301642894745],[6,0.13593362271785736],[7,0.13506440818309784],[8,0.13945743441581726],[9,0.1401928812265396],[10,0.14500057697296143],[11,0.14578215777873993],[12,0.1487634778022766],[13,0.14822439849376678],[14,0.147821843624115],[15,0.14640597999095917],[16,0.14336907863616943],[17,0.1506127268075943],[18,0.14718887209892273],[19,0.1531376838684082],[20,0.15310867130756378],[21,0.15109407901763916],[22,0.15284878015518188],[23,0.1551443487405777],[24,0.15608878433704376],[25,0.15157344937324524],[26,0.15165627002716064],[27,0.153280571103096],[28,0.15244555473327637],[29,0.151968851685524],[30,0.1527712047100067],[31,0.15481407940387726],[32,0.15476679801940918],[33,0.1552717685699463],[34,0.15685099363327026],[35,0.15804998576641083],[36,0.15732647478580475],[37,0.1553199589252472],[38,0.15778985619544983],[39,0.15509043633937836],[40,0.15804238617420197],[41,0.15670093894004822],[42,0.15810199081897736],[43,0.15684671700000763],[44,0.15457278490066528],[45,0.16032661497592926],[46,0.16002950072288513],[47,0.1597982943058014],[48,0.1609359234571457],[49,0.16182343661785126],[50,0.1610819697380066],[51,0.15903888642787933],[52,0.15926581621170044],[53,0.16026224195957184],[54,0.15682975947856903],[55,0.15913480520248413],[56,0.1620611846446991],[57,0.16107946634292603],[58,0.15844759345054626],[59,0.1600755751132965],[60,0.1622578352689743],[61,0.15842095017433167],[62,0.165777325630188],[63,0.16290268301963806],[64,0.16232290863990784],[65,0.1611984223127365],[66,0.15921024978160858],[67,0.15908664464950562],[68,0.16296496987342834],[69,0.1630183309316635],[70,0.16460861265659332],[71,0.16292977333068848],[72,0.1609223186969757],[73,0.16211086511611938],[74,0.16114626824855804],[75,0.16242069005966187],[76,0.1585998386144638],[77,0.164232075214386],[78,0.1606415957212448],[79,0.16404664516448975],[80,0.1613396257162094],[81,0.16332069039344788],[82,0.16418226063251495],[83,0.16271239519119263],[84,0.16372820734977722],[85,0.16389676928520203],[86,0.16072380542755127],[87,0.1611838936805725],[88,0.1616547405719757],[89,0.16181103885173798],[90,0.16361993551254272],[91,0.1593264937400818],[92,0.16235065460205078],[93,0.16499927639961243],[94,0.1646704524755478],[95,0.16075529158115387],[96,0.16310729086399078],[97,0.16376212239265442],[98,0.1663844883441925],[99,0.1652214378118515]],"negative":[[0,0.11480323225259781],[1,0.12457867711782455],[2,0.1248968169093132],[3,0.12723702192306519],[4,0.1295911967754364],[5,0.1373535841703415],[6,0.1366778016090393],[7,0.13545991480350494],[8,0.14024008810520172],[9,0.14014491438865662],[10,0.14462965726852417],[11,0.14565663039684296],[12,0.14917095005512238],[13,0.14834803342819214],[14,0.14928990602493286],[15,0.14737673103809357],[16,0.14489756524562836],[17,0.15163137018680573],[18,0.1488669216632843],[19,0.15406440198421478],[20,0.15367525815963745],[21,0.1526026725769043],[22,0.15280482172966003],[23,0.15665340423583984],[24,0.15811364352703094],[25,0.1529095470905304],[26,0.15454401075839996],[27,0.15406599640846252],[28,0.15402139723300934],[29,0.153916135430336],[30,0.15352323651313782],[31,0.15617047250270844],[32,0.1550387442111969],[33,0.15668725967407227],[34,0.15744687616825104],[35,0.15863165259361267],[36,0.1586255133152008],[37,0.1554480940103531],[38,0.15947610139846802],[39,0.15707480907440186],[40,0.15980184078216553],[41,0.15823934972286224],[42,0.15949442982673645],[43,0.15869897603988647],[44,0.15707789361476898],[45,0.16208168864250183],[46,0.16079352796077728],[47,0.16031232476234436],[48,0.16181543469429016],[49,0.16273187100887299],[50,0.16239258646965027],[51,0.16056431829929352],[52,0.16116376221179962],[53,0.1609172821044922],[54,0.15945851802825928],[55,0.16038747131824493],[56,0.16314637660980225],[57,0.16246889531612396],[58,0.1593184471130371],[59,0.1610521823167801],[60,0.16373376548290253],[61,0.16092397272586823],[62,0.16685211658477783],[63,0.16400185227394104],[64,0.16259203851222992],[65,0.16229823231697083],[66,0.15946485102176666],[67,0.1595572531223297],[68,0.1648389995098114],[69,0.16441884636878967],[70,0.16580763459205627],[71,0.16482608020305634],[72,0.16157935559749603],[73,0.16357479989528656],[74,0.16340139508247375],[75,0.16241011023521423],[76,0.1603926420211792],[77,0.16566859185695648],[78,0.16263023018836975],[79,0.16613627970218658],[80,0.16300106048583984],[81,0.16500164568424225],[82,0.16513578593730927],[83,0.16374647617340088],[84,0.16439594328403473],[85,0.16368991136550903],[86,0.16288389265537262],[87,0.16249623894691467],[88,0.16313718259334564],[89,0.16301141679286957],[90,0.1641034632921219],[91,0.16129125654697418],[92,0.1629677563905716],[93,0.16679701209068298],[94,0.16485090553760529],[95,0.1621047854423523],[96,0.16509340703487396],[97,0.1650029569864273],[98,0.16757218539714813],[99,0.16623276472091675]],"field":"reward_altclip","scope":"rollout endpoint","updates":100,"seedPolicy":"no_fixed_seed_random_run","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/sd35m/opsd/altclip/save/metrics.jsonl"},"v2":{"reward":[[0,0.2661387622356415],[1,0.29486751556396484],[2,0.32467159628868103],[3,0.34092602133750916],[4,0.3470970690250397],[5,0.3589528799057007],[6,0.3634646236896515],[7,0.3695605397224426],[8,0.37292084097862244],[9,0.38218891620635986],[10,0.3825467526912689],[11,0.386286199092865],[12,0.38986003398895264],[13,0.3964422345161438],[14,0.3982788622379303],[15,0.4015143811702728],[16,0.4040042459964752],[17,0.406087189912796],[18,0.41080427169799805],[19,0.41490882635116577],[20,0.4170587658882141],[21,0.41572442650794983],[22,0.41877809166908264],[23,0.4211682081222534],[24,0.4236060380935669],[25,0.4243510067462921],[26,0.42758792638778687],[27,0.42914146184921265],[28,0.43116867542266846],[29,0.43396520614624023],[30,0.4340134263038635],[31,0.43636536598205566],[32,0.43751490116119385],[33,0.4355164170265198],[34,0.43743929266929626],[35,0.43955719470977783],[36,0.44310253858566284],[37,0.4445238709449768],[38,0.4431134760379791],[39,0.4489125609397888],[40,0.4450487494468689],[41,0.44697824120521545],[42,0.4500804543495178],[43,0.4460707902908325],[44,0.4494302570819855],[45,0.44974857568740845],[46,0.44765058159828186],[47,0.44850432872772217],[48,0.45266279578208923],[49,0.4569532573223114],[50,0.45327579975128174],[51,0.4501942992210388],[52,0.4554443955421448],[53,0.4599885940551758],[54,0.4563286006450653],[55,0.45735931396484375],[56,0.45897647738456726],[57,0.46120399236679077],[58,0.4599970579147339],[59,0.4587973952293396],[60,0.45751965045928955],[61,0.460455060005188],[62,0.46342653036117554],[63,0.4637678563594818],[64,0.4631184935569763],[65,0.4641966223716736],[66,0.4631374776363373],[67,0.46354642510414124],[68,0.46617093682289124],[69,0.46588823199272156],[70,0.468976229429245],[71,0.46772968769073486],[72,0.46916401386260986],[73,0.46827781200408936],[74,0.46870940923690796],[75,0.46720537543296814],[76,0.47049480676651],[77,0.46994549036026],[78,0.4719800353050232],[79,0.46922409534454346],[80,0.4715946614742279],[81,0.47322723269462585],[82,0.46929067373275757],[83,0.4717754125595093],[84,0.4724005162715912],[85,0.4723103940486908],[86,0.47080761194229126],[87,0.4723055064678192],[88,0.47330135107040405],[89,0.4737686514854431],[90,0.4758186340332031],[91,0.47093841433525085],[92,0.4747382402420044],[93,0.47303736209869385],[94,0.47703272104263306],[95,0.47553953528404236],[96,0.47635406255722046],[97,0.4755244851112366],[98,0.47734716534614563],[99,0.4765641987323761]],"loss":[[0,0.9534889459609985],[1,1.0058190822601318],[2,1.0278160572052002],[3,1.0364840030670166],[4,1.045578956604004],[5,1.0478988885879517],[6,1.0590393543243408],[7,1.0704827308654785],[8,1.0831434726715088],[9,1.077271580696106],[10,1.0723931789398193],[11,1.099522352218628],[12,1.1077659130096436],[13,1.1163924932479858],[14,1.1087640523910522],[15,1.0918043851852417],[16,1.1119403839111328],[17,1.1177802085876465],[18,1.1041224002838135],[19,1.095996618270874],[20,1.0867030620574951],[21,1.0905638933181763],[22,1.0847437381744385],[23,1.0629935264587402],[24,1.0681602954864502],[25,1.078599452972412],[26,1.0716043710708618],[27,1.07439386844635],[28,1.073097586631775],[29,1.0600831508636475],[30,1.0564099550247192],[31,1.082507610321045],[32,1.066491961479187],[33,1.0779714584350586],[34,1.0623677968978882],[35,1.0857690572738647],[36,1.085360050201416],[37,1.0877517461776733],[38,1.0879697799682617],[39,1.0765899419784546],[40,1.0933828353881836],[41,1.0788191556930542],[42,1.0894840955734253],[43,1.0724666118621826],[44,1.0809144973754883],[45,1.0823431015014648],[46,1.0849413871765137],[47,1.0771183967590332],[48,1.085280179977417],[49,1.0784361362457275],[50,1.0781053304672241],[51,1.0748214721679688],[52,1.1182366609573364],[53,1.096670389175415],[54,1.0978713035583496],[55,1.0930790901184082],[56,1.091293215751648],[57,1.1061745882034302],[58,1.095411777496338],[59,1.1083518266677856],[60,1.1027941703796387],[61,1.0846805572509766],[62,1.0996822118759155],[63,1.1062839031219482],[64,1.1113229990005493],[65,1.097063660621643],[66,1.116212248802185],[67,1.0844624042510986],[68,1.1325368881225586],[69,1.0833675861358643],[70,1.1239503622055054],[71,1.1039936542510986],[72,1.1157240867614746],[73,1.118332862854004],[74,1.1177985668182373],[75,1.099905014038086],[76,1.11708664894104],[77,1.0979065895080566],[78,1.112097978591919],[79,1.0987082719802856],[80,1.1256784200668335],[81,1.116753339767456],[82,1.111807942390442],[83,1.1259055137634277],[84,1.1193571090698242],[85,1.1238256692886353],[86,1.1247910261154175],[87,1.1280903816223145],[88,1.115466594696045],[89,1.1181949377059937],[90,1.1189604997634888],[91,1.1383705139160156],[92,1.1265982389450073],[93,1.1192047595977783],[94,1.119742512702942],[95,1.1434640884399414],[96,1.1359868049621582],[97,1.1156666278839111],[98,1.1365591287612915],[99,1.1445202827453613]],"positive":[[0,0.19069792330265045],[1,0.20116391777992249],[2,0.20556314289569855],[3,0.20729689300060272],[4,0.20911601185798645],[5,0.209579735994339],[6,0.21180787682533264],[7,0.21409659087657928],[8,0.2166287899017334],[9,0.21545422077178955],[10,0.21447865664958954],[11,0.21990454196929932],[12,0.22155337035655975],[13,0.22327864170074463],[14,0.22175303101539612],[15,0.21836084127426147],[16,0.22238801419734955],[17,0.2235560119152069],[18,0.22082430124282837],[19,0.2191992849111557],[20,0.21734048426151276],[21,0.21811282634735107],[22,0.21694862842559814],[23,0.21259889006614685],[24,0.21363206207752228],[25,0.2157200425863266],[26,0.2143210470676422],[27,0.21487866342067719],[28,0.21461965143680573],[29,0.21201664209365845],[30,0.21128207445144653],[31,0.2165016233921051],[32,0.21329811215400696],[33,0.21559414267539978],[34,0.2124737799167633],[35,0.2171539068222046],[36,0.21707209944725037],[37,0.21755030751228333],[38,0.21759411692619324],[39,0.21531789004802704],[40,0.21867670118808746],[41,0.2157638818025589],[42,0.21789681911468506],[43,0.21449311077594757],[44,0.21618305146694183],[45,0.21646855771541595],[46,0.21698832511901855],[47,0.2154235690832138],[48,0.2170560508966446],[49,0.215687096118927],[50,0.2156209647655487],[51,0.21496425569057465],[52,0.22364738583564758],[53,0.21933424472808838],[54,0.2195742279291153],[55,0.21861569583415985],[56,0.21825887262821198],[57,0.22123491764068604],[58,0.21908219158649445],[59,0.22167038917541504],[60,0.22055886685848236],[61,0.2169361710548401],[62,0.2199365347623825],[63,0.22125667333602905],[64,0.22226464748382568],[65,0.2194126695394516],[66,0.2232423573732376],[67,0.2168920785188675],[68,0.22650738060474396],[69,0.21667347848415375],[70,0.22478996217250824],[71,0.22079870104789734],[72,0.22314471006393433],[73,0.223666712641716],[74,0.22355949878692627],[75,0.2199808806180954],[76,0.223417267203331],[77,0.21958136558532715],[78,0.22241953015327454],[79,0.21974152326583862],[80,0.2251356840133667],[81,0.22335079312324524],[82,0.22236128151416779],[83,0.22518114745616913],[84,0.2238713949918747],[85,0.2247653603553772],[86,0.22495804727077484],[87,0.22561801970005035],[88,0.22309371829032898],[89,0.2236390858888626],[90,0.22379226982593536],[91,0.22767427563667297],[92,0.22531968355178833],[93,0.22384078800678253],[94,0.22394870221614838],[95,0.22869287431240082],[96,0.22719742357730865],[97,0.2231334149837494],[98,0.2273118495941162],[99,0.2289040982723236]],"negative":[[0,0.19069764018058777],[1,0.20116376876831055],[2,0.2055632472038269],[3,0.2072966992855072],[4,0.20911557972431183],[5,0.20957982540130615],[6,0.21180789172649384],[7,0.21409651637077332],[8,0.21662861108779907],[9,0.21545439958572388],[10,0.21447861194610596],[11,0.21990443766117096],[12,0.22155295312404633],[13,0.22327835857868195],[14,0.2217525988817215],[15,0.21836090087890625],[16,0.22238817811012268],[17,0.22355614602565765],[18,0.22082464396953583],[19,0.21919934451580048],[20,0.21734069287776947],[21,0.2181127369403839],[22,0.21694883704185486],[23,0.212598517537117],[24,0.21363206207752228],[25,0.2157197743654251],[26,0.21432070434093475],[27,0.2148788869380951],[28,0.21461938321590424],[29,0.21201664209365845],[30,0.2112819254398346],[31,0.2165014147758484],[32,0.21329867839813232],[33,0.21559444069862366],[34,0.2124733328819275],[35,0.21715371310710907],[36,0.21707189083099365],[37,0.2175503820180893],[38,0.21759380400180817],[39,0.21531811356544495],[40,0.21867635846138],[41,0.21576376259326935],[42,0.21789680421352386],[43,0.214493528008461],[44,0.21618278324604034],[45,0.2164686620235443],[46,0.21698826551437378],[47,0.2154238224029541],[48,0.2170560508966446],[49,0.21568737924098969],[50,0.2156212031841278],[51,0.21496433019638062],[52,0.22364729642868042],[53,0.21933388710021973],[54,0.21957427263259888],[55,0.21861596405506134],[56,0.21825845539569855],[57,0.22123490273952484],[58,0.2190825194120407],[59,0.22167031466960907],[60,0.22055882215499878],[61,0.21693609654903412],[62,0.21993635594844818],[63,0.22125694155693054],[64,0.22226455807685852],[65,0.21941281855106354],[66,0.22324252128601074],[67,0.21689289808273315],[68,0.22650736570358276],[69,0.21667353808879852],[70,0.22479014098644257],[71,0.22079876065254211],[72,0.22314491868019104],[73,0.2236664593219757],[74,0.22355987131595612],[75,0.2199811190366745],[76,0.22341735661029816],[77,0.21958129107952118],[78,0.22241967916488647],[79,0.21974176168441772],[80,0.2251357138156891],[81,0.22335052490234375],[82,0.22236192226409912],[83,0.22518107295036316],[84,0.22387145459651947],[85,0.22476491332054138],[86,0.2249583601951599],[87,0.2256181687116623],[88,0.2230929285287857],[89,0.2236388921737671],[90,0.2237919121980667],[91,0.2276739627122879],[92,0.22531962394714355],[93,0.22384114563465118],[94,0.22394835948944092],[95,0.22869278490543365],[96,0.22719727456569672],[97,0.22313325107097626],[98,0.22731180489063263],[99,0.22890402376651764]],"field":"reward_anchor_altclip","scope":"clean-output anchor","updates":100,"seedPolicy":"fixed_seed_42"},"status":"complete","final":{"scores":{"altclip":0.45800994348526003},"stats":{"altclip":{"mean":0.45800994348526003,"std":0.06679073488771294,"se":0.002112108488416434,"n":1000}}}},{"id":"sd35m_internvl_t2i","backbone":"sd35m","metric":"internvl_t2i","label":"Pointwise","budget":100,"v1":{"reward":[[0,0.01926310919225216],[1,0.041918739676475525],[2,0.0539599284529686],[3,0.04065274819731712],[4,0.06899258494377136],[5,0.07149796932935715],[6,0.06517297774553299],[7,0.0654367059469223],[8,0.057785194367170334],[9,0.1117297112941742],[10,0.07643551379442215],[11,0.09812965989112854],[12,0.10640454292297363],[13,0.10214747488498688],[14,0.12301691621541977],[15,0.1013699471950531],[16,0.09006113559007645],[17,0.11412280052900314],[18,0.09876137226819992],[19,0.08919713646173477],[20,0.13691578805446625],[21,0.10381308943033218],[22,0.11673659831285477],[23,0.12423847615718842],[24,0.10938645899295807],[25,0.10363303869962692],[26,0.1420341283082962],[27,0.1254957616329193],[28,0.0990234762430191],[29,0.09569352865219116],[30,0.094797782599926],[31,0.09327195584774017],[32,0.10038384795188904],[33,0.14510685205459595],[34,0.11421433836221695],[35,0.12064584344625473],[36,0.1043720617890358],[37,0.11747583746910095],[38,0.13702036440372467],[39,0.14494842290878296],[40,0.11201146245002747],[41,0.1314934939146042],[42,0.10609689354896545],[43,0.09604011476039886],[44,0.13106362521648407],[45,0.10982011258602142],[46,0.10721855610609055],[47,0.1225176528096199],[48,0.13067299127578735],[49,0.12468612194061279],[50,0.1498231291770935],[51,0.1033664122223854],[52,0.11721857637166977],[53,0.11552900820970535],[54,0.10832033306360245],[55,0.13869135081768036],[56,0.13384376466274261],[57,0.139908105134964],[58,0.12308594584465027],[59,0.1315811425447464],[60,0.13422730565071106],[61,0.13661885261535645],[62,0.13529309630393982],[63,0.1563810408115387],[64,0.13444679975509644],[65,0.11604220420122147],[66,0.1158066838979721],[67,0.12959864735603333],[68,0.13712289929389954],[69,0.14012537896633148],[70,0.12104781717061996],[71,0.1270744651556015],[72,0.1353340893983841],[73,0.12668244540691376],[74,0.12435703724622726],[75,0.13176769018173218],[76,0.09801323711872101],[77,0.13158708810806274],[78,0.16540572047233582],[79,0.149326890707016],[80,0.1391158252954483],[81,0.13078880310058594],[82,0.1625550240278244],[83,0.1554737687110901],[84,0.14022196829319],[85,0.1533718854188919],[86,0.13032160699367523],[87,0.16423705220222473],[88,0.15093296766281128],[89,0.1638006716966629],[90,0.10774947702884674],[91,0.14935411512851715],[92,0.1508653461933136],[93,0.16944323480129242],[94,0.15671151876449585],[95,0.14875224232673645],[96,0.15750326216220856],[97,0.1606438308954239],[98,0.14700239896774292],[99,0.12246926873922348]],"loss":[[0,0.6436793804168701],[1,0.6755833625793457],[2,0.7099014520645142],[3,0.7754990458488464],[4,0.7831636071205139],[5,0.8094655871391296],[6,0.8081787824630737],[7,0.7863499522209167],[8,0.8032499551773071],[9,0.8008401989936829],[10,0.8522151708602905],[11,0.8443139791488647],[12,0.8297719955444336],[13,0.8296571969985962],[14,0.817523717880249],[15,0.8085688352584839],[16,0.8356877565383911],[17,0.8245331645011902],[18,0.8326917886734009],[19,0.8239516615867615],[20,0.8470228314399719],[21,0.8479014039039612],[22,0.8654407262802124],[23,0.8698077201843262],[24,0.8532664179801941],[25,0.8791522979736328],[26,0.8388197422027588],[27,0.8327254056930542],[28,0.8219783902168274],[29,0.840183675289154],[30,0.8429122567176819],[31,0.8570112586021423],[32,0.8392682671546936],[33,0.845051646232605],[34,0.8457757234573364],[35,0.8701671361923218],[36,0.854732096195221],[37,0.8505203723907471],[38,0.8714258074760437],[39,0.8818735480308533],[40,0.8506311774253845],[41,0.8701291084289551],[42,0.8590506315231323],[43,0.8551243543624878],[44,0.8539066910743713],[45,0.8412173390388489],[46,0.847815990447998],[47,0.8648096919059753],[48,0.8651171326637268],[49,0.8649312257766724],[50,0.8587525486946106],[51,0.8950391411781311],[52,0.863752007484436],[53,0.8690498471260071],[54,0.8850408792495728],[55,0.86726975440979],[56,0.8900210857391357],[57,0.9109934568405151],[58,0.8934025764465332],[59,0.9035522937774658],[60,0.8799322843551636],[61,0.913112223148346],[62,0.8477585911750793],[63,0.8979781270027161],[64,0.8759250640869141],[65,0.8886141777038574],[66,0.8618510365486145],[67,0.8847979307174683],[68,0.8498362898826599],[69,0.9225373268127441],[70,0.8390390276908875],[71,0.8693634271621704],[72,0.8921981453895569],[73,0.8950673937797546],[74,0.8828201293945312],[75,0.8492248058319092],[76,0.9089383482933044],[77,0.8813310265541077],[78,0.9032593369483948],[79,0.8900105953216553],[80,0.8905634880065918],[81,0.8947283029556274],[82,0.8704112768173218],[83,0.8829331994056702],[84,0.8756149411201477],[85,0.8644551634788513],[86,0.8846374750137329],[87,0.920195460319519],[88,0.8816351890563965],[89,0.8906452655792236],[90,0.8849413394927979],[91,0.9045423269271851],[92,0.8784162998199463],[93,0.8932682275772095],[94,0.9273331165313721],[95,0.8814852237701416],[96,0.8923544883728027],[97,0.9108770489692688],[98,0.9091660976409912],[99,0.9064939022064209]],"positive":[[0,0.12954804301261902],[1,0.13590815663337708],[2,0.14219214022159576],[3,0.1548307240009308],[4,0.15587064623832703],[5,0.16156327724456787],[6,0.16143040359020233],[7,0.15748454630374908],[8,0.15967854857444763],[9,0.1591699868440628],[10,0.1693582832813263],[11,0.16870182752609253],[12,0.1664452701807022],[13,0.16504912078380585],[14,0.16287215054035187],[15,0.16083556413650513],[16,0.1660596877336502],[17,0.16466030478477478],[18,0.16524763405323029],[19,0.16381078958511353],[20,0.16942884027957916],[21,0.16940751671791077],[22,0.17240028083324432],[23,0.1722835898399353],[24,0.17082053422927856],[25,0.1748475730419159],[26,0.16705164313316345],[27,0.16560135781764984],[28,0.16359080374240875],[29,0.16759295761585236],[30,0.1677735298871994],[31,0.17061443626880646],[32,0.16717129945755005],[33,0.16852781176567078],[34,0.16859368979930878],[35,0.1732901930809021],[36,0.1694452166557312],[37,0.170191690325737],[38,0.17357338964939117],[39,0.1749270260334015],[40,0.16976453363895416],[41,0.17322632670402527],[42,0.17140483856201172],[43,0.1708550751209259],[44,0.16981160640716553],[45,0.16757750511169434],[46,0.1689065545797348],[47,0.17253288626670837],[48,0.17287056148052216],[49,0.17213302850723267],[50,0.17129191756248474],[51,0.17699067294597626],[52,0.17119935154914856],[53,0.17289204895496368],[54,0.1762622892856598],[55,0.17272280156612396],[56,0.17703834176063538],[57,0.18111176788806915],[58,0.17797930538654327],[59,0.1800876408815384],[60,0.1742238700389862],[61,0.18153998255729675],[62,0.1693817377090454],[63,0.17887669801712036],[64,0.17445920407772064],[65,0.17724931240081787],[66,0.17137594521045685],[67,0.1761632263660431],[68,0.16939379274845123],[69,0.183480367064476],[70,0.16664576530456543],[71,0.17344895005226135],[72,0.1758396327495575],[73,0.17861512303352356],[74,0.17486047744750977],[75,0.16885487735271454],[76,0.18032944202423096],[77,0.17549286782741547],[78,0.17963792383670807],[79,0.17681722342967987],[80,0.17651915550231934],[81,0.17751041054725647],[82,0.1736476868391037],[83,0.17551255226135254],[84,0.17429444193840027],[85,0.17209720611572266],[86,0.1761685460805893],[87,0.18289507925510406],[88,0.17598022520542145],[89,0.17664000391960144],[90,0.17675204575061798],[91,0.18063803017139435],[92,0.17445266246795654],[93,0.1771569401025772],[94,0.1840907782316208],[95,0.17563173174858093],[96,0.17641581594944],[97,0.18116095662117004],[98,0.18098142743110657],[99,0.1799735724925995]],"negative":[[0,0.12793879210948944],[1,0.13436952233314514],[2,0.14179708063602448],[3,0.15536174178123474],[4,0.15725180506706238],[5,0.16230806708335876],[6,0.16189360618591309],[7,0.15716877579689026],[8,0.1615564227104187],[9,0.1612047702074051],[10,0.1714523583650589],[11,0.1690811663866043],[12,0.16557756066322327],[13,0.1668190062046051],[14,0.16408230364322662],[15,0.16254769265651703],[16,0.16836927831172943],[17,0.16517451405525208],[18,0.16791030764579773],[19,0.1658455729484558],[20,0.1693010777235031],[21,0.1699260026216507],[22,0.17390942573547363],[23,0.1756201982498169],[24,0.17048822343349457],[25,0.17687778174877167],[26,0.1684851497411728],[27,0.167545348405838],[28,0.16528849303722382],[29,0.1684931069612503],[30,0.16952164471149445],[31,0.17224738001823425],[32,0.1684958040714264],[33,0.16947095096111298],[34,0.16977182030677795],[35,0.17483901977539062],[36,0.1724925935268402],[37,0.1699838638305664],[38,0.17506881058216095],[39,0.17789863049983978],[40,0.17036880552768707],[41,0.1748802661895752],[42,0.17224270105361938],[43,0.1712552309036255],[44,0.17175152897834778],[45,0.16883772611618042],[46,0.1704060584306717],[47,0.1733841747045517],[48,0.17323976755142212],[49,0.17383335530757904],[50,0.1722470223903656],[51,0.18105198442935944],[52,0.17426927387714386],[53,0.1746373176574707],[54,0.17786647379398346],[55,0.17416790127754211],[56,0.17905516922473907],[57,0.18335595726966858],[58,0.17943283915519714],[59,0.18129763007164001],[60,0.17778006196022034],[61,0.18367215991020203],[62,0.16967301070690155],[63,0.18043026328086853],[64,0.17590847611427307],[65,0.17819422483444214],[66,0.17350906133651733],[67,0.1778545379638672],[68,0.17050716280937195],[69,0.18561728298664093],[70,0.16907340288162231],[71,0.17434567213058472],[72,0.18097257614135742],[73,0.1794516146183014],[74,0.17825287580490112],[75,0.17088837921619415],[76,0.18319344520568848],[77,0.17707400023937225],[78,0.18164874613285065],[79,0.17929530143737793],[80,0.17974893748760223],[81,0.18033157289028168],[82,0.17451722919940948],[83,0.17780955135822296],[84,0.1759377419948578],[85,0.17376230657100677],[86,0.17770728468894958],[87,0.1853518784046173],[88,0.17667381465435028],[89,0.17963546514511108],[90,0.17725259065628052],[91,0.18123272061347961],[92,0.17686988413333893],[93,0.18019311130046844],[94,0.18689791858196259],[95,0.17692339420318604],[96,0.18062683939933777],[97,0.18300749361515045],[98,0.18276089429855347],[99,0.18271785974502563]],"field":"reward_internvl_t2i","scope":"rollout endpoint","updates":100,"seedPolicy":"no_fixed_seed_random_run","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/sd35m/opsd/internvl_t2i/save/metrics.jsonl"},"v2":{"reward":[[0,0.017048511654138565],[1,0.038593947887420654],[2,0.05712418258190155],[3,0.07461264729499817],[4,0.08353295922279358],[5,0.08715440332889557],[6,0.09007647633552551],[7,0.09508486092090607],[8,0.09361550211906433],[9,0.09956557303667068],[10,0.09670119732618332],[11,0.10825196653604507],[12,0.1012478843331337],[13,0.1064029410481453],[14,0.11031971871852875],[15,0.1109759584069252],[16,0.11325009912252426],[17,0.1136755421757698],[18,0.11353198438882828],[19,0.12344418466091156],[20,0.12018600851297379],[21,0.12175071239471436],[22,0.12233617901802063],[23,0.12578491866588593],[24,0.12193449586629868],[25,0.12544697523117065],[26,0.1266908198595047],[27,0.12741655111312866],[28,0.12986797094345093],[29,0.13162364065647125],[30,0.13468609750270844],[31,0.13333660364151],[32,0.13672564923763275],[33,0.13646258413791656],[34,0.14116822183132172],[35,0.13532482087612152],[36,0.14183837175369263],[37,0.14237374067306519],[38,0.13964708149433136],[39,0.14741434156894684],[40,0.1340045928955078],[41,0.13943012058734894],[42,0.13846096396446228],[43,0.1425141990184784],[44,0.14627104997634888],[45,0.14204300940036774],[46,0.1517680585384369],[47,0.14802613854408264],[48,0.1465463787317276],[49,0.1502668857574463],[50,0.1480342596769333],[51,0.15409506857395172],[52,0.1482110321521759],[53,0.1472790539264679],[54,0.14809530973434448],[55,0.1416354477405548],[56,0.1552840918302536],[57,0.1406603902578354],[58,0.147230863571167],[59,0.14688146114349365],[60,0.1545301079750061],[61,0.1527249664068222],[62,0.1571834832429886],[63,0.15948636829853058],[64,0.1555710881948471],[65,0.15023967623710632],[66,0.15168577432632446],[67,0.15421587228775024],[68,0.1600051075220108],[69,0.15192189812660217],[70,0.15475119650363922],[71,0.153012216091156],[72,0.16625849902629852],[73,0.15932291746139526],[74,0.159774512052536],[75,0.16020017862319946],[76,0.15947677195072174],[77,0.1653565764427185],[78,0.15963521599769592],[79,0.15900231897830963],[80,0.16142307221889496],[81,0.15689577162265778],[82,0.16069258749485016],[83,0.16417106986045837],[84,0.16575373709201813],[85,0.1599481701850891],[86,0.16631346940994263],[87,0.16023306548595428],[88,0.1542946994304657],[89,0.16486211121082306],[90,0.16050943732261658],[91,0.16674359142780304],[92,0.1670931875705719],[93,0.16184723377227783],[94,0.16013959050178528],[95,0.16401290893554688],[96,0.1628982424736023],[97,0.16706055402755737],[98,0.1669560819864273],[99,0.16290995478630066]],"loss":[[0,1.0873918533325195],[1,1.1794688701629639],[2,1.2574959993362427],[3,1.306198000907898],[4,1.3521456718444824],[5,1.3052667379379272],[6,1.3496648073196411],[7,1.313184380531311],[8,1.3296890258789062],[9,1.2985985279083252],[10,1.2896645069122314],[11,1.30002760887146],[12,1.2982869148254395],[13,1.3045012950897217],[14,1.3422333002090454],[15,1.3171169757843018],[16,1.314499855041504],[17,1.3229095935821533],[18,1.2966176271438599],[19,1.3115735054016113],[20,1.3120982646942139],[21,1.311540126800537],[22,1.2999699115753174],[23,1.303216814994812],[24,1.339727759361267],[25,1.3233420848846436],[26,1.357864499092102],[27,1.345359206199646],[28,1.3556963205337524],[29,1.3404425382614136],[30,1.3366332054138184],[31,1.3467607498168945],[32,1.3351709842681885],[33,1.3248974084854126],[34,1.3462321758270264],[35,1.3231217861175537],[36,1.3805068731307983],[37,1.3300617933273315],[38,1.3470467329025269],[39,1.3307744264602661],[40,1.3332065343856812],[41,1.345026969909668],[42,1.3034464120864868],[43,1.3288878202438354],[44,1.3342206478118896],[45,1.326531171798706],[46,1.3533313274383545],[47,1.3467421531677246],[48,1.3451499938964844],[49,1.3733865022659302],[50,1.3215316534042358],[51,1.3502521514892578],[52,1.3253076076507568],[53,1.3041568994522095],[54,1.371596097946167],[55,1.3367947340011597],[56,1.328650712966919],[57,1.3376359939575195],[58,1.3530073165893555],[59,1.3483809232711792],[60,1.3522765636444092],[61,1.3755422830581665],[62,1.3708428144454956],[63,1.3678263425827026],[64,1.3586761951446533],[65,1.3550857305526733],[66,1.3603591918945312],[67,1.3609669208526611],[68,1.354422926902771],[69,1.3676843643188477],[70,1.3439422845840454],[71,1.3720699548721313],[72,1.3246235847473145],[73,1.3758835792541504],[74,1.3277109861373901],[75,1.3560220003128052],[76,1.3426557779312134],[77,1.3467260599136353],[78,1.3655972480773926],[79,1.356006383895874],[80,1.2915022373199463],[81,1.3424614667892456],[82,1.3656871318817139],[83,1.3448837995529175],[84,1.3372820615768433],[85,1.3488094806671143],[86,1.3379747867584229],[87,1.347477674484253],[88,1.3262324333190918],[89,1.341443419456482],[90,1.3646858930587769],[91,1.3709352016448975],[92,1.3298298120498657],[93,1.339837908744812],[94,1.357957363128662],[95,1.366487741470337],[96,1.3742951154708862],[97,1.342111349105835],[98,1.4136230945587158],[99,1.3573447465896606]],"positive":[[0,0.2174769937992096],[1,0.23596307635307312],[2,0.2515929937362671],[3,0.26137664914131165],[4,0.2706347405910492],[5,0.2612268626689911],[6,0.27019545435905457],[7,0.2628104090690613],[8,0.2661460340023041],[9,0.2599306106567383],[10,0.25812041759490967],[11,0.26018330454826355],[12,0.25982508063316345],[13,0.26105743646621704],[14,0.2686418294906616],[15,0.26356542110443115],[16,0.2629013657569885],[17,0.26475727558135986],[18,0.25947657227516174],[19,0.2624818980693817],[20,0.2625647485256195],[21,0.2624475657939911],[22,0.26012730598449707],[23,0.26077714562416077],[24,0.2681153118610382],[25,0.2647974193096161],[26,0.2717663645744324],[27,0.26922500133514404],[28,0.2713039219379425],[29,0.26824668049812317],[30,0.26747894287109375],[31,0.26950010657310486],[32,0.2671765983104706],[33,0.2651109993457794],[34,0.26936468482017517],[35,0.26475200057029724],[36,0.2762760818004608],[37,0.26614508032798767],[38,0.26961860060691833],[39,0.26628655195236206],[40,0.26682761311531067],[41,0.26917755603790283],[42,0.2608188986778259],[43,0.26589635014533997],[44,0.2669784426689148],[45,0.26541653275489807],[46,0.2708112299442291],[47,0.26947686076164246],[48,0.2691735625267029],[49,0.2748139798641205],[50,0.2644748091697693],[51,0.27018794417381287],[52,0.26517704129219055],[53,0.26093149185180664],[54,0.2744961082935333],[55,0.2674926519393921],[56,0.2658443748950958],[57,0.2676377594470978],[58,0.27073079347610474],[59,0.26980501413345337],[60,0.27057045698165894],[61,0.2752416431903839],[62,0.2743302285671234],[63,0.27372366189956665],[64,0.2718745172023773],[65,0.27112579345703125],[66,0.2722223997116089],[67,0.2723177373409271],[68,0.27099722623825073],[69,0.2736798822879791],[70,0.26890018582344055],[71,0.27453356981277466],[72,0.2650362551212311],[73,0.2753053307533264],[74,0.2656489610671997],[75,0.27134183049201965],[76,0.26865872740745544],[77,0.2694791853427887],[78,0.27324873208999634],[79,0.27138254046440125],[80,0.25838932394981384],[81,0.26862162351608276],[82,0.2732621133327484],[83,0.2691255509853363],[84,0.2675776183605194],[85,0.26989060640335083],[86,0.26771292090415955],[87,0.26963570713996887],[88,0.2653880715370178],[89,0.2684221863746643],[90,0.27304452657699585],[91,0.2743097245693207],[92,0.2660791873931885],[93,0.2680852711200714],[94,0.2717234790325165],[95,0.2734404504299164],[96,0.27497363090515137],[97,0.26853227615356445],[98,0.28286153078079224],[99,0.2716104984283447]],"negative":[[0,0.21747973561286926],[1,0.23582448065280914],[2,0.25140538811683655],[3,0.261102557182312],[4,0.2702234983444214],[5,0.260879784822464],[6,0.26967042684555054],[7,0.2624633014202118],[8,0.2657296061515808],[9,0.25950881838798523],[10,0.2577453553676605],[11,0.25982773303985596],[12,0.2594897150993347],[13,0.26074305176734924],[14,0.2682514786720276],[15,0.26328134536743164],[16,0.2628985643386841],[17,0.26440656185150146],[18,0.2591705322265625],[19,0.26214754581451416],[20,0.26227453351020813],[21,0.2621685564517975],[22,0.25986066460609436],[23,0.26050952076911926],[24,0.2677757740020752],[25,0.2645394206047058],[26,0.27137941122055054],[27,0.2689187228679657],[28,0.2709745764732361],[29,0.2679303288459778],[30,0.2671743333339691],[31,0.2692042589187622],[32,0.2668917775154114],[33,0.264847993850708],[34,0.2691282629966736],[35,0.26449671387672424],[36,0.2759266197681427],[37,0.26587963104248047],[38,0.26920008659362793],[39,0.2660232484340668],[40,0.2664549648761749],[41,0.2688332200050354],[42,0.26055967807769775],[43,0.2656588554382324],[44,0.2667098343372345],[45,0.26519596576690674],[46,0.2705213129520416],[47,0.2692200243473053],[48,0.2688864469528198],[49,0.27454063296318054],[50,0.2641379237174988],[51,0.26991286873817444],[52,0.26494598388671875],[53,0.2607312500476837],[54,0.274142324924469],[55,0.2672252655029297],[56,0.26561591029167175],[57,0.26741671562194824],[58,0.27047210931777954],[59,0.26954731345176697],[60,0.2703402042388916],[61,0.2749752998352051],[62,0.2740068733692169],[63,0.2734069228172302],[64,0.27159592509269714],[65,0.27090850472450256],[66,0.271921306848526],[67,0.2720690071582794],[68,0.27077192068099976],[69,0.2733938992023468],[70,0.2686767280101776],[71,0.2742944061756134],[72,0.26481321454048157],[73,0.2750481069087982],[74,0.26543542742729187],[75,0.27106693387031555],[76,0.268403559923172],[77,0.26921117305755615],[78,0.2729901075363159],[79,0.2710200250148773],[80,0.25821152329444885],[81,0.2683629095554352],[82,0.27301278710365295],[83,0.2688279449939728],[84,0.2673352062702179],[85,0.2696331739425659],[86,0.2674769461154938],[87,0.2693553566932678],[88,0.26510488986968994],[89,0.26815521717071533],[90,0.2728298604488373],[91,0.27406439185142517],[92,0.26585274934768677],[93,0.2678499221801758],[94,0.2714594304561615],[95,0.273154616355896],[96,0.2747444212436676],[97,0.2683122158050537],[98,0.2825877368450165],[99,0.2713273763656616]],"field":"reward_anchor_internvl_t2i","scope":"clean-output anchor","updates":100,"seedPolicy":"fixed_seed_42"},"status":"complete","final":{"scores":{"internvl_t2i":0.21567983146733605},"stats":{"internvl_t2i":{"mean":0.21567983146733605,"std":0.16808695266336024,"se":0.00531537615373124,"n":1000}}}},{"id":"sd35m_internvl_dual","backbone":"sd35m","metric":"internvl_dual","label":"Pairwise","budget":100,"v1":{"reward":[[0,0.0751270204782486],[1,0.07735183835029602],[2,0.07019215077161789],[3,0.08257206529378891],[4,0.14902642369270325],[5,0.09073534607887268],[6,0.1501447856426239],[7,0.1488228589296341],[8,0.1995648741722107],[9,0.17129534482955933],[10,0.1651764214038849],[11,0.21669214963912964],[12,0.20683495700359344],[13,0.25103282928466797],[14,0.1774638295173645],[15,0.14325541257858276],[16,0.22112059593200684],[17,0.16173206269741058],[18,0.2245756834745407],[19,0.20642535388469696],[20,0.278719037771225],[21,0.2851253151893616],[22,0.20590941607952118],[23,0.2551865577697754],[24,0.2547789514064789],[25,0.25314760208129883],[26,0.29407256841659546],[27,0.2669994533061981],[28,0.288033664226532],[29,0.24462315440177917],[30,0.2610454559326172],[31,0.2309204787015915],[32,0.2283027470111847],[33,0.35332930088043213],[34,0.2657657563686371],[35,0.27130380272865295],[36,0.3193127512931824],[37,0.41712528467178345],[38,0.25708532333374023],[39,0.42160141468048096],[40,0.2886578440666199],[41,0.2882744073867798],[42,0.3577726185321808],[43,0.33503806591033936],[44,0.24508564174175262],[45,0.32017576694488525],[46,0.31149399280548096],[47,0.39709362387657166],[48,0.4218381345272064],[49,0.36248648166656494],[50,0.3170677721500397],[51,0.42151129245758057],[52,0.35538211464881897],[53,0.4294980764389038],[54,0.3404688239097595],[55,0.425610214471817],[56,0.33580347895622253],[57,0.3613724112510681],[58,0.43741825222969055],[59,0.441550076007843],[60,0.41640934348106384],[61,0.33521050214767456],[62,0.3953211009502411],[63,0.42001861333847046],[64,0.4281079173088074],[65,0.4154629111289978],[66,0.40058279037475586],[67,0.43847084045410156],[68,0.4877496361732483],[69,0.37489429116249084],[70,0.4021034836769104],[71,0.4283836781978607],[72,0.3712531626224518],[73,0.33418816328048706],[74,0.42057526111602783],[75,0.31973281502723694],[76,0.4476320445537567],[77,0.47202396392822266],[78,0.45097631216049194],[79,0.3935140371322632],[80,0.5516760945320129],[81,0.3890998065471649],[82,0.412958562374115],[83,0.3541961908340454],[84,0.3947863280773163],[85,0.4505130350589752],[86,0.38065144419670105],[87,0.38131746649742126],[88,0.410382479429245],[89,0.37178435921669006],[90,0.46419578790664673],[91,0.45949840545654297],[92,0.382784366607666],[93,0.4887445271015167],[94,0.4635889232158661],[95,0.4854992628097534],[96,0.49887439608573914],[97,0.49466514587402344],[98,0.49091264605522156],[99,0.4245220422744751]],"loss":[[0,0.6287404894828796],[1,0.6767465472221375],[2,0.6937664151191711],[3,0.7248302102088928],[4,0.7180989980697632],[5,0.7346629500389099],[6,0.7492638826370239],[7,0.7368526458740234],[8,0.7598625421524048],[9,0.7766152024269104],[10,0.7948994636535645],[11,0.7915881276130676],[12,0.769778311252594],[13,0.7987538576126099],[14,0.7858509421348572],[15,0.8086824417114258],[16,0.7888321280479431],[17,0.8280426263809204],[18,0.8275436162948608],[19,0.8190613389015198],[20,0.8223891854286194],[21,0.820379376411438],[22,0.8174067735671997],[23,0.8219434022903442],[24,0.8189866542816162],[25,0.8364001512527466],[26,0.8324944376945496],[27,0.8483749628067017],[28,0.8251872062683105],[29,0.8231670260429382],[30,0.8441893458366394],[31,0.8286519646644592],[32,0.8325349688529968],[33,0.8492920398712158],[34,0.8680331110954285],[35,0.8592479825019836],[36,0.8769569396972656],[37,0.8749514818191528],[38,0.8739476799964905],[39,0.8382939696311951],[40,0.8736647963523865],[41,0.8713091611862183],[42,0.8774805068969727],[43,0.8563215732574463],[44,0.8793065547943115],[45,0.8850114345550537],[46,0.880565345287323],[47,0.8558146357536316],[48,0.8614662885665894],[49,0.8495405316352844],[50,0.9072897434234619],[51,0.8971396088600159],[52,0.8830022215843201],[53,0.8794113397598267],[54,0.8854596018791199],[55,0.8975762724876404],[56,0.8751859664916992],[57,0.8640023469924927],[58,0.9019309878349304],[59,0.9063193798065186],[60,0.9129246473312378],[61,0.9054791927337646],[62,0.8833795785903931],[63,0.8889423608779907],[64,0.9107555150985718],[65,0.8921732902526855],[66,0.8915966749191284],[67,0.8683784008026123],[68,0.8850325345993042],[69,0.9149411916732788],[70,0.8811517953872681],[71,0.881451427936554],[72,0.9063740968704224],[73,0.9127145409584045],[74,0.8726924061775208],[75,0.9223001003265381],[76,0.9410240054130554],[77,0.9135326147079468],[78,0.9074002504348755],[79,0.9248987436294556],[80,0.8944315910339355],[81,0.9083979725837708],[82,0.89500892162323],[83,0.8912676572799683],[84,0.9361065626144409],[85,0.9202886819839478],[86,0.9053714275360107],[87,0.8750936985015869],[88,0.8951440453529358],[89,0.9143598079681396],[90,0.893447756767273],[91,0.9377412796020508],[92,0.8975914120674133],[93,0.8807659149169922],[94,0.8991548418998718],[95,0.9098227024078369],[96,0.9082096219062805],[97,0.8787435293197632],[98,0.9130687117576599],[99,0.9000661373138428]],"positive":[[0,0.12575924396514893],[1,0.13570713996887207],[2,0.13872529566287994],[3,0.1456208974123001],[4,0.14389729499816895],[5,0.1472494751214981],[6,0.14989633858203888],[7,0.1477624624967575],[8,0.15186747908592224],[9,0.1554100662469864],[10,0.15923459827899933],[11,0.15838277339935303],[12,0.15465116500854492],[13,0.15962062776088715],[14,0.1573043316602707],[15,0.16176943480968475],[16,0.15795381367206573],[17,0.16613687574863434],[18,0.16632476449012756],[19,0.16407494246959686],[20,0.16340656578540802],[21,0.16383934020996094],[22,0.1638118326663971],[23,0.16502156853675842],[24,0.16395436227321625],[25,0.1671242117881775],[26,0.1672915369272232],[27,0.16891738772392273],[28,0.16449770331382751],[29,0.16464906930923462],[30,0.16980771720409393],[31,0.16625110805034637],[32,0.1662435233592987],[33,0.1699880063533783],[34,0.17348752915859222],[35,0.17154039442539215],[36,0.1747569441795349],[37,0.1752040684223175],[38,0.1745871603488922],[39,0.16707995533943176],[40,0.17455288767814636],[41,0.17314305901527405],[42,0.1753261685371399],[43,0.16990810632705688],[44,0.176112562417984],[45,0.1762576699256897],[46,0.1755542904138565],[47,0.17144770920276642],[48,0.17128387093544006],[49,0.16922910511493683],[50,0.18139974772930145],[51,0.17942433059215546],[52,0.17636603116989136],[53,0.17532914876937866],[54,0.17623339593410492],[55,0.1797732561826706],[56,0.17484581470489502],[57,0.1720016747713089],[58,0.18037235736846924],[59,0.17992755770683289],[60,0.18251217901706696],[61,0.18082143366336823],[62,0.1767418384552002],[63,0.17769280076026917],[64,0.18146255612373352],[65,0.17793121933937073],[66,0.17793166637420654],[67,0.17203491926193237],[68,0.17670321464538574],[69,0.18190713226795197],[70,0.1761491447687149],[71,0.1765221506357193],[72,0.18053729832172394],[73,0.18216294050216675],[74,0.17414221167564392],[75,0.18347564339637756],[76,0.1877746731042862],[77,0.18242910504341125],[78,0.18088676035404205],[79,0.1840658187866211],[80,0.17823347449302673],[81,0.18057388067245483],[82,0.1774696260690689],[83,0.1773127317428589],[84,0.18664035201072693],[85,0.1836768388748169],[86,0.1802833378314972],[87,0.17470364272594452],[88,0.17917197942733765],[89,0.1820322573184967],[90,0.17820459604263306],[91,0.18607375025749207],[92,0.17906762659549713],[93,0.1753389537334442],[94,0.1786275953054428],[95,0.1818481981754303],[96,0.1806245595216751],[97,0.17524021863937378],[98,0.1813945174217224],[99,0.17914582788944244]],"negative":[[0,0.12576241791248322],[1,0.13495716452598572],[2,0.13881486654281616],[3,0.14442895352840424],[4,0.14339324831962585],[5,0.1466473639011383],[6,0.14975078403949738],[7,0.14710654318332672],[8,0.15212976932525635],[9,0.15530243515968323],[10,0.15880165994167328],[11,0.15836738049983978],[12,0.1532866656780243],[13,0.15978647768497467],[14,0.15706093609333038],[15,0.16176970303058624],[16,0.15780799090862274],[17,0.16514407098293304],[18,0.1646449714899063],[19,0.16361665725708008],[20,0.16568292677402496],[21,0.16427086293697357],[22,0.16322077810764313],[23,0.1637141853570938],[24,0.16362819075584412],[25,0.16754430532455444],[26,0.1657712757587433],[27,0.1705806404352188],[28,0.16563227772712708],[29,0.1647447794675827],[30,0.16783082485198975],[31,0.16525796055793762],[32,0.16696658730506897],[33,0.16975218057632446],[34,0.17380477488040924],[35,0.1722819209098816],[36,0.17612001299858093],[37,0.17486348748207092],[38,0.17500343918800354],[39,0.16818392276763916],[40,0.17505843937397003],[41,0.17547771334648132],[42,0.1757933497428894],[43,0.17274309694766998],[44,0.1756874918937683],[45,0.1777680218219757],[46,0.176653191447258],[47,0.17086924612522125],[48,0.17324718832969666],[49,0.17065772414207458],[50,0.1814710646867752],[51,0.17945513129234314],[52,0.17672626674175262],[53,0.17646917700767517],[54,0.17800870537757874],[55,0.1792658269405365],[56,0.1753130704164505],[57,0.17369380593299866],[58,0.18050697445869446],[59,0.18242904543876648],[60,0.1828676462173462],[61,0.1814485341310501],[62,0.17651797831058502],[63,0.17798969149589539],[64,0.18281961977481842],[65,0.17898400127887726],[66,0.17870111763477325],[67,0.17533224821090698],[68,0.17739765346050262],[69,0.18412011861801147],[70,0.17641648650169373],[71,0.17619016766548157],[72,0.18201634287834167],[73,0.18310430645942688],[74,0.17492741346359253],[75,0.18542277812957764],[76,0.18870297074317932],[77,0.1831880509853363],[78,0.1822056621313095],[79,0.1858389675617218],[80,0.1794528365135193],[81,0.1828131228685379],[82,0.1804937720298767],[83,0.17915315926074982],[84,0.18783871829509735],[85,0.1842930018901825],[86,0.18187318742275238],[87,0.17535868287086487],[88,0.17903685569763184],[89,0.1838538646697998],[90,0.17920978367328644],[91,0.18897323310375214],[92,0.18004238605499268],[93,0.17701411247253418],[94,0.18105271458625793],[95,0.18215399980545044],[96,0.1828492432832718],[97,0.17625878751277924],[98,0.1839001178741455],[99,0.1809903383255005]],"field":"reward_internvl_dual","scope":"rollout endpoint","updates":100,"seedPolicy":"no_fixed_seed_random_run","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/sd35m/opsd/internvl_dual/save/metrics.jsonl"},"v2":{"reward":[[0,0.05427922308444977],[1,0.07014162093400955],[2,0.08859286457300186],[3,0.11692947894334793],[4,0.13058704137802124],[5,0.14901167154312134],[6,0.16035610437393188],[7,0.16419744491577148],[8,0.177735835313797],[9,0.18288485705852509],[10,0.1782131791114807],[11,0.1685953438282013],[12,0.19003814458847046],[13,0.20239850878715515],[14,0.2048879712820053],[15,0.20239748060703278],[16,0.2112714648246765],[17,0.22370406985282898],[18,0.21437686681747437],[19,0.24085842072963715],[20,0.2576860189437866],[21,0.25363296270370483],[22,0.2425430417060852],[23,0.26488196849823],[24,0.29217493534088135],[25,0.2717008888721466],[26,0.28820180892944336],[27,0.29424694180488586],[28,0.3132301867008209],[29,0.32996800541877747],[30,0.32761484384536743],[31,0.3260897397994995],[32,0.3192770481109619],[33,0.3403013348579407],[34,0.3484373688697815],[35,0.3338603377342224],[36,0.34393468499183655],[37,0.3447170555591583],[38,0.34974443912506104],[39,0.36343908309936523],[40,0.34490618109703064],[41,0.35592931509017944],[42,0.3517724573612213],[43,0.3627644181251526],[44,0.37821298837661743],[45,0.36235249042510986],[46,0.36531221866607666],[47,0.3792639970779419],[48,0.37402233481407166],[49,0.3862568736076355],[50,0.3963719606399536],[51,0.3968085050582886],[52,0.3961636424064636],[53,0.40437474846839905],[54,0.4129287600517273],[55,0.41231557726860046],[56,0.41678041219711304],[57,0.42672672867774963],[58,0.41052281856536865],[59,0.42510902881622314],[60,0.44210290908813477],[61,0.435991495847702],[62,0.4298580586910248],[63,0.42833906412124634],[64,0.436593234539032],[65,0.43977856636047363],[66,0.4332609176635742],[67,0.4447668790817261],[68,0.45511382818222046],[69,0.4656975567340851],[70,0.4552820920944214],[71,0.4569016695022583],[72,0.47918573021888733],[73,0.44346702098846436],[74,0.4581763446331024],[75,0.46065330505371094],[76,0.4462958872318268],[77,0.47405073046684265],[78,0.4616224467754364],[79,0.4582969844341278],[80,0.4791313707828522],[81,0.4712561368942261],[82,0.4853673577308655],[83,0.49165672063827515],[84,0.4730452299118042],[85,0.4750860631465912],[86,0.495190292596817],[87,0.493618369102478],[88,0.47362858057022095],[89,0.4896954894065857],[90,0.5079982280731201],[91,0.4895865023136139],[92,0.5008976459503174],[93,0.5036346912384033],[94,0.47153240442276],[95,0.48846954107284546],[96,0.4848688840866089],[97,0.4945727586746216],[98,0.5002037882804871],[99,0.5086486339569092]],"loss":[[0,1.1163194179534912],[1,1.1448959112167358],[2,1.2024048566818237],[3,1.2143758535385132],[4,1.2293485403060913],[5,1.234445571899414],[6,1.2079710960388184],[7,1.2071419954299927],[8,1.2010308504104614],[9,1.193972110748291],[10,1.178255558013916],[11,1.1840511560440063],[12,1.1715867519378662],[13,1.1892427206039429],[14,1.206907868385315],[15,1.2039419412612915],[16,1.222088098526001],[17,1.2434438467025757],[18,1.2324039936065674],[19,1.2146462202072144],[20,1.2667298316955566],[21,1.2407304048538208],[22,1.2285212278366089],[23,1.2591427564620972],[24,1.2520877122879028],[25,1.2624471187591553],[26,1.2330034971237183],[27,1.2461591958999634],[28,1.2325440645217896],[29,1.2301942110061646],[30,1.2458162307739258],[31,1.2480053901672363],[32,1.2664580345153809],[33,1.2455244064331055],[34,1.2049593925476074],[35,1.284773826599121],[36,1.2880319356918335],[37,1.315757155418396],[38,1.3161675930023193],[39,1.3050637245178223],[40,1.3148270845413208],[41,1.3345391750335693],[42,1.3095273971557617],[43,1.3108662366867065],[44,1.3282262086868286],[45,1.3296104669570923],[46,1.3104629516601562],[47,1.3062654733657837],[48,1.3271301984786987],[49,1.3313449621200562],[50,1.324857473373413],[51,1.3229001760482788],[52,1.309343934059143],[53,1.2947018146514893],[54,1.3193773031234741],[55,1.3272427320480347],[56,1.3381978273391724],[57,1.2965660095214844],[58,1.3175630569458008],[59,1.3332109451293945],[60,1.2847222089767456],[61,1.3172762393951416],[62,1.3212604522705078],[63,1.329161524772644],[64,1.3198754787445068],[65,1.334905982017517],[66,1.3184826374053955],[67,1.2802000045776367],[68,1.3334853649139404],[69,1.3417240381240845],[70,1.3231077194213867],[71,1.348510503768921],[72,1.3358526229858398],[73,1.3447500467300415],[74,1.3319964408874512],[75,1.368626356124878],[76,1.3723101615905762],[77,1.3163866996765137],[78,1.3556445837020874],[79,1.3298990726470947],[80,1.3874413967132568],[81,1.3446016311645508],[82,1.3365198373794556],[83,1.3390628099441528],[84,1.3515280485153198],[85,1.3456629514694214],[86,1.3411498069763184],[87,1.3614790439605713],[88,1.3993223905563354],[89,1.3507120609283447],[90,1.3581068515777588],[91,1.3921343088150024],[92,1.3659560680389404],[93,1.3925827741622925],[94,1.3397291898727417],[95,1.338331937789917],[96,1.346614956855774],[97,1.3498204946517944],[98,1.3767685890197754],[99,1.3549941778182983]],"positive":[[0,0.2232639193534851],[1,0.22906593978405],[2,0.2405950278043747],[3,0.2429889738559723],[4,0.24601761996746063],[5,0.24702362716197968],[6,0.24171525239944458],[7,0.2415218949317932],[8,0.24031926691532135],[9,0.23890474438667297],[10,0.23571982979774475],[11,0.23687537014484406],[12,0.234361469745636],[13,0.23789091408252716],[14,0.241422638297081],[15,0.2408171147108078],[16,0.24446359276771545],[17,0.2487373948097229],[18,0.24652257561683655],[19,0.24297280609607697],[20,0.25339967012405396],[21,0.24820923805236816],[22,0.24576681852340698],[23,0.25188887119293213],[24,0.25047677755355835],[25,0.2525472640991211],[26,0.24664582312107086],[27,0.24929594993591309],[28,0.24656334519386292],[29,0.24608878791332245],[30,0.24922259151935577],[31,0.24966226518154144],[32,0.25336262583732605],[33,0.24916358292102814],[34,0.24103596806526184],[35,0.2570529282093048],[36,0.25768139958381653],[37,0.26324793696403503],[38,0.2633221447467804],[39,0.2610843777656555],[40,0.2630365192890167],[41,0.26699167490005493],[42,0.26197418570518494],[43,0.2622493505477905],[44,0.2657281756401062],[45,0.26599425077438354],[46,0.2621680498123169],[47,0.26131388545036316],[48,0.26550495624542236],[49,0.266347736120224],[50,0.2650441527366638],[51,0.26463860273361206],[52,0.26192450523376465],[53,0.2589881718158722],[54,0.2639404833316803],[55,0.26551592350006104],[56,0.2677168548107147],[57,0.25937989354133606],[58,0.2635801434516907],[59,0.2667172849178314],[60,0.2569984197616577],[61,0.26351872086524963],[62,0.2643352746963501],[63,0.265911340713501],[64,0.26403626799583435],[65,0.26704609394073486],[66,0.2637677788734436],[67,0.25609952211380005],[68,0.266812801361084],[69,0.2684268057346344],[70,0.26469624042510986],[71,0.2697860896587372],[72,0.26723769307136536],[73,0.2690702974796295],[74,0.26647308468818665],[75,0.27383682131767273],[76,0.27455076575279236],[77,0.26334869861602783],[78,0.271197110414505],[79,0.2660606801509857],[80,0.2775881290435791],[81,0.26899340748786926],[82,0.2673703134059906],[83,0.26789960265159607],[84,0.270384818315506],[85,0.2692252993583679],[86,0.2682958245277405],[87,0.27240321040153503],[88,0.2799747586250305],[89,0.2702227830886841],[90,0.2716900408267975],[91,0.2785150110721588],[92,0.27327507734298706],[93,0.2786184251308441],[94,0.26800549030303955],[95,0.26774707436561584],[96,0.2694053649902344],[97,0.27002784609794617],[98,0.27544888854026794],[99,0.2710839509963989]],"negative":[[0,0.22326382994651794],[1,0.2288924604654312],[2,0.24036692082881927],[3,0.24276141822338104],[4,0.24572178721427917],[5,0.24675458669662476],[6,0.24147318303585052],[7,0.241334930062294],[8,0.24009306728839874],[9,0.23868414759635925],[10,0.2355823814868927],[11,0.23674513399600983],[12,0.23427321016788483],[13,0.23780614137649536],[14,0.2413405328989029],[15,0.24075967073440552],[16,0.24437163770198822],[17,0.24864013493061066],[18,0.24643902480602264],[19,0.24288569390773773],[20,0.2532922923564911],[21,0.24808290600776672],[22,0.24564169347286224],[23,0.25176823139190674],[24,0.25035834312438965],[25,0.25243160128593445],[26,0.24655559659004211],[27,0.24916772544384003],[28,0.24645425379276276],[29,0.2459889054298401],[30,0.24910388886928558],[31,0.24953985214233398],[32,0.2532206177711487],[33,0.249046191573143],[34,0.24094779789447784],[35,0.2568565905094147],[36,0.2575313448905945],[37,0.2630549371242523],[38,0.26314491033554077],[39,0.26094111800193787],[40,0.26289433240890503],[41,0.26682397723197937],[42,0.26183679699897766],[43,0.2620970904827118],[44,0.2655623257160187],[45,0.2658499777317047],[46,0.2620171904563904],[47,0.26119235157966614],[48,0.26534712314605713],[49,0.2661902606487274],[50,0.2648988366127014],[51,0.2645214796066284],[52,0.26181304454803467],[53,0.2588925361633301],[54,0.2638104557991028],[55,0.26538118720054626],[56,0.26756224036216736],[57,0.25924643874168396],[58,0.26344504952430725],[59,0.26656708121299744],[60,0.2568904459476471],[61,0.26339179277420044],[62,0.26416894793510437],[63,0.26575326919555664],[64,0.2639138996601105],[65,0.26691630482673645],[66,0.26362529397010803],[67,0.2559804618358612],[68,0.26658135652542114],[69,0.2682628333568573],[70,0.26454687118530273],[71,0.26961809396743774],[72,0.267103374004364],[73,0.26882970333099365],[74,0.26632553339004517],[75,0.27361372113227844],[76,0.27437329292297363],[77,0.26320594549179077],[78,0.2710607051849365],[79,0.2658989429473877],[80,0.27738839387893677],[81,0.2688472270965576],[82,0.2672376334667206],[83,0.26772555708885193],[84,0.2702263295650482],[85,0.2690398693084717],[86,0.26816412806510925],[87,0.2721883952617645],[88,0.2797541916370392],[89,0.27006205916404724],[90,0.2715526521205902],[91,0.2783387005329132],[92,0.2731073796749115],[93,0.27841466665267944],[94,0.2678861916065216],[95,0.2675856947898865],[96,0.2692405879497528],[97,0.2699003517627716],[98,0.2752585709095001],[99,0.2709137201309204]],"field":"reward_anchor_internvl_dual","scope":"clean-output anchor","updates":100,"seedPolicy":"fixed_seed_42"},"status":"complete","final":{"scores":{"internvl_dual":0.4327507565220585},"stats":{"internvl_dual":{"mean":0.4327507565220585,"std":0.3552480693174952,"se":0.011233930334206629,"n":1000}}}},{"id":"sd35m_multi_open3","backbone":"sd35m","metric":"multi_open3","label":"Joint training","budget":300,"v1":{"reward":[[0,1.2051945924758911],[1,1.2847003936767578],[2,1.3684909343719482],[3,1.3891654014587402],[4,1.4069876670837402],[5,1.4033229351043701],[6,1.4222564697265625],[7,1.4554485082626343],[8,1.4315639734268188],[9,1.4376907348632812],[10,1.476149559020996],[11,1.4247530698776245],[12,1.458178162574768],[13,1.4229886531829834],[14,1.4742077589035034],[15,1.4873934984207153],[16,1.4847309589385986],[17,1.4896886348724365],[18,1.5088274478912354],[19,1.5419458150863647],[20,1.4845118522644043],[21,1.5123387575149536],[22,1.4803271293640137],[23,1.4941627979278564],[24,1.5076364278793335],[25,1.4744199514389038],[26,1.496707558631897],[27,1.527129888534546],[28,1.5074379444122314],[29,1.5330865383148193],[30,1.525591254234314],[31,1.545936107635498],[32,1.5192639827728271],[33,1.5595113039016724],[34,1.5301069021224976],[35,1.5593647956848145],[36,1.5489548444747925],[37,1.5593966245651245],[38,1.5326428413391113],[39,1.5573570728302002],[40,1.5257924795150757],[41,1.5462156534194946],[42,1.5378462076187134],[43,1.5220509767532349],[44,1.56866455078125],[45,1.5456608533859253],[46,1.56150221824646],[47,1.5620203018188477],[48,1.5929406881332397],[49,1.5505506992340088],[50,1.567324161529541],[51,1.554579734802246],[52,1.5423672199249268],[53,1.5717215538024902],[54,1.5894629955291748],[55,1.5385780334472656],[56,1.5568499565124512],[57,1.569530725479126],[58,1.5253477096557617],[59,1.5730161666870117],[60,1.563372015953064],[61,1.5914973020553589],[62,1.5612348318099976],[63,1.5627552270889282],[64,1.5727070569992065],[65,1.558892011642456],[66,1.5753880739212036],[67,1.5748436450958252],[68,1.5764093399047852],[69,1.5704177618026733],[70,1.5735386610031128],[71,1.5656887292861938],[72,1.582537293434143],[73,1.5787854194641113],[74,1.58854341506958],[75,1.6214113235473633],[76,1.5618468523025513],[77,1.5739434957504272],[78,1.5914024114608765],[79,1.6007252931594849],[80,1.5766006708145142],[81,1.5970591306686401],[82,1.5990135669708252],[83,1.57407546043396],[84,1.576066017150879],[85,1.5898258686065674],[86,1.5800021886825562],[87,1.601631999015808],[88,1.577235460281372],[89,1.6177815198898315],[90,1.611992597579956],[91,1.6043541431427002],[92,1.598837971687317],[93,1.5930330753326416],[94,1.5966030359268188],[95,1.6104992628097534],[96,1.5977575778961182],[97,1.603581428527832],[98,1.6077451705932617],[99,1.6003519296646118],[100,1.587294578552246],[101,1.6467055082321167],[102,1.5897616147994995],[103,1.5691218376159668],[104,1.5960772037506104],[105,1.600683569908142],[106,1.6085715293884277],[107,1.5945438146591187],[108,1.5939346551895142],[109,1.5854556560516357],[110,1.6121731996536255],[111,1.62930166721344],[112,1.6190087795257568],[113,1.5762994289398193],[114,1.5908920764923096],[115,1.6111232042312622],[116,1.6070085763931274],[117,1.606852412223816],[118,1.6152950525283813],[119,1.6011663675308228],[120,1.6151642799377441],[121,1.6496793031692505],[122,1.6173419952392578],[123,1.6102492809295654],[124,1.5947200059890747],[125,1.5917011499404907],[126,1.6131529808044434],[127,1.5958293676376343],[128,1.619380235671997],[129,1.6124670505523682],[130,1.6432890892028809],[131,1.601142406463623],[132,1.5949382781982422],[133,1.579017162322998],[134,1.5960479974746704],[135,1.5766502618789673],[136,1.6035176515579224],[137,1.6000381708145142],[138,1.6150720119476318],[139,1.6078097820281982],[140,1.6190834045410156],[141,1.6402860879898071],[142,1.6084812879562378],[143,1.592748761177063],[144,1.6474590301513672],[145,1.651957392692566],[146,1.5971513986587524],[147,1.6196744441986084],[148,1.6026588678359985],[149,1.6376222372055054],[150,1.5754554271697998],[151,1.6172959804534912],[152,1.569318175315857],[153,1.6024922132492065],[154,1.6046206951141357],[155,1.6070913076400757],[156,1.6164125204086304],[157,1.630370020866394],[158,1.6018346548080444],[159,1.6098353862762451],[160,1.6086565256118774],[161,1.6131260395050049],[162,1.6454380750656128],[163,1.618373155593872],[164,1.6194653511047363],[165,1.6090269088745117],[166,1.6304831504821777],[167,1.6387290954589844],[168,1.647514820098877],[169,1.6105197668075562],[170,1.6060651540756226],[171,1.6157265901565552],[172,1.5964186191558838],[173,1.6114225387573242],[174,1.6066511869430542],[175,1.6346707344055176],[176,1.6436560153961182],[177,1.646320104598999],[178,1.6183886528015137],[179,1.6209865808486938],[180,1.6308000087738037],[181,1.5908958911895752],[182,1.6289604902267456],[183,1.6479644775390625],[184,1.6010942459106445],[185,1.6135751008987427],[186,1.641167163848877],[187,1.620270848274231],[188,1.6280291080474854],[189,1.6316686868667603],[190,1.605555534362793],[191,1.6318212747573853],[192,1.6312782764434814],[193,1.6458834409713745],[194,1.6043802499771118],[195,1.6279722452163696],[196,1.6236990690231323],[197,1.6420223712921143],[198,1.6377640962600708],[199,1.6479226350784302],[200,1.6198724508285522],[201,1.6127020120620728],[202,1.5996127128601074],[203,1.6305466890335083],[204,1.6315923929214478],[205,1.6184892654418945],[206,1.6081013679504395],[207,1.6546857357025146],[208,1.6151437759399414],[209,1.6368696689605713],[210,1.6126199960708618],[211,1.631377100944519],[212,1.626293420791626],[213,1.669373631477356],[214,1.637526512145996],[215,1.621325969696045],[216,1.631714940071106],[217,1.6539008617401123],[218,1.6436588764190674],[219,1.6275557279586792],[220,1.608812928199768],[221,1.5847197771072388],[222,1.6446105241775513],[223,1.6523902416229248],[224,1.6294441223144531],[225,1.6235377788543701],[226,1.6155976057052612],[227,1.6056071519851685],[228,1.6511733531951904],[229,1.620906114578247],[230,1.6403555870056152],[231,1.6204729080200195],[232,1.6449867486953735],[233,1.6275193691253662],[234,1.6159379482269287],[235,1.6443607807159424],[236,1.6322176456451416],[237,1.6420694589614868],[238,1.6461622714996338],[239,1.6311167478561401],[240,1.6329329013824463],[241,1.6300742626190186],[242,1.6142572164535522],[243,1.638390302658081],[244,1.635095238685608],[245,1.6413042545318604],[246,1.621935486793518],[247,1.6327273845672607],[248,1.642376184463501],[249,1.6415162086486816],[250,1.6525110006332397],[251,1.6162158250808716],[252,1.629724144935608],[253,1.6413745880126953],[254,1.633385419845581],[255,1.6250101327896118],[256,1.6527154445648193],[257,1.6252775192260742],[258,1.6129621267318726],[259,1.6419909000396729],[260,1.6222496032714844],[261,1.6533244848251343],[262,1.6241059303283691],[263,1.6116671562194824],[264,1.6417261362075806],[265,1.6325020790100098],[266,1.6238731145858765],[267,1.6322683095932007],[268,1.614800214767456],[269,1.6393282413482666],[270,1.645909070968628],[271,1.6686497926712036],[272,1.6550863981246948],[273,1.6293611526489258],[274,1.6398484706878662],[275,1.5906134843826294],[276,1.647321343421936],[277,1.6197103261947632],[278,1.645776629447937],[279,1.657981038093567],[280,1.609809398651123],[281,1.6337227821350098],[282,1.6416071653366089],[283,1.6554312705993652],[284,1.6102485656738281],[285,1.6305521726608276],[286,1.627568006515503],[287,1.663335919380188],[288,1.6385196447372437],[289,1.6288331747055054],[290,1.6500368118286133],[291,1.6442147493362427],[292,1.6267738342285156],[293,1.635973572731018],[294,1.641383409500122],[295,1.6292110681533813],[296,1.6362522840499878],[297,1.6177332401275635],[298,1.6550993919372559],[299,1.621415138244629]],"loss":[[0,0.6070927381515503],[1,0.6489841938018799],[2,0.6969606876373291],[3,0.7269161343574524],[4,0.7343118786811829],[5,0.7475335597991943],[6,0.7287739515304565],[7,0.7474398612976074],[8,0.720105767250061],[9,0.7364711165428162],[10,0.7117816805839539],[11,0.7294336557388306],[12,0.6930347084999084],[13,0.6809388399124146],[14,0.6752344369888306],[15,0.6614907383918762],[16,0.6841335296630859],[17,0.7182081937789917],[18,0.7395685911178589],[19,0.7566472291946411],[20,0.7612720727920532],[21,0.744965136051178],[22,0.7335531711578369],[23,0.7352070212364197],[24,0.7610819339752197],[25,0.7676180005073547],[26,0.7684149146080017],[27,0.8034939169883728],[28,0.809196949005127],[29,0.7981602549552917],[30,0.7757582068443298],[31,0.7863067984580994],[32,0.7710853219032288],[33,0.7644228339195251],[34,0.7827829122543335],[35,0.7910453081130981],[36,0.8246513605117798],[37,0.7860722541809082],[38,0.8061071634292603],[39,0.7879492044448853],[40,0.7774686813354492],[41,0.7739662528038025],[42,0.7877726554870605],[43,0.7534539103507996],[44,0.7761117219924927],[45,0.8059521913528442],[46,0.8301045894622803],[47,0.8066697716712952],[48,0.8299514055252075],[49,0.7941421866416931],[50,0.8002808690071106],[51,0.7994389533996582],[52,0.7946081757545471],[53,0.788481593132019],[54,0.7993202805519104],[55,0.7813510894775391],[56,0.7682445645332336],[57,0.7987527847290039],[58,0.7906950116157532],[59,0.8369097113609314],[60,0.807343065738678],[61,0.8205844759941101],[62,0.8127235174179077],[63,0.8057297468185425],[64,0.7977405190467834],[65,0.8231134414672852],[66,0.8197759389877319],[67,0.8073555827140808],[68,0.8345028162002563],[69,0.8072443604469299],[70,0.825343132019043],[71,0.8002346158027649],[72,0.8150060176849365],[73,0.7942352294921875],[74,0.8044204115867615],[75,0.8139199614524841],[76,0.7845557928085327],[77,0.7952905893325806],[78,0.808749794960022],[79,0.8025286197662354],[80,0.8014493584632874],[81,0.8068371415138245],[82,0.805842936038971],[83,0.7963029146194458],[84,0.8230976462364197],[85,0.8151013851165771],[86,0.8102807998657227],[87,0.813186764717102],[88,0.7964954972267151],[89,0.8228256702423096],[90,0.8106660842895508],[91,0.8238466382026672],[92,0.8287965655326843],[93,0.8163672685623169],[94,0.8139768242835999],[95,0.8100748658180237],[96,0.8105318546295166],[97,0.8402608633041382],[98,0.8274128437042236],[99,0.8207514882087708],[100,0.8186582326889038],[101,0.8229575753211975],[102,0.8065953850746155],[103,0.803521990776062],[104,0.8094372153282166],[105,0.8149047493934631],[106,0.8220468163490295],[107,0.8025231957435608],[108,0.8170779943466187],[109,0.8337047696113586],[110,0.8245018124580383],[111,0.8136383295059204],[112,0.8364644050598145],[113,0.8228409886360168],[114,0.818909764289856],[115,0.8059149384498596],[116,0.8329317569732666],[117,0.8098805546760559],[118,0.8336284160614014],[119,0.8245372176170349],[120,0.8118477463722229],[121,0.8130691051483154],[122,0.8395683169364929],[123,0.8240439891815186],[124,0.8468521237373352],[125,0.8324499726295471],[126,0.8301905393600464],[127,0.8110842704772949],[128,0.8331975340843201],[129,0.8391479253768921],[130,0.8319458961486816],[131,0.8278234601020813],[132,0.8415926098823547],[133,0.8362666964530945],[134,0.8312842845916748],[135,0.8311106562614441],[136,0.8269307017326355],[137,0.8413485288619995],[138,0.8233532309532166],[139,0.8353461623191833],[140,0.8323947191238403],[141,0.8522763848304749],[142,0.8402669429779053],[143,0.8526560664176941],[144,0.8455644845962524],[145,0.853999137878418],[146,0.833109974861145],[147,0.844530463218689],[148,0.8513486385345459],[149,0.8276530504226685],[150,0.8287044167518616],[151,0.8468651175498962],[152,0.8254249095916748],[153,0.8350421786308289],[154,0.8083594441413879],[155,0.820728063583374],[156,0.8194892406463623],[157,0.8120366930961609],[158,0.8426523208618164],[159,0.806816041469574],[160,0.810067892074585],[161,0.8335761427879333],[162,0.8409429788589478],[163,0.8406444191932678],[164,0.8339825868606567],[165,0.828217089176178],[166,0.8386961221694946],[167,0.832252025604248],[168,0.8533503413200378],[169,0.8404756188392639],[170,0.8365259170532227],[171,0.8409903049468994],[172,0.8500658273696899],[173,0.8556252717971802],[174,0.8298792839050293],[175,0.8445789813995361],[176,0.8356454372406006],[177,0.8614881634712219],[178,0.833573579788208],[179,0.8480454683303833],[180,0.8375697731971741],[181,0.8261417746543884],[182,0.8325508832931519],[183,0.8541120886802673],[184,0.824580192565918],[185,0.8368843197822571],[186,0.8331112861633301],[187,0.8284568786621094],[188,0.8329856395721436],[189,0.8488675355911255],[190,0.8408739566802979],[191,0.8428235054016113],[192,0.8233826756477356],[193,0.8505338430404663],[194,0.8208502531051636],[195,0.8449366092681885],[196,0.8419523239135742],[197,0.8369986414909363],[198,0.8406720161437988],[199,0.8334746360778809],[200,0.8069456219673157],[201,0.8349695801734924],[202,0.8275953531265259],[203,0.8467187881469727],[204,0.8352770209312439],[205,0.8373586535453796],[206,0.8563585877418518],[207,0.8180724382400513],[208,0.8536863327026367],[209,0.8467124700546265],[210,0.8550239205360413],[211,0.8341405391693115],[212,0.8468454480171204],[213,0.8503305315971375],[214,0.8531535863876343],[215,0.823854386806488],[216,0.8421578407287598],[217,0.8443652391433716],[218,0.8423027992248535],[219,0.8438447117805481],[220,0.8495355248451233],[221,0.8285358548164368],[222,0.8522742986679077],[223,0.8370574712753296],[224,0.8359590768814087],[225,0.8407952785491943],[226,0.8329645395278931],[227,0.8378890752792358],[228,0.8283171653747559],[229,0.8231803774833679],[230,0.8377441167831421],[231,0.8211601376533508],[232,0.8355762958526611],[233,0.8576542139053345],[234,0.8442167639732361],[235,0.8562487363815308],[236,0.8454369306564331],[237,0.8510291576385498],[238,0.8439990878105164],[239,0.8472719192504883],[240,0.8305363655090332],[241,0.8464886546134949],[242,0.8230052590370178],[243,0.8457658886909485],[244,0.8350924253463745],[245,0.8499858379364014],[246,0.8177533745765686],[247,0.8684824705123901],[248,0.8360835909843445],[249,0.8581717014312744],[250,0.8410189151763916],[251,0.8434006571769714],[252,0.8412945866584778],[253,0.8664963245391846],[254,0.8355569243431091],[255,0.8481744527816772],[256,0.8450075387954712],[257,0.8343733549118042],[258,0.8171979188919067],[259,0.8533356785774231],[260,0.8320614099502563],[261,0.844173014163971],[262,0.8204194903373718],[263,0.8545485138893127],[264,0.8344496488571167],[265,0.8472921848297119],[266,0.8379900455474854],[267,0.8479790091514587],[268,0.8531759977340698],[269,0.8498671054840088],[270,0.8493084907531738],[271,0.8558237552642822],[272,0.8403305411338806],[273,0.8375247120857239],[274,0.8296429514884949],[275,0.8423603773117065],[276,0.8298046588897705],[277,0.8274779319763184],[278,0.8350158929824829],[279,0.8437631130218506],[280,0.8628079295158386],[281,0.8654203414916992],[282,0.8346827030181885],[283,0.8338177800178528],[284,0.847589373588562],[285,0.8389074802398682],[286,0.8299643397331238],[287,0.850072979927063],[288,0.8293359875679016],[289,0.8432431221008301],[290,0.8453216552734375],[291,0.8628913164138794],[292,0.8215252757072449],[293,0.8297274112701416],[294,0.8348313570022583],[295,0.829157829284668],[296,0.8447054624557495],[297,0.8380938768386841],[298,0.8443828225135803],[299,0.8501809239387512]],"positive":[[0,0.12156609445810318],[1,0.13055482506752014],[2,0.13972388207912445],[3,0.14561708271503448],[4,0.14681380987167358],[5,0.14951959252357483],[6,0.14634466171264648],[7,0.15011712908744812],[8,0.14460742473602295],[9,0.1475733071565628],[10,0.14220499992370605],[11,0.14641571044921875],[12,0.1383880376815796],[13,0.135781928896904],[14,0.13477446138858795],[15,0.13195785880088806],[16,0.13657249510288239],[17,0.14399398863315582],[18,0.14862889051437378],[19,0.15147188305854797],[20,0.1525437980890274],[21,0.14947764575481415],[22,0.14734935760498047],[23,0.14714835584163666],[24,0.15290343761444092],[25,0.15421611070632935],[26,0.15417811274528503],[27,0.16118896007537842],[28,0.16258621215820312],[29,0.16032718122005463],[30,0.15584801137447357],[31,0.15821731090545654],[32,0.15532490611076355],[33,0.1539459228515625],[34,0.1572779417037964],[35,0.15896637737751007],[36,0.16571876406669617],[37,0.15837262570858002],[38,0.1617661714553833],[39,0.1577083170413971],[40,0.1561264991760254],[41,0.15525773167610168],[42,0.15853393077850342],[43,0.1510714441537857],[44,0.15600426495075226],[45,0.16227199137210846],[46,0.16651694476604462],[47,0.16211706399917603],[48,0.16649308800697327],[49,0.15883421897888184],[50,0.16058549284934998],[51,0.16061997413635254],[52,0.16019175946712494],[53,0.158771812915802],[54,0.15972021222114563],[55,0.15707747638225555],[56,0.15419438481330872],[57,0.16075202822685242],[58,0.15921662747859955],[59,0.16845035552978516],[60,0.16242291033267975],[61,0.16505450010299683],[62,0.16257934272289276],[63,0.16250382363796234],[64,0.15988340973854065],[65,0.16542969644069672],[66,0.16538095474243164],[67,0.16257236897945404],[68,0.16763979196548462],[69,0.16193550825119019],[70,0.16672256588935852],[71,0.16118378937244415],[72,0.16383260488510132],[73,0.1603211760520935],[74,0.16091430187225342],[75,0.1633581668138504],[76,0.15747590363025665],[77,0.15971605479717255],[78,0.16321595013141632],[79,0.16158872842788696],[80,0.16107800602912903],[81,0.1629776954650879],[82,0.16230715811252594],[83,0.16017422080039978],[84,0.1654359996318817],[85,0.16408568620681763],[86,0.16375873982906342],[87,0.16434217989444733],[88,0.16033166646957397],[89,0.16525980830192566],[90,0.16320599615573883],[91,0.16597837209701538],[92,0.16763466596603394],[93,0.16479650139808655],[94,0.16385331749916077],[95,0.1625213623046875],[96,0.16361397504806519],[97,0.16952240467071533],[98,0.16643026471138],[99,0.16452369093894958],[100,0.16520287096500397],[101,0.16588129103183746],[102,0.16275322437286377],[103,0.16169466078281403],[104,0.16305209696292877],[105,0.16462859511375427],[106,0.16527990996837616],[107,0.1618369221687317],[108,0.16376814246177673],[109,0.16803719103336334],[110,0.1654508113861084],[111,0.16320419311523438],[112,0.16864252090454102],[113,0.1655016392469406],[114,0.16492828726768494],[115,0.16233094036579132],[116,0.16800062358379364],[117,0.1637287735939026],[118,0.1678619682788849],[119,0.16571193933486938],[120,0.16318394243717194],[121,0.16339868307113647],[122,0.16945791244506836],[123,0.16627320647239685],[124,0.1708216667175293],[125,0.16736049950122833],[126,0.16719281673431396],[127,0.16467899084091187],[128,0.16792289912700653],[129,0.16958628594875336],[130,0.16780529916286469],[131,0.1663191169500351],[132,0.1699053794145584],[133,0.16842827200889587],[134,0.16781111061573029],[135,0.16706617176532745],[136,0.166680246591568],[137,0.16891898214817047],[138,0.16555310785770416],[139,0.16764971613883972],[140,0.16749098896980286],[141,0.17137369513511658],[142,0.16934077441692352],[143,0.17210301756858826],[144,0.1708160787820816],[145,0.1723766326904297],[146,0.1679057478904724],[147,0.17011010646820068],[148,0.1721087545156479],[149,0.16658534109592438],[150,0.16630488634109497],[151,0.1706690937280655],[152,0.16581404209136963],[153,0.1673235446214676],[154,0.16268783807754517],[155,0.16481497883796692],[156,0.1646004021167755],[157,0.1638350933790207],[158,0.17015878856182098],[159,0.16189928352832794],[160,0.16286884248256683],[161,0.16860273480415344],[162,0.16985103487968445],[163,0.1696362942457199],[164,0.16722993552684784],[165,0.1669389009475708],[166,0.1691291332244873],[167,0.1671413779258728],[168,0.17207686603069305],[169,0.1689160317182541],[170,0.1680823564529419],[171,0.1691892296075821],[172,0.1712070107460022],[173,0.17224308848381042],[174,0.16713526844978333],[175,0.1696060299873352],[176,0.16889001429080963],[177,0.17341601848602295],[178,0.1681651622056961],[179,0.17016609013080597],[180,0.16860581934452057],[181,0.16587494313716888],[182,0.16810259222984314],[183,0.17220167815685272],[184,0.1661062091588974],[185,0.16837911307811737],[186,0.1681188941001892],[187,0.16692082583904266],[188,0.16826683282852173],[189,0.1711379587650299],[190,0.169277623295784],[191,0.1696452647447586],[192,0.16586600244045258],[193,0.17180564999580383],[194,0.16524143517017365],[195,0.16988283395767212],[196,0.16987934708595276],[197,0.1683049499988556],[198,0.16932231187820435],[199,0.16807109117507935],[200,0.16287437081336975],[201,0.16849254071712494],[202,0.16634607315063477],[203,0.17073848843574524],[204,0.1691301017999649],[205,0.16911563277244568],[206,0.1719774752855301],[207,0.163624569773674],[208,0.1723352074623108],[209,0.1705680787563324],[210,0.1728198081254959],[211,0.16787661612033844],[212,0.1708393543958664],[213,0.17144538462162018],[214,0.17274990677833557],[215,0.16607871651649475],[216,0.16948993504047394],[217,0.1703016757965088],[218,0.17014524340629578],[219,0.16972410678863525],[220,0.1714489758014679],[221,0.16731879115104675],[222,0.17151294648647308],[223,0.16912835836410522],[224,0.1690678894519806],[225,0.16977614164352417],[226,0.1683737337589264],[227,0.16912376880645752],[228,0.16654545068740845],[229,0.16538622975349426],[230,0.1693621724843979],[231,0.16451887786388397],[232,0.16768451035022736],[233,0.17265306413173676],[234,0.16963772475719452],[235,0.17272064089775085],[236,0.17012321949005127],[237,0.1719515025615692],[238,0.17009814083576202],[239,0.17039242386817932],[240,0.166927769780159],[241,0.17100292444229126],[242,0.16597150266170502],[243,0.17066530883312225],[244,0.16773170232772827],[245,0.17082931101322174],[246,0.16428038477897644],[247,0.17431427538394928],[248,0.16816258430480957],[249,0.1736449897289276],[250,0.16914065182209015],[251,0.17053015530109406],[252,0.16963081061840057],[253,0.17535999417304993],[254,0.1686914563179016],[255,0.17086255550384521],[256,0.17106683552265167],[257,0.16870707273483276],[258,0.1645646095275879],[259,0.17147891223430634],[260,0.1676253229379654],[261,0.17057769000530243],[262,0.16573239862918854],[263,0.17163513600826263],[264,0.16778773069381714],[265,0.17082621157169342],[266,0.16813357174396515],[267,0.17105732858181],[268,0.1715089976787567],[269,0.17048849165439606],[270,0.17174838483333588],[271,0.17203521728515625],[272,0.16968172788619995],[273,0.16912268102169037],[274,0.1677422821521759],[275,0.16988389194011688],[276,0.16754642128944397],[277,0.16724660992622375],[278,0.168371319770813],[279,0.16996026039123535],[280,0.17330732941627502],[281,0.17447583377361298],[282,0.16854463517665863],[283,0.1685701608657837],[284,0.1713607907295227],[285,0.16863974928855896],[286,0.16712045669555664],[287,0.1709078997373581],[288,0.16720660030841827],[289,0.17023368179798126],[290,0.17109863460063934],[291,0.17454120516777039],[292,0.16602034866809845],[293,0.16705097258090973],[294,0.1683075875043869],[295,0.16738563776016235],[296,0.16993872821331024],[297,0.16923153400421143],[298,0.17011380195617676],[299,0.17150288820266724]],"negative":[[0,0.12130489945411682],[1,0.1290958821773529],[2,0.1390581876039505],[3,0.14496852457523346],[4,0.14687947928905487],[5,0.14938092231750488],[6,0.14511525630950928],[7,0.14889271557331085],[8,0.14339016377925873],[9,0.14703944325447083],[10,0.14250065386295319],[11,0.1453874558210373],[12,0.13876810669898987],[13,0.13656717538833618],[14,0.1353163719177246],[15,0.13261812925338745],[16,0.13705024123191833],[17,0.1432962417602539],[18,0.14718231558799744],[19,0.15120212733745575],[20,0.15200750529766083],[21,0.14848017692565918],[22,0.14610904455184937],[23,0.14693515002727509],[24,0.15156345069408417],[25,0.15279312431812286],[26,0.15321467816829681],[27,0.16021159291267395],[28,0.16107425093650818],[29,0.15885388851165771],[30,0.154457226395607],[31,0.1562332808971405],[32,0.15312018990516663],[33,0.15183492004871368],[34,0.15583816170692444],[35,0.15743666887283325],[36,0.16402031481266022],[37,0.15599441528320312],[38,0.16060879826545715],[39,0.15741226077079773],[40,0.15476317703723907],[41,0.15431195497512817],[42,0.1565753072500229],[43,0.15037420392036438],[44,0.15441066026687622],[45,0.1600283682346344],[46,0.16554133594036102],[47,0.16053065657615662],[48,0.16546379029750824],[49,0.15881524980068207],[50,0.1595333218574524],[51,0.15915343165397644],[52,0.15763874351978302],[53,0.15656869113445282],[54,0.15995414555072784],[55,0.15546290576457977],[56,0.15305393934249878],[57,0.1587325930595398],[58,0.15706147253513336],[59,0.16626909375190735],[60,0.16049163043498993],[61,0.1631542295217514],[62,0.16247305274009705],[63,0.15974920988082886],[64,0.1591448187828064],[65,0.16374722123146057],[66,0.16253775358200073],[67,0.16032110154628754],[68,0.16620402038097382],[69,0.1608710139989853],[70,0.1634218394756317],[71,0.15880604088306427],[72,0.162155419588089],[73,0.1574007272720337],[74,0.16080884635448456],[75,0.16214308142662048],[76,0.15631292760372162],[77,0.15839815139770508],[78,0.16027283668518066],[79,0.1593996286392212],[80,0.15942677855491638],[81,0.1597534716129303],[82,0.15998581051826477],[83,0.15829972922801971],[84,0.16383695602416992],[85,0.16196346282958984],[86,0.16033267974853516],[87,0.16090421378612518],[88,0.1582607924938202],[89,0.16377833485603333],[90,0.1610281616449356],[91,0.1635887175798416],[92,0.1638696789741516],[93,0.16176703572273254],[94,0.16171100735664368],[95,0.1615123748779297],[96,0.16051042079925537],[97,0.16654092073440552],[98,0.16444094479084015],[99,0.16377700865268707],[100,0.16224002838134766],[101,0.1632809191942215],[102,0.1599023938179016],[103,0.15965402126312256],[104,0.16070060431957245],[105,0.16131772100925446],[106,0.1635066121816635],[107,0.15913282334804535],[108,0.16302266716957092],[109,0.16542872786521912],[110,0.16434065997600555],[111,0.16218775510787964],[112,0.1659688502550125],[113,0.1635516732931137],[114,0.1625814586877823],[115,0.16001902520656586],[116,0.16508740186691284],[117,0.1602189987897873],[118,0.1656004935503006],[119,0.16407008469104767],[120,0.1615334153175354],[121,0.16176816821098328],[122,0.1663929969072342],[123,0.1632997989654541],[124,0.16793271899223328],[125,0.16557538509368896],[126,0.16489948332309723],[127,0.1597215086221695],[128,0.16534574329853058],[129,0.16599629819393158],[130,0.16494928300380707],[131,0.16475582122802734],[132,0.16667914390563965],[133,0.1660165935754776],[134,0.16463212668895721],[135,0.1653096228837967],[136,0.16408054530620575],[137,0.16757147014141083],[138,0.16376778483390808],[139,0.16644106805324554],[140,0.16543664038181305],[141,0.16949030756950378],[142,0.16674719750881195],[143,0.16890603303909302],[144,0.16742965579032898],[145,0.1691950559616089],[146,0.16528621315956116],[147,0.16772037744522095],[148,0.16838854551315308],[149,0.16446013748645782],[150,0.16512617468833923],[151,0.1680210679769516],[152,0.16432949900627136],[153,0.16666503250598907],[154,0.1605823040008545],[155,0.16343191266059875],[156,0.1631174087524414],[157,0.16096852719783783],[158,0.1668226569890976],[159,0.1608559489250183],[160,0.16112665832042694],[161,0.16476933658123016],[162,0.1664954572916031],[163,0.1666354238986969],[164,0.16633732616901398],[165,0.1643170565366745],[166,0.16631381213665009],[167,0.16569355130195618],[168,0.16926726698875427],[169,0.16722628474235535],[170,0.16645367443561554],[171,0.16718164086341858],[172,0.16877426207065582],[173,0.1700495481491089],[174,0.16482478380203247],[175,0.16817599534988403],[176,0.1652405709028244],[177,0.17110460996627808],[178,0.16524888575077057],[179,0.16901090741157532],[180,0.16641885042190552],[181,0.1645522564649582],[182,0.16485750675201416],[183,0.169398233294487],[184,0.1637258678674698],[185,0.16639433801174164],[186,0.16506625711917877],[187,0.16444088518619537],[188,0.16496609151363373],[189,0.16839906573295593],[190,0.1670941859483719],[191,0.16749142110347748],[192,0.1633542776107788],[193,0.16841204464435577],[194,0.1630890965461731],[195,0.16804496943950653],[196,0.16687661409378052],[197,0.16647310554981232],[198,0.16693302989006042],[199,0.16528253257274628],[200,0.15990044176578522],[201,0.16546811163425446],[202,0.1647004932165146],[203,0.1679222732782364],[204,0.1649773269891739],[205,0.1658497303724289],[206,0.1705566644668579],[207,0.16356252133846283],[208,0.16910560429096222],[209,0.1680566668510437],[210,0.16914960741996765],[211,0.16572989523410797],[212,0.16782298684120178],[213,0.16861267387866974],[214,0.16850723326206207],[215,0.16342276334762573],[216,0.1673298329114914],[217,0.16743281483650208],[218,0.1667783260345459],[219,0.16777172684669495],[220,0.16836349666118622],[221,0.16411441564559937],[222,0.16936369240283966],[223,0.16570910811424255],[224,0.16529114544391632],[225,0.1665584146976471],[226,0.1648116409778595],[227,0.16602836549282074],[228,0.16471940279006958],[229,0.16386957466602325],[230,0.16571521759033203],[231,0.1639244556427002],[232,0.16648845374584198],[233,0.17039696872234344],[234,0.16801469027996063],[235,0.1697208136320114],[236,0.16802334785461426],[237,0.16837769746780396],[238,0.16740752756595612],[239,0.16846270859241486],[240,0.1652151197195053],[241,0.1675773561000824],[242,0.16323834657669067],[243,0.16765424609184265],[244,0.1662803590297699],[245,0.16918647289276123],[246,0.1628023386001587],[247,0.1729932427406311],[248,0.16620753705501556],[249,0.1696079820394516],[250,0.16720913350582123],[251,0.16687451303005219],[252,0.16690604388713837],[253,0.1712341159582138],[254,0.1655386984348297],[255,0.1683654934167862],[256,0.16694235801696777],[257,0.1649845391511917],[258,0.16228705644607544],[259,0.1698504090309143],[260,0.16519486904144287],[261,0.167021244764328],[262,0.16239500045776367],[263,0.17014166712760925],[264,0.16594383120536804],[265,0.16805849969387054],[266,0.1670440137386322],[267,0.16812855005264282],[268,0.16980703175067902],[269,0.1693914532661438],[270,0.16799071431159973],[271,0.17037121951580048],[272,0.16637499630451202],[273,0.16585732996463776],[274,0.16406658291816711],[275,0.16704095900058746],[276,0.16435876488685608],[277,0.16376908123493195],[278,0.1655779629945755],[279,0.16757038235664368],[280,0.17173966765403748],[281,0.1716318428516388],[282,0.1653178185224533],[283,0.1649210900068283],[284,0.16760197281837463],[285,0.1668914258480072],[286,0.16489145159721375],[287,0.1691027581691742],[288,0.16445079445838928],[289,0.16708996891975403],[290,0.1670646369457245],[291,0.17056506872177124],[292,0.16256283223628998],[293,0.1648118942975998],[294,0.16563278436660767],[295,0.1643187701702118],[296,0.16791629791259766],[297,0.16589902341365814],[298,0.16762252151966095],[299,0.16851644217967987]],"field":"reward_avg","scope":"rollout endpoint","updates":300,"seedPolicy":"no_fixed_seed_random_run","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_300ep/sd35m/opsd/multi_open3/save/metrics.jsonl","timeHours":[[0,0.11254889075583334],[1,0.16120631063750002],[2,0.20977755440749998],[3,0.25841247367166664],[4,0.30695552367444445],[5,0.35573209505833336],[6,0.40426038098055556],[7,0.4529262310738889],[8,0.501698732286389],[9,0.5502915423091667],[10,0.5992358011350001],[11,0.6478831904447222],[12,0.6963326635061111],[13,0.7449962222041666],[14,0.7934662965486111],[15,0.8420780848347222],[16,0.8906580088391667],[17,0.9393017936494444],[18,0.9879594385605555],[19,1.0364988920494445],[20,1.0852014174963889],[21,1.1336958709975],[22,1.182476473925],[23,1.2311332968805555],[24,1.2797468646427779],[25,1.328408109163611],[26,1.3770501509919444],[27,1.4257059605697222],[28,1.4741956640608334],[29,1.522723192926389],[30,1.5713230687105557],[31,1.6199982075077777],[32,1.668586255141389],[33,1.717144586426111],[34,1.7657650934613889],[35,1.814314647298889],[36,1.8629533946099999],[37,1.9118184833516665],[38,1.9606173680524999],[39,2.009315884493611],[40,2.0581706844555554],[41,2.106902949226389],[42,2.1554286407019445],[43,2.2040593010213887],[44,2.2525107166925],[45,2.3013322362374997],[46,2.3499457494894442],[47,2.3986179535683334],[48,2.4471058046333334],[49,2.4957094316619446],[50,2.5446490687505556],[51,2.5933043667644444],[52,2.6419587825213893],[53,2.690558961671111],[54,2.7391589353777777],[55,2.7877778900955557],[56,2.836338791485278],[57,2.8850151443844445],[58,2.9337106862741664],[59,2.982561897247778],[60,3.0313394587991667],[61,3.079988995972222],[62,3.128770097521111],[63,3.177369021036111],[64,3.2260703725980555],[65,3.2747664322858334],[66,3.323382081473056],[67,3.371917268415278],[68,3.4205452050144443],[69,3.4690778890075],[70,3.517815995793889],[71,3.5665408561330554],[72,3.6151491813822223],[73,3.6637138080000002],[74,3.712392564367778],[75,3.7609166604258335],[76,3.8101128241119446],[77,3.858783237329722],[78,3.9074018802922224],[79,3.955973321937778],[80,4.004649334532777],[81,4.053258259506666],[82,4.101918393875],[83,4.150504332493333],[84,4.199211945456667],[85,4.247803266729166],[86,4.296336286191944],[87,4.3452695499725005],[88,4.3938827257225],[89,4.442523490110278],[90,4.491423985748334],[91,4.540065891668055],[92,4.588693827193889],[93,4.637356217649723],[94,4.685920004585833],[95,4.734473065708611],[96,4.7831546719875],[97,4.831889694519444],[98,4.880708646984722],[99,4.929523387946111],[100,4.978502847314444],[101,5.027197816851389],[102,5.075879195054722],[103,5.124620000983889],[104,5.173434230965555],[105,5.222230974155556],[106,5.270830857224445],[107,5.31943073747],[108,5.3680850390013894],[109,5.416698430014723],[110,5.465482963032223],[111,5.514154356433056],[112,5.562781008672778],[113,5.611322474001112],[114,5.659889029748333],[115,5.708425140884167],[116,5.757225855762222],[117,5.805856569906667],[118,5.854700199838611],[119,5.903327802395556],[120,5.952239008838611],[121,6.0009603416249995],[122,6.049619421061111],[123,6.098645771236111],[124,6.1472184441255555],[125,6.195916044240278],[126,6.24461776595111],[127,6.293251663181945],[128,6.341836145429999],[129,6.390307731353055],[130,6.43923632779361],[131,6.487773950355],[132,6.536338888414722],[133,6.585063116240278],[134,6.633794400477778],[135,6.682695084751944],[136,6.7313276015519445],[137,6.779985268232777],[138,6.828589561380555],[139,6.877289159890833],[140,6.926093479245833],[141,6.974724195222778],[142,7.023417965045278],[143,7.072010632819167],[144,7.1206927594577785],[145,7.169324488101388],[146,7.217939140695556],[147,7.266368307158333],[148,7.315055502962222],[149,7.363726062053611],[150,7.412503960905],[151,7.461119824704167],[152,7.509645927096944],[153,7.558287981083611],[154,7.6069279315825],[155,7.655535704908055],[156,7.7042446342675],[157,7.752975598139445],[158,7.801693827947777],[159,7.850383471333055],[160,7.899238601286389],[161,7.947984463429445],[162,7.996604202293889],[163,8.045438655663332],[164,8.094156851233056],[165,8.142884561651389],[166,8.191489776741944],[167,8.240250616239722],[168,8.288851343069444],[169,8.337515467933056],[170,8.386377004875],[171,8.434945748644722],[172,8.483774604786111],[173,8.532615801620556],[174,8.581297599619722],[175,8.629911307260278],[176,8.678423643313055],[177,8.726939180871112],[178,8.775681504342778],[179,8.824304923057777],[180,8.873151242482223],[181,8.92193560604861],[182,8.970597194007222],[183,9.019234983517222],[184,9.067765190913056],[185,9.11632905341639],[186,9.164937426525555],[187,9.213549515392222],[188,9.262218642348055],[189,9.310896964289444],[190,9.359922191775832],[191,9.4086803982975],[192,9.457200994522223],[193,9.505755126980556],[194,9.5543087182675],[195,9.602998503373055],[196,9.65156866439139],[197,9.700217071154444],[198,9.7488975409175],[199,9.797497933576112],[200,9.846246573764445],[201,9.894994073103057],[202,9.94353928866639],[203,9.992226701839167],[204,10.040805709469446],[205,10.089412477392221],[206,10.138043657802777],[207,10.186695841849168],[208,10.235226196675555],[209,10.283778212023057],[210,10.332657572935833],[211,10.381251123670276],[212,10.429927658301946],[213,10.478603622238055],[214,10.52733975788528],[215,10.576003282573334],[216,10.624690211370556],[217,10.673389982264721],[218,10.721991245568056],[219,10.770578304266667],[220,10.819484878749721],[221,10.868275532440556],[222,10.916883169469168],[223,10.965744986767499],[224,11.014477784995554],[225,11.063193006531945],[226,11.112067212337498],[227,11.160686954647499],[228,11.2092953807425],[229,11.25794682120361],[230,11.306866530873055],[231,11.355480492665556],[232,11.404095240682778],[233,11.452876856655557],[234,11.501411769895833],[235,11.549949939160278],[236,11.598581999822777],[237,11.647228082456667],[238,11.695868932652223],[239,11.744566510987777],[240,11.793427014224166],[241,11.842124994494721],[242,11.8908136701675],[243,11.939393644065],[244,11.987950428850555],[245,12.036673817247223],[246,12.085321269456388],[247,12.133981642603057],[248,12.182647069416944],[249,12.231440232503056],[250,12.2803861894525],[251,12.329050301084168],[252,12.377589522447778],[253,12.4261987681175],[254,12.474833386649722],[255,12.523558843044444],[256,12.572517686325002],[257,12.621177427185279],[258,12.669889621398612],[259,12.718694700446388],[260,12.767489628141666],[261,12.816268714950555],[262,12.864903975822777],[263,12.913571444415],[264,12.962229513646944],[265,13.010964030992778],[266,13.059576559171388],[267,13.108124748526944],[268,13.1569780502125],[269,13.205710466411666],[270,13.254501202195],[271,13.303186691545834],[272,13.351850170294167],[273,13.400546263951945],[274,13.449343301898335],[275,13.498090518253889],[276,13.546824854744722],[277,13.595370049775001],[278,13.644122127007778],[279,13.692731421033054],[280,13.7414151243225],[281,13.790090114935],[282,13.838748599777777],[283,13.887409770983888],[284,13.936088326596389],[285,13.984727601831388],[286,14.033294171837221],[287,14.081879422888889],[288,14.130505981309444],[289,14.179103226237778],[290,14.227963987092501],[291,14.276669143699445],[292,14.325390523293056],[293,14.374055614203888],[294,14.422792438207779],[295,14.471478827018332],[296,14.520291927513057],[297,14.569195492436945],[298,14.617969740320277],[299,14.666780222136111]],"timing":{"field":"_runtime","unit":"hours","source":"experiments/table1_300ep/sd35m/opsd/multi_open3/logs/table1_opsd_multi_open3_2026.07.15_12.41.33/wandb/offline-run-20260715_124134-l98oibxa/run-l98oibxa.wandb","scope":"W&B run wall time, including initialization and intervening overhead"}},"v2":{"reward":[[0,1.215710163116455],[1,1.297627568244934],[2,1.3738521337509155],[3,1.409196138381958],[4,1.4238853454589844],[5,1.4453167915344238],[6,1.451087474822998],[7,1.4679007530212402],[8,1.477540135383606],[9,1.4823366403579712],[10,1.495192289352417],[11,1.502510905265808],[12,1.5082887411117554],[13,1.5131760835647583],[14,1.5184892416000366],[15,1.5234366655349731],[16,1.5300383567810059],[17,1.5286308526992798],[18,1.5362529754638672],[19,1.5442646741867065],[20,1.5458416938781738],[21,1.5553089380264282],[22,1.5571691989898682],[23,1.5592645406723022],[24,1.57003915309906],[25,1.5720548629760742],[26,1.5697767734527588],[27,1.5750473737716675],[28,1.5820422172546387],[29,1.5884848833084106],[30,1.5847012996673584],[31,1.5927023887634277],[32,1.5953398942947388],[33,1.5909534692764282],[34,1.5939338207244873],[35,1.5940184593200684],[36,1.5998821258544922],[37,1.6113383769989014],[38,1.6074424982070923],[39,1.6135133504867554],[40,1.607957363128662],[41,1.6171060800552368],[42,1.6164138317108154],[43,1.6178059577941895],[44,1.6194415092468262],[45,1.6152759790420532],[46,1.6254618167877197],[47,1.6199709177017212],[48,1.635059118270874],[49,1.6390939950942993],[50,1.6382465362548828],[51,1.6265568733215332],[52,1.641305923461914],[53,1.6356076002120972],[54,1.6414704322814941],[55,1.6415300369262695],[56,1.6391900777816772],[57,1.6439814567565918],[58,1.6447114944458008],[59,1.6502838134765625],[60,1.6473631858825684],[61,1.6513127088546753],[62,1.6571180820465088],[63,1.6545100212097168],[64,1.6465429067611694],[65,1.6621342897415161],[66,1.6563854217529297],[67,1.6575016975402832],[68,1.6633251905441284],[69,1.6610490083694458],[70,1.66700279712677],[71,1.6581416130065918],[72,1.6676619052886963],[73,1.6644558906555176],[74,1.6608004570007324],[75,1.6686091423034668],[76,1.669844627380371],[77,1.6755406856536865],[78,1.6711421012878418],[79,1.6658079624176025],[80,1.6786308288574219],[81,1.6765432357788086],[82,1.6734391450881958],[83,1.6743128299713135],[84,1.6775259971618652],[85,1.673257827758789],[86,1.6767910718917847],[87,1.6721606254577637],[88,1.6818442344665527],[89,1.6811277866363525],[90,1.686606526374817],[91,1.6822209358215332],[92,1.6793895959854126],[93,1.682844638824463],[94,1.6890193223953247],[95,1.6860580444335938],[96,1.689205527305603],[97,1.6874871253967285],[98,1.6876212358474731],[99,1.6909873485565186],[100,1.6953080892562866],[101,1.6919595003128052],[102,1.6977505683898926],[103,1.6996636390686035],[104,1.690901279449463],[105,1.694944977760315],[106,1.7028759717941284],[107,1.6948517560958862],[108,1.6952834129333496],[109,1.695180892944336],[110,1.6954814195632935],[111,1.6983187198638916],[112,1.7021002769470215],[113,1.7022004127502441],[114,1.7005431652069092],[115,1.7057452201843262],[116,1.7029000520706177],[117,1.6989878416061401],[118,1.7076793909072876],[119,1.703665018081665],[120,1.6983906030654907],[121,1.6993374824523926],[122,1.708017349243164],[123,1.7101167440414429],[124,1.7037062644958496],[125,1.7098195552825928],[126,1.7059073448181152],[127,1.7111579179763794],[128,1.7117828130722046],[129,1.7120966911315918],[130,1.7123969793319702],[131,1.7098191976547241],[132,1.7164651155471802],[133,1.7090939283370972],[134,1.715343952178955],[135,1.711538553237915],[136,1.7154203653335571],[137,1.7149728536605835],[138,1.710631251335144],[139,1.7195087671279907],[140,1.7136213779449463],[141,1.7123136520385742],[142,1.713447093963623],[143,1.7174394130706787],[144,1.7193238735198975],[145,1.7132799625396729],[146,1.722538709640503],[147,1.719561219215393],[148,1.7125402688980103],[149,1.7218506336212158],[150,1.7145313024520874],[151,1.7260264158248901],[152,1.7231539487838745],[153,1.7212584018707275],[154,1.718524694442749],[155,1.7271236181259155],[156,1.7227619886398315],[157,1.7200249433517456],[158,1.7250906229019165],[159,1.7238355875015259],[160,1.720405101776123],[161,1.724892497062683],[162,1.7200713157653809],[163,1.7221832275390625],[164,1.722869634628296],[165,1.7361525297164917],[166,1.726849913597107],[167,1.7263286113739014],[168,1.7265008687973022],[169,1.7298334836959839],[170,1.7297048568725586],[171,1.7255812883377075],[172,1.7320657968521118],[173,1.7315746545791626],[174,1.7339125871658325],[175,1.7298433780670166],[176,1.7342703342437744],[177,1.7303237915039062],[178,1.7326515913009644],[179,1.7269933223724365],[180,1.7361116409301758],[181,1.7337630987167358],[182,1.7288265228271484],[183,1.7271265983581543],[184,1.734108328819275],[185,1.7374114990234375],[186,1.7342076301574707],[187,1.739449381828308],[188,1.739164113998413],[189,1.7384108304977417],[190,1.734194278717041],[191,1.7323970794677734],[192,1.7378153800964355],[193,1.7320259809494019],[194,1.737344741821289],[195,1.7412896156311035],[196,1.7368898391723633],[197,1.7308906316757202],[198,1.743815541267395],[199,1.7434567213058472],[200,1.7401279211044312],[201,1.7287765741348267],[202,1.7418583631515503],[203,1.7421164512634277],[204,1.7391748428344727],[205,1.742895245552063],[206,1.7366368770599365],[207,1.7399169206619263],[208,1.7446798086166382],[209,1.7464274168014526],[210,1.7378594875335693],[211,1.7469468116760254],[212,1.73814058303833],[213,1.737378478050232],[214,1.745017409324646],[215,1.7470545768737793],[216,1.7388219833374023],[217,1.7481553554534912],[218,1.7417360544204712],[219,1.7444273233413696],[220,1.7490571737289429],[221,1.7477331161499023],[222,1.7506362199783325],[223,1.7436730861663818],[224,1.7456402778625488],[225,1.7451605796813965],[226,1.7494549751281738],[227,1.7477632761001587],[228,1.7490062713623047],[229,1.7469121217727661],[230,1.7462902069091797],[231,1.7474530935287476],[232,1.7456693649291992],[233,1.7500008344650269],[234,1.7432575225830078],[235,1.7468457221984863],[236,1.7500865459442139],[237,1.7477294206619263],[238,1.7523542642593384],[239,1.7553789615631104],[240,1.7473828792572021],[241,1.7514694929122925],[242,1.7484408617019653],[243,1.7550383806228638],[244,1.7471554279327393],[245,1.7567507028579712],[246,1.7507567405700684],[247,1.746691346168518],[248,1.7503398656845093],[249,1.7521092891693115],[250,1.7569392919540405],[251,1.7572029829025269],[252,1.7515233755111694],[253,1.7539907693862915],[254,1.754958152770996],[255,1.7541735172271729],[256,1.7593507766723633],[257,1.7536216974258423],[258,1.756216287612915],[259,1.7506561279296875],[260,1.7558062076568604],[261,1.7555203437805176],[262,1.7541910409927368],[263,1.764138102531433],[264,1.7596776485443115],[265,1.7592847347259521],[266,1.754619836807251],[267,1.7491906881332397],[268,1.7595481872558594],[269,1.758737325668335],[270,1.7587767839431763],[271,1.7573342323303223],[272,1.7552121877670288],[273,1.7583342790603638],[274,1.7596033811569214],[275,1.757059931755066],[276,1.756192684173584],[277,1.7673455476760864],[278,1.7581942081451416],[279,1.7576775550842285],[280,1.7587403059005737],[281,1.7608851194381714],[282,1.7635868787765503],[283,1.75459885597229],[284,1.758923053741455],[285,1.760328769683838],[286,1.7602986097335815],[287,1.7591917514801025],[288,1.7628732919692993],[289,1.764792799949646],[290,1.7592177391052246],[291,1.7585854530334473],[292,1.7630290985107422],[293,1.7640058994293213],[294,1.764050841331482],[295,1.7659432888031006],[296,1.766183853149414],[297,1.7608124017715454],[298,1.7628179788589478],[299,1.7647720575332642]],"loss":[[0,1.042472243309021],[1,1.1554259061813354],[2,1.249538540840149],[3,1.2838327884674072],[4,1.3190068006515503],[5,1.2389967441558838],[6,1.180973768234253],[7,1.1891032457351685],[8,1.1996129751205444],[9,1.190385341644287],[10,1.1892695426940918],[11,1.1493183374404907],[12,1.1403577327728271],[13,1.0969003438949585],[14,1.078530192375183],[15,1.062268614768982],[16,1.046024203300476],[17,1.0665550231933594],[18,1.1189706325531006],[19,1.1573978662490845],[20,1.1851893663406372],[21,1.1974045038223267],[22,1.188494324684143],[23,1.1551647186279297],[24,1.170017957687378],[25,1.173807978630066],[26,1.1986557245254517],[27,1.2003440856933594],[28,1.2395826578140259],[29,1.2305011749267578],[30,1.2321518659591675],[31,1.2071162462234497],[32,1.2273410558700562],[33,1.203596830368042],[34,1.2130260467529297],[35,1.2068389654159546],[36,1.2369524240493774],[37,1.2336456775665283],[38,1.2580394744873047],[39,1.2348883152008057],[40,1.2114319801330566],[41,1.2282078266143799],[42,1.2517619132995605],[43,1.2540533542633057],[44,1.2654794454574585],[45,1.2860009670257568],[46,1.2801766395568848],[47,1.2820709943771362],[48,1.2578551769256592],[49,1.2519842386245728],[50,1.27498459815979],[51,1.274787425994873],[52,1.2931649684906006],[53,1.3010773658752441],[54,1.2664203643798828],[55,1.2609364986419678],[56,1.2724075317382812],[57,1.2583739757537842],[58,1.255959153175354],[59,1.2779171466827393],[60,1.2597270011901855],[61,1.2721562385559082],[62,1.2822530269622803],[63,1.2715284824371338],[64,1.2986204624176025],[65,1.3085156679153442],[66,1.2938625812530518],[67,1.3094658851623535],[68,1.2977654933929443],[69,1.3201489448547363],[70,1.341960072517395],[71,1.3645097017288208],[72,1.3594242334365845],[73,1.366318702697754],[74,1.3549060821533203],[75,1.3903478384017944],[76,1.3544318675994873],[77,1.4029808044433594],[78,1.3905646800994873],[79,1.4006898403167725],[80,1.3734452724456787],[81,1.395590901374817],[82,1.3457670211791992],[83,1.3735899925231934],[84,1.3276708126068115],[85,1.4105651378631592],[86,1.3499395847320557],[87,1.4020085334777832],[88,1.3307716846466064],[89,1.3805570602416992],[90,1.3542306423187256],[91,1.37008798122406],[92,1.3506481647491455],[93,1.349083423614502],[94,1.3315083980560303],[95,1.3855006694793701],[96,1.3673744201660156],[97,1.3989267349243164],[98,1.3598260879516602],[99,1.4029383659362793],[100,1.353332757949829],[101,1.4013874530792236],[102,1.369131088256836],[103,1.3872287273406982],[104,1.350061297416687],[105,1.3470826148986816],[106,1.382386565208435],[107,1.3824353218078613],[108,1.403029203414917],[109,1.4124466180801392],[110,1.409200668334961],[111,1.4079561233520508],[112,1.4381656646728516],[113,1.396448016166687],[114,1.4417439699172974],[115,1.4344768524169922],[116,1.4331313371658325],[117,1.4282177686691284],[118,1.451056718826294],[119,1.4217000007629395],[120,1.4888449907302856],[121,1.3850561380386353],[122,1.5104856491088867],[123,1.4427359104156494],[124,1.5052330493927002],[125,1.4683425426483154],[126,1.491787075996399],[127,1.4854092597961426],[128,1.4879056215286255],[129,1.4468469619750977],[130,1.4512008428573608],[131,1.4312279224395752],[132,1.4466854333877563],[133,1.4227380752563477],[134,1.4559988975524902],[135,1.4174002408981323],[136,1.4500831365585327],[137,1.4447778463363647],[138,1.4500819444656372],[139,1.45162034034729],[140,1.4240895509719849],[141,1.4641647338867188],[142,1.41791832447052],[143,1.4307208061218262],[144,1.437333583831787],[145,1.4215532541275024],[146,1.4678833484649658],[147,1.4610247611999512],[148,1.4725664854049683],[149,1.4386708736419678],[150,1.4732518196105957],[151,1.4539287090301514],[152,1.4970064163208008],[153,1.4199601411819458],[154,1.4727414846420288],[155,1.4199020862579346],[156,1.4923095703125],[157,1.495676875114441],[158,1.4828262329101562],[159,1.4470226764678955],[160,1.439176321029663],[161,1.4954813718795776],[162,1.458375096321106],[163,1.471234679222107],[164,1.463820219039917],[165,1.4993958473205566],[166,1.4695868492126465],[167,1.4601047039031982],[168,1.467423677444458],[169,1.4236363172531128],[170,1.41742742061615],[171,1.4608031511306763],[172,1.4430241584777832],[173,1.4507981538772583],[174,1.4148423671722412],[175,1.4272069931030273],[176,1.45182466506958],[177,1.4582915306091309],[178,1.4532586336135864],[179,1.4535813331604004],[180,1.476162314414978],[181,1.4425451755523682],[182,1.492308259010315],[183,1.4282143115997314],[184,1.4985287189483643],[185,1.4185739755630493],[186,1.4743648767471313],[187,1.446557879447937],[188,1.4773709774017334],[189,1.4478731155395508],[190,1.4679100513458252],[191,1.4460108280181885],[192,1.4842865467071533],[193,1.4636085033416748],[194,1.4661922454833984],[195,1.452819585800171],[196,1.4559712409973145],[197,1.4470387697219849],[198,1.432861566543579],[199,1.4559372663497925],[200,1.4509539604187012],[201,1.480690836906433],[202,1.478094220161438],[203,1.4934279918670654],[204,1.50703763961792],[205,1.5533576011657715],[206,1.53130042552948],[207,1.507143497467041],[208,1.5241363048553467],[209,1.5034910440444946],[210,1.4920685291290283],[211,1.5157225131988525],[212,1.5036396980285645],[213,1.5256191492080688],[214,1.5488868951797485],[215,1.5066134929656982],[216,1.5330742597579956],[217,1.4957925081253052],[218,1.5071011781692505],[219,1.4780102968215942],[220,1.5273988246917725],[221,1.4856709241867065],[222,1.5164055824279785],[223,1.4958264827728271],[224,1.4910422563552856],[225,1.52424156665802],[226,1.5165311098098755],[227,1.4793154001235962],[228,1.5318399667739868],[229,1.506686806678772],[230,1.49326753616333],[231,1.523327350616455],[232,1.486523985862732],[233,1.48989999294281],[234,1.4777657985687256],[235,1.49934983253479],[236,1.5100749731063843],[237,1.5127607583999634],[238,1.507112741470337],[239,1.5191099643707275],[240,1.4714525938034058],[241,1.5188590288162231],[242,1.5360167026519775],[243,1.5353167057037354],[244,1.531593680381775],[245,1.5450475215911865],[246,1.501889705657959],[247,1.512632131576538],[248,1.4911818504333496],[249,1.5071951150894165],[250,1.4840774536132812],[251,1.5162066221237183],[252,1.494362711906433],[253,1.5398341417312622],[254,1.5174942016601562],[255,1.5484503507614136],[256,1.5072928667068481],[257,1.5170646905899048],[258,1.4744492769241333],[259,1.4875061511993408],[260,1.5033372640609741],[261,1.518453598022461],[262,1.490952968597412],[263,1.527836799621582],[264,1.5042656660079956],[265,1.5055326223373413],[266,1.509346842765808],[267,1.5195527076721191],[268,1.5466855764389038],[269,1.5141379833221436],[270,1.5256744623184204],[271,1.5187928676605225],[272,1.5228924751281738],[273,1.5032912492752075],[274,1.499581217765808],[275,1.5033725500106812],[276,1.5329450368881226],[277,1.4996001720428467],[278,1.517911672592163],[279,1.5363837480545044],[280,1.5419148206710815],[281,1.5067332983016968],[282,1.508622407913208],[283,1.5319541692733765],[284,1.5126492977142334],[285,1.532256841659546],[286,1.5308045148849487],[287,1.542708158493042],[288,1.5027086734771729],[289,1.5726613998413086],[290,1.50258469581604],[291,1.5625598430633545],[292,1.5447018146514893],[293,1.5929412841796875],[294,1.5477488040924072],[295,1.5717616081237793],[296,1.575718641281128],[297,1.6017987728118896],[298,1.5724741220474243],[299,1.580518364906311]],"positive":[[0,0.20849443972110748],[1,0.23108507692813873],[2,0.24990735948085785],[3,0.25676649808883667],[4,0.2638013958930969],[5,0.2477993220090866],[6,0.23619496822357178],[7,0.237820565700531],[8,0.23992258310317993],[9,0.23807714879512787],[10,0.23785358667373657],[11,0.22986339032649994],[12,0.2280714064836502],[13,0.2193802446126938],[14,0.21570591628551483],[15,0.2124539464712143],[16,0.2092050313949585],[17,0.21331103146076202],[18,0.22379426658153534],[19,0.23147977888584137],[20,0.23703792691230774],[21,0.23948118090629578],[22,0.23769891262054443],[23,0.23103301227092743],[24,0.23400355875492096],[25,0.2347615361213684],[26,0.23973125219345093],[27,0.24006861448287964],[28,0.2479165941476822],[29,0.24610023200511932],[30,0.2464302033185959],[31,0.24142304062843323],[32,0.24546831846237183],[33,0.2407192885875702],[34,0.24260520935058594],[35,0.24136775732040405],[36,0.24739103019237518],[37,0.2467290163040161],[38,0.25160789489746094],[39,0.24697768688201904],[40,0.24228614568710327],[41,0.24564164876937866],[42,0.25035232305526733],[43,0.2508106231689453],[44,0.25309571623802185],[45,0.25720009207725525],[46,0.25603538751602173],[47,0.2564142942428589],[48,0.25157105922698975],[49,0.2503969371318817],[50,0.2549968361854553],[51,0.2549572288990021],[52,0.25863268971443176],[53,0.2602161765098572],[54,0.2532840669155121],[55,0.2521868944168091],[56,0.2544812858104706],[57,0.25167495012283325],[58,0.2511921226978302],[59,0.25558361411094666],[60,0.25194573402404785],[61,0.2544315457344055],[62,0.2564505636692047],[63,0.25430575013160706],[64,0.25972405076026917],[65,0.26170316338539124],[66,0.2587725520133972],[67,0.2618928551673889],[68,0.2595530152320862],[69,0.26402977108955383],[70,0.2683917284011841],[71,0.27290216088294983],[72,0.2718854546546936],[73,0.2732636332511902],[74,0.27098122239112854],[75,0.27806875109672546],[76,0.2708863914012909],[77,0.28059637546539307],[78,0.27811309695243835],[79,0.2801380753517151],[80,0.274688720703125],[81,0.2791179418563843],[82,0.2691531777381897],[83,0.2747180461883545],[84,0.265533983707428],[85,0.2821129262447357],[86,0.26998788118362427],[87,0.28040197491645813],[88,0.2661544680595398],[89,0.276111364364624],[90,0.2708459496498108],[91,0.2740176320075989],[92,0.2701296806335449],[93,0.2698167562484741],[94,0.2663014233112335],[95,0.27710017561912537],[96,0.2734749913215637],[97,0.2797855734825134],[98,0.27196526527404785],[99,0.2805878520011902],[100,0.27066677808761597],[101,0.2802777886390686],[102,0.2738262116909027],[103,0.27744585275650024],[104,0.2700120806694031],[105,0.26941654086112976],[106,0.2764774262905121],[107,0.2764871418476105],[108,0.2806060016155243],[109,0.28248974680900574],[110,0.28184014558792114],[111,0.28159093856811523],[112,0.2876329720020294],[113,0.27928978204727173],[114,0.2883484959602356],[115,0.2868952751159668],[116,0.28662601113319397],[117,0.2856435179710388],[118,0.2902112603187561],[119,0.28433993458747864],[120,0.29776880145072937],[121,0.27701088786125183],[122,0.3020976185798645],[123,0.2885476350784302],[124,0.3010466396808624],[125,0.29366832971572876],[126,0.2983573377132416],[127,0.29708215594291687],[128,0.2975809574127197],[129,0.28936898708343506],[130,0.290240079164505],[131,0.28624558448791504],[132,0.28933683037757874],[133,0.2845480442047119],[134,0.2911999523639679],[135,0.2834797203540802],[136,0.2900165319442749],[137,0.2889556288719177],[138,0.29001590609550476],[139,0.2903240919113159],[140,0.28481796383857727],[141,0.29283279180526733],[142,0.2835839092731476],[143,0.28614404797554016],[144,0.2874671220779419],[145,0.2843109965324402],[146,0.2935764789581299],[147,0.2922050356864929],[148,0.2945133149623871],[149,0.28773409128189087],[150,0.2946503758430481],[151,0.2907854914665222],[152,0.29940199851989746],[153,0.28399211168289185],[154,0.2945479154586792],[155,0.2839803695678711],[156,0.29846200346946716],[157,0.29913485050201416],[158,0.2965652346611023],[159,0.2894049286842346],[160,0.28783509135246277],[161,0.2990962564945221],[162,0.2916751503944397],[163,0.2942471504211426],[164,0.2927635610103607],[165,0.2998793423175812],[166,0.2939174771308899],[167,0.29202109575271606],[168,0.29348480701446533],[169,0.2847270965576172],[170,0.2834853529930115],[171,0.2921600639820099],[172,0.28860533237457275],[173,0.2901598811149597],[174,0.2829684317111969],[175,0.2854412794113159],[176,0.2903648018836975],[177,0.29165884852409363],[178,0.2906513810157776],[179,0.2907160818576813],[180,0.29523253440856934],[181,0.28850898146629333],[182,0.2984617352485657],[183,0.28564271330833435],[184,0.29970574378967285],[185,0.2837149202823639],[186,0.2948729991912842],[187,0.28931140899658203],[188,0.2954738438129425],[189,0.28957438468933105],[190,0.2935829162597656],[191,0.2892019748687744],[192,0.29685771465301514],[193,0.292721152305603],[194,0.2932378351688385],[195,0.2905638515949249],[196,0.2911945581436157],[197,0.2894075810909271],[198,0.2865719199180603],[199,0.29118770360946655],[200,0.29019084572792053],[201,0.29613813757896423],[202,0.29561847448349],[203,0.29868611693382263],[204,0.3014072775840759],[205,0.31067168712615967],[206,0.30626043677330017],[207,0.3014286458492279],[208,0.3048269748687744],[209,0.3006986677646637],[210,0.2984135150909424],[211,0.30314499139785767],[212,0.300727903842926],[213,0.30512380599975586],[214,0.30977699160575867],[215,0.3013226091861725],[216,0.3066149055957794],[217,0.2991584539413452],[218,0.3014199733734131],[219,0.29560214281082153],[220,0.3054799437522888],[221,0.2971342206001282],[222,0.30328094959259033],[223,0.2991655766963959],[224,0.29820841550827026],[225,0.3048481047153473],[226,0.303306519985199],[227,0.2958628237247467],[228,0.3063679337501526],[229,0.30133697390556335],[230,0.2986537516117096],[231,0.3046652674674988],[232,0.29730504751205444],[233,0.2979799509048462],[234,0.2955532670021057],[235,0.29986998438835144],[236,0.3020158112049103],[237,0.3025520443916321],[238,0.3014223873615265],[239,0.3038221597671509],[240,0.29429081082344055],[241,0.3037719130516052],[242,0.30720317363739014],[243,0.30706313252449036],[244,0.30631861090660095],[245,0.30900922417640686],[246,0.30037829279899597],[247,0.30252566933631897],[248,0.29823610186576843],[249,0.3014390170574188],[250,0.2968151867389679],[251,0.30324122309684753],[252,0.29887279868125916],[253,0.3079669773578644],[254,0.3034990727901459],[255,0.30969005823135376],[256,0.30145886540412903],[257,0.3034128248691559],[258,0.29489025473594666],[259,0.29750099778175354],[260,0.30066773295402527],[261,0.3036908507347107],[262,0.2981903851032257],[263,0.30556705594062805],[264,0.3008531332015991],[265,0.3011060357093811],[266,0.3018692433834076],[267,0.3039105534553528],[268,0.30933696031570435],[269,0.3028271794319153],[270,0.305135041475296],[271,0.30375880002975464],[272,0.3045782148838043],[273,0.3006581962108612],[274,0.29991620779037476],[275,0.3006742298603058],[276,0.3065890073776245],[277,0.29991963505744934],[278,0.30358269810676575],[279,0.30727633833885193],[280,0.30838295817375183],[281,0.3013467788696289],[282,0.3017241358757019],[283,0.3063909113407135],[284,0.3025297522544861],[285,0.3064512312412262],[286,0.30616140365600586],[287,0.30854177474975586],[288,0.30054154992103577],[289,0.31453239917755127],[290,0.30051693320274353],[291,0.312512069940567],[292,0.30894041061401367],[293,0.3185886740684509],[294,0.3095499873161316],[295,0.31435227394104004],[296,0.3151436746120453],[297,0.3203592300415039],[298,0.3144947290420532],[299,0.3161037564277649]],"negative":[[0,0.2084944248199463],[1,0.23108533024787903],[2,0.249907985329628],[3,0.2567666172981262],[4,0.26380136609077454],[5,0.24779938161373138],[6,0.23619453608989716],[7,0.23782071471214294],[8,0.23992261290550232],[9,0.2380770444869995],[10,0.2378542572259903],[11,0.2298639714717865],[12,0.2280716598033905],[13,0.21937987208366394],[14,0.21570615470409393],[15,0.21245351433753967],[16,0.20920464396476746],[17,0.21331101655960083],[18,0.22379399836063385],[19,0.23147937655448914],[20,0.2370378077030182],[21,0.2394806146621704],[22,0.23769885301589966],[23,0.2310328185558319],[24,0.23400366306304932],[25,0.23476167023181915],[26,0.2397310435771942],[27,0.24006906151771545],[28,0.24791648983955383],[29,0.24610021710395813],[30,0.24643057584762573],[31,0.24142345786094666],[32,0.24546809494495392],[33,0.24071942269802094],[34,0.24260525405406952],[35,0.24136784672737122],[36,0.24738992750644684],[37,0.24672922492027283],[38,0.25160789489746094],[39,0.24697764217853546],[40,0.24228666722774506],[41,0.24564149975776672],[42,0.25035250186920166],[43,0.2508106529712677],[44,0.2530960738658905],[45,0.2572002410888672],[46,0.25603529810905457],[47,0.25641411542892456],[48,0.25157102942466736],[49,0.2503967583179474],[50,0.25499704480171204],[51,0.25495773553848267],[52,0.25863325595855713],[53,0.26021477580070496],[54,0.2532840967178345],[55,0.25218772888183594],[56,0.2544817626476288],[57,0.251674622297287],[58,0.25119152665138245],[59,0.2555832266807556],[60,0.25194501876831055],[61,0.2544309198856354],[62,0.2564505934715271],[63,0.2543056011199951],[64,0.2597241699695587],[65,0.26170310378074646],[66,0.25877249240875244],[67,0.26189345121383667],[68,0.25955310463905334],[69,0.2640298008918762],[70,0.26839232444763184],[71,0.272901713848114],[72,0.2718842029571533],[73,0.2732639014720917],[74,0.27098119258880615],[75,0.2780703604221344],[76,0.2708864212036133],[77,0.28059592843055725],[78,0.2781127691268921],[79,0.28013792634010315],[80,0.27468934655189514],[81,0.2791184186935425],[82,0.2691536843776703],[83,0.2747179865837097],[84,0.26553434133529663],[85,0.28211313486099243],[86,0.26998794078826904],[87,0.28040140867233276],[88,0.2661542296409607],[89,0.2761114239692688],[90,0.27084627747535706],[91,0.2740175426006317],[92,0.27012962102890015],[93,0.2698166072368622],[94,0.2663019001483917],[95,0.2771000862121582],[96,0.2734748125076294],[97,0.2797850966453552],[98,0.2719652056694031],[99,0.28058749437332153],[100,0.27066636085510254],[101,0.28027719259262085],[102,0.2738262116909027],[103,0.27744564414024353],[104,0.27001243829727173],[105,0.269416481256485],[106,0.27647724747657776],[107,0.27648696303367615],[108,0.28060561418533325],[109,0.2824889123439789],[110,0.28184011578559875],[111,0.2815914750099182],[112,0.28763332962989807],[113,0.2792893946170807],[114,0.2883490324020386],[115,0.2868954837322235],[116,0.28662654757499695],[117,0.28564363718032837],[118,0.29021140933036804],[119,0.2843400835990906],[120,0.297769159078598],[121,0.277011513710022],[122,0.3020966351032257],[123,0.28854671120643616],[124,0.30104658007621765],[125,0.2936687171459198],[126,0.2983574867248535],[127,0.2970815598964691],[128,0.29758119583129883],[129,0.28936973214149475],[130,0.2902403175830841],[131,0.28624558448791504],[132,0.2893373668193817],[133,0.28454720973968506],[134,0.29119962453842163],[135,0.2834804058074951],[136,0.29001671075820923],[137,0.28895553946495056],[138,0.29001685976982117],[139,0.29032400250434875],[140,0.2848178446292877],[141,0.2928330898284912],[142,0.283583402633667],[143,0.2861442267894745],[144,0.28746625781059265],[145,0.2843102812767029],[146,0.2935768961906433],[147,0.29220491647720337],[148,0.2945132553577423],[149,0.2877342700958252],[150,0.2946504056453705],[151,0.2907859981060028],[152,0.29940059781074524],[153,0.2839919328689575],[154,0.2945486605167389],[155,0.28398051857948303],[156,0.2984619140625],[157,0.2991359233856201],[158,0.2965652048587799],[159,0.2894041836261749],[160,0.28783538937568665],[161,0.29909637570381165],[162,0.2916748523712158],[163,0.29424673318862915],[164,0.2927645146846771],[165,0.2998790144920349],[166,0.29391729831695557],[167,0.2920207679271698],[168,0.2934846878051758],[169,0.28472739458084106],[170,0.28348562121391296],[171,0.29216113686561584],[172,0.288604199886322],[173,0.29015934467315674],[174,0.28296852111816406],[175,0.28544145822525024],[176,0.2903651297092438],[177,0.29165777564048767],[178,0.2906520366668701],[179,0.29071640968322754],[180,0.2952324151992798],[181,0.2885091006755829],[182,0.29846152663230896],[183,0.2856430411338806],[184,0.29970577359199524],[185,0.28371462225914],[186,0.2948729991912842],[187,0.2893117666244507],[188,0.29547449946403503],[189,0.2895748019218445],[190,0.2935810983181],[191,0.28920236229896545],[192,0.29685693979263306],[193,0.292722225189209],[194,0.2932389974594116],[195,0.2905639708042145],[196,0.2911939024925232],[197,0.2894079387187958],[198,0.2865726947784424],[199,0.2911871373653412],[200,0.290190726518631],[201,0.2961382269859314],[202,0.2956191897392273],[203,0.29868513345718384],[204,0.3014077842235565],[205,0.31067144870758057],[206,0.30625975131988525],[207,0.3014287054538727],[208,0.3048275411128998],[209,0.3006977438926697],[210,0.2984139323234558],[211,0.3031439781188965],[212,0.3007279634475708],[213,0.30512383580207825],[214,0.30977773666381836],[215,0.3013228178024292],[216,0.30661478638648987],[217,0.2991584837436676],[218,0.30142050981521606],[219,0.2956019639968872],[220,0.3054795563220978],[221,0.2971341013908386],[222,0.303281307220459],[223,0.2991650104522705],[224,0.29820847511291504],[225,0.3048485219478607],[226,0.3033059537410736],[227,0.2958632707595825],[228,0.30636805295944214],[229,0.30133774876594543],[230,0.2986532747745514],[231,0.3046656847000122],[232,0.29730457067489624],[233,0.2979799807071686],[234,0.2955530285835266],[235,0.29986995458602905],[236,0.30201423168182373],[237,0.3025522530078888],[238,0.301422655582428],[239,0.3038218021392822],[240,0.2942902147769928],[241,0.3037717640399933],[242,0.3072035014629364],[243,0.30706363916397095],[244,0.30631890892982483],[245,0.30900976061820984],[246,0.30037757754325867],[247,0.30252712965011597],[248,0.29823657870292664],[249,0.30143898725509644],[250,0.29681581258773804],[251,0.30324143171310425],[252,0.2988722324371338],[253,0.3079666495323181],[254,0.30349862575531006],[255,0.30969008803367615],[256,0.3014582395553589],[257,0.3034130930900574],[258,0.2948894202709198],[259,0.29750141501426697],[260,0.3006671369075775],[261,0.3036905527114868],[262,0.2981908321380615],[263,0.3055676519870758],[264,0.30085304379463196],[265,0.3011070191860199],[266,0.3018694818019867],[267,0.3039105236530304],[268,0.30933722853660583],[269,0.30282801389694214],[270,0.30513474345207214],[271,0.3037583529949188],[272,0.3045787811279297],[273,0.30065828561782837],[274,0.29991623759269714],[275,0.30067479610443115],[276,0.3065890073776245],[277,0.2999204397201538],[278,0.30358198285102844],[279,0.3072771430015564],[280,0.30838292837142944],[281,0.3013465404510498],[282,0.3017248213291168],[283,0.30639076232910156],[284,0.3025299608707428],[285,0.3064514696598053],[286,0.30616042017936707],[287,0.3085414469242096],[288,0.3005419075489044],[289,0.31453219056129456],[290,0.3005169928073883],[291,0.3125118911266327],[292,0.3089403510093689],[293,0.31858786940574646],[294,0.30954957008361816],[295,0.3143523633480072],[296,0.31514379382133484],[297,0.3203602731227875],[298,0.31449490785598755],[299,0.31610363721847534]],"field":"reward_anchor_open3","scope":"clean-output anchor","updates":300,"seedPolicy":"fixed_seed_42","timeHours":[[0,0.10619083913333334],[1,0.13156840461555555],[2,0.15703705332083334],[3,0.18242313741444444],[4,0.20792598500555556],[5,0.23332866703222221],[6,0.2587380983975],[7,0.2841102317125],[8,0.3094476060644445],[9,0.3348112307763889],[10,0.36018763409944443],[11,0.3856024284544444],[12,0.41099494463416664],[13,0.4364265331052778],[14,0.46178966965694446],[15,0.48721557212444444],[16,0.5127322832433333],[17,0.5381246901136111],[18,0.5634615926269445],[19,0.5887947201222222],[20,0.6141408711799999],[21,0.6396980545688888],[22,0.6650702429533333],[23,0.6905565398494444],[24,0.7159256860575001],[25,0.7413664059941666],[26,0.766757017815],[27,0.7921959230633334],[28,0.8175782293508334],[29,0.8430721221541666],[30,0.8684207298472222],[31,0.8938501089886111],[32,0.9192832204997222],[33,0.9446859027047222],[34,0.9699733141533333],[35,0.9953293497408333],[36,1.0207147573397222],[37,1.0460959089163888],[38,1.0714503856772222],[39,1.096772546658889],[40,1.1221245739563888],[41,1.1473974028791667],[42,1.1728576004427778],[43,1.198246870185],[44,1.2237412272394443],[45,1.2492406629211112],[46,1.2746066649986112],[47,1.300116720256111],[48,1.3255249047075],[49,1.350947100691389],[50,1.37635133802],[51,1.4017915324005557],[52,1.4271238130458332],[53,1.4524083856966667],[54,1.4780079196936111],[55,1.5034570203666666],[56,1.5289118584230554],[57,1.5543086208266665],[58,1.5797287266958333],[59,1.6051310842230555],[60,1.6305631200427777],[61,1.6559326692194445],[62,1.6813794803191666],[63,1.7068749885083334],[64,1.7324278113802778],[65,1.7577816210830555],[66,1.7831430996372224],[67,1.8085256262858334],[68,1.8339616181486111],[69,1.8592954771941665],[70,1.8847199281911111],[71,1.9101022455116665],[72,1.9355159544541667],[73,1.9608866485302776],[74,1.9862780413599999],[75,2.011599088438611],[76,2.036928383136667],[77,2.0623939917486114],[78,2.087689190453889],[79,2.113118809535],[80,2.1384988897238886],[81,2.1641092697966666],[82,2.189641359465],[83,2.2152067814972223],[84,2.240696609962778],[85,2.2660932349113887],[86,2.291561953915278],[87,2.316905768041667],[88,2.3422938815408334],[89,2.3676083060402777],[90,2.392935453037222],[91,2.418262579063333],[92,2.4435480544713886],[93,2.4689774085375],[94,2.4943596032383333],[95,2.519728127039167],[96,2.545106921432222],[97,2.570539261124167],[98,2.595903796039167],[99,2.6212816687291665],[100,2.646613036348611],[101,2.671877441810278],[102,2.6972154276808338],[103,2.7227376881719443],[104,2.7482249828130554],[105,2.773715934438611],[106,2.7990571583211112],[107,2.8244449544675],[108,2.849798652796111],[109,2.875241272777222],[110,2.900723384798889],[111,2.9261795328444444],[112,2.951552064751389],[113,2.976996553961389],[114,3.0024327284377774],[115,3.027778652344722],[116,3.0532024260536113],[117,3.078756955408611],[118,3.104149966873611],[119,3.1294493153966667],[120,3.154757433508889],[121,3.1801433087927777],[122,3.2054672061541667],[123,3.2309939222994446],[124,3.2565303371525],[125,3.2819093700230555],[126,3.3073062431552778],[127,3.332705508871389],[128,3.358031864163889],[129,3.38341888833],[130,3.4087981459075],[131,3.4340645329516666],[132,3.4594324792508333],[133,3.4849078302355556],[134,3.5102570347516666],[135,3.5355769256552776],[136,3.5609637598177777],[137,3.5864717091769442],[138,3.6119165713358337],[139,3.6373305035475],[140,3.662805387024444],[141,3.6882431992127778],[142,3.713697224816667],[143,3.739227894570278],[144,3.764652047428889],[145,3.7902186459208336],[146,3.8155673240591663],[147,3.8408930087741666],[148,3.8663056364827777],[149,3.891795445101111],[150,3.9172091483833333],[151,3.9426482833005556],[152,3.968022677569167],[153,3.9935073203494444],[154,4.018878484935834],[155,4.0441814880299995],[156,4.069535430929722],[157,4.094961234793889],[158,4.120366770462223],[159,4.145727440562777],[160,4.171401501834723],[161,4.196789028136944],[162,4.222239168419445],[163,4.247846138706389],[164,4.273559766858333],[165,4.299005256963889],[166,4.324435815935],[167,4.349871601624167],[168,4.3753545979725],[169,4.4008121537200005],[170,4.426237367428889],[171,4.4518326959316665],[172,4.477241808865555],[173,4.502704814179166],[174,4.5282252906947225],[175,4.553559404583334],[176,4.578876591690277],[177,4.604195777634445],[178,4.629486824485],[179,4.654811899694167],[180,4.680178903283611],[181,4.7055312651116665],[182,4.7308957479244444],[183,4.756393011250556],[184,4.7817828817269445],[185,4.807153856909166],[186,4.832468496711945],[187,4.857809996188333],[188,4.883184662465833],[189,4.908532207133611],[190,4.933874277933889],[191,4.959185807144444],[192,4.9846435991749996],[193,5.010117511393056],[194,5.035573224573611],[195,5.061005531429999],[196,5.086473758269167],[197,5.111845937209167],[198,5.137317932319166],[199,5.162820434296389],[200,5.188240710615278],[201,5.213698474689722],[202,5.239190952957222],[203,5.264700654576666],[204,5.29048866478],[205,5.315900502598611],[206,5.341401689143611],[207,5.366746762679722],[208,5.392270118613056],[209,5.417672335381111],[210,5.443089723647501],[211,5.468522081705],[212,5.493983181563611],[213,5.51944416285],[214,5.544886797693889],[215,5.570289512835555],[216,5.595693410248333],[217,5.621140873773611],[218,5.646593203011945],[219,5.672171727788611],[220,5.697671287024722],[221,5.723269707288056],[222,5.748815465854445],[223,5.774237609814722],[224,5.799715382214445],[225,5.825353088010834],[226,5.85083433865861],[227,5.8763036251075],[228,5.901798657056389],[229,5.927250793305],[230,5.952656041576944],[231,5.9780785780266665],[232,6.003421102529722],[233,6.0289054799983335],[234,6.0543354867425005],[235,6.079811076284722],[236,6.105363961350555],[237,6.130819366461945],[238,6.156552763430556],[239,6.182109813165556],[240,6.207561521003888],[241,6.232999021453334],[242,6.258398564578888],[243,6.283906548520834],[244,6.309334817061667],[245,6.334831634431945],[246,6.360381793687222],[247,6.385851894178334],[248,6.411225634377778],[249,6.436668306416666],[250,6.462086266328611],[251,6.487546954702222],[252,6.513042534396667],[253,6.538409607195556],[254,6.563779716110277],[255,6.589147403415834],[256,6.6145085713747225],[257,6.640248485970278],[258,6.665744471336111],[259,6.6911755290972215],[260,6.716601280986111],[261,6.742065875535833],[262,6.767447364191667],[263,6.792786057774722],[264,6.818174831326667],[265,6.84364125992],[266,6.8690565929872225],[267,6.894531403171389],[268,6.919927751036944],[269,6.9453928219988885],[270,6.9708083701527785],[271,6.996238686612222],[272,7.021664277723056],[273,7.047156441523611],[274,7.072647662324167],[275,7.098156185082778],[276,7.123796983825278],[277,7.149258944247499],[278,7.174807753570278],[279,7.200371841487778],[280,7.225850372515278],[281,7.2513238010669445],[282,7.276742731976389],[283,7.302205195468333],[284,7.327808883771111],[285,7.3532159317613885],[286,7.378630795394444],[287,7.404067944489166],[288,7.429712372841389],[289,7.4551787868108335],[290,7.480676328726944],[291,7.506182544364722],[292,7.531684832983055],[293,7.5571727951600005],[294,7.582546623086389],[295,7.607956895046667],[296,7.633364303270556],[297,7.658725505733889],[298,7.684174386761945],[299,7.709575621346667]],"timing":{"field":"_runtime","unit":"hours","source":"experiments/table1_revision_seed42_20261003/opsd-new/sd35m/opsd-new/multi_open3/logs/table1_opsd_new_multi_open3_2026.10.05_21.12.12/wandb/offline-run-20261005_211212-sv7okizi/run-sv7okizi.wandb","scope":"W&B run wall time, including initialization and intervening overhead"}},"status":"complete","final":{"scores":{"pickscore":25.415821342706682,"clipscore":0.3324077959060669,"hpsv2":0.38602016964554786,"aesthetic":6.015605351448059,"imagereward":1.5477894960377017,"hpsv3":13.037872860431671,"deqa":3.2777639241218566,"altclip":0.402450312897563,"internvl_t2i":0.10298521885077935,"internvl_dual":0.26972183246095666},"stats":{"pickscore":{"mean":25.415821342706682,"std":1.7492028147758154,"se":0.05531464984269209,"n":1000},"clipscore":{"mean":0.3324077959060669,"std":0.0507552567928678,"se":0.0016050221469219523,"n":1000},"hpsv2":{"mean":0.38602016964554786,"std":0.03418904936850435,"se":0.0010811526704041514,"n":1000},"aesthetic":{"mean":6.015605351448059,"std":0.4812949610105711,"se":0.015219883031553402,"n":1000},"imagereward":{"mean":1.5477894960377017,"std":0.5090332823993842,"se":0.016097045772137546,"n":1000},"hpsv3":{"mean":13.037872860431671,"std":2.403270393953616,"se":0.0759980827814358,"n":1000},"deqa":{"mean":3.2777639241218566,"std":0.2756350666776816,"se":0.008716346137138543,"n":1000},"altclip":{"mean":0.402450312897563,"std":0.061999944287237416,"se":0.00196061038751215,"n":1000},"internvl_t2i":{"mean":0.10298521885077935,"std":0.10263626161878883,"se":0.003245643572402932,"n":1000},"internvl_dual":{"mean":0.26972183246095666,"std":0.3072034678204355,"se":0.009714626634148188,"n":1000}}}},{"id":"zimage_pickscore","backbone":"zimage","metric":"pickscore","label":"PickScore","budget":100,"v1":{"reward":[[0,0.8318768739700317],[1,0.8499729633331299],[2,0.8455103039741516],[3,0.8634986877441406],[4,0.8498687744140625],[5,0.8704782128334045],[6,0.8871135115623474],[7,0.8719484806060791],[8,0.8941367268562317],[9,0.8903149366378784],[10,0.891159176826477],[11,0.9081482291221619],[12,0.8984399437904358],[13,0.9004462361335754],[14,0.9085428714752197],[15,0.9156712293624878],[16,0.910115122795105],[17,0.883897602558136],[18,0.9136402606964111],[19,0.9311538338661194],[20,0.8983842134475708],[21,0.9166044592857361],[22,0.9163748621940613],[23,0.9057709574699402],[24,0.9197972416877747],[25,0.9201794862747192],[26,0.9143545627593994],[27,0.9310925602912903],[28,0.9391626715660095],[29,0.91902095079422],[30,0.9083273410797119],[31,0.9407787322998047],[32,0.9354324340820312],[33,0.9324588775634766],[34,0.9290125370025635],[35,0.9293595552444458],[36,0.9319771528244019],[37,0.9212580919265747],[38,0.9320640563964844],[39,0.9438207149505615],[40,0.9410576224327087],[41,0.9342515468597412],[42,0.9357303977012634],[43,0.9359349012374878],[44,0.9386317133903503],[45,0.9297493696212769],[46,0.9317954182624817],[47,0.9537796378135681],[48,0.9484975337982178],[49,0.9428935647010803],[50,0.9464886784553528],[51,0.9453465938568115],[52,0.9497708082199097],[53,0.9674984812736511],[54,0.9565929770469666],[55,0.9407810568809509],[56,0.9528689980506897],[57,0.9474050998687744],[58,0.9560114741325378],[59,0.9385721683502197],[60,0.9539334774017334],[61,0.9690295457839966],[62,0.956986129283905],[63,0.9565914869308472],[64,0.9440990090370178],[65,0.9429745078086853],[66,0.956034779548645],[67,0.9556804299354553],[68,0.9609925746917725],[69,0.9541419148445129],[70,0.9528153538703918],[71,0.952276885509491],[72,0.9548136591911316],[73,0.9755966663360596],[74,0.9582023620605469],[75,0.9470011591911316],[76,0.9526612758636475],[77,0.970474123954773],[78,0.9496491551399231],[79,0.9625556468963623],[80,0.9607023596763611],[81,0.9714889526367188],[82,0.9546292424201965],[83,0.9698967337608337],[84,0.9495316743850708],[85,0.9734465479850769],[86,0.970617949962616],[87,0.9655796885490417],[88,0.9742746353149414],[89,0.9808575510978699],[90,0.9713039398193359],[91,0.9574210047721863],[92,0.9585163593292236],[93,0.9796385169029236],[94,0.9698131084442139],[95,0.9590163826942444],[96,0.9789115190505981],[97,0.9907181262969971],[98,0.9520983099937439],[99,0.9690971374511719]],"loss":[[0,0.9703059196472168],[1,0.9313679337501526],[2,0.9665957093238831],[3,1.0046820640563965],[4,0.9235817790031433],[5,0.9358192682266235],[6,0.9715728163719177],[7,0.9172180891036987],[8,0.8723594546318054],[9,0.8481503129005432],[10,0.9158282279968262],[11,0.932144284248352],[12,0.9554893970489502],[13,0.9509224891662598],[14,0.8924537897109985],[15,0.9525121450424194],[16,0.88722825050354],[17,0.8788419365882874],[18,0.9315033555030823],[19,0.8995069861412048],[20,0.9004505276679993],[21,0.9185270071029663],[22,0.931130588054657],[23,0.9072701334953308],[24,0.9726892709732056],[25,0.8987032175064087],[26,0.9351123571395874],[27,0.9347097277641296],[28,0.9822254180908203],[29,0.9220513105392456],[30,0.9819702506065369],[31,0.9324736595153809],[32,0.9913903474807739],[33,0.9532511830329895],[34,0.9870455265045166],[35,0.9938130378723145],[36,0.9650694131851196],[37,0.9985854625701904],[38,1.003957986831665],[39,0.9956596493721008],[40,0.9912075400352478],[41,0.9767515063285828],[42,1.0505727529525757],[43,1.0226556062698364],[44,1.000961184501648],[45,1.052047848701477],[46,1.0281941890716553],[47,1.0108782052993774],[48,1.026849627494812],[49,1.0199697017669678],[50,1.0379451513290405],[51,1.0037057399749756],[52,0.9873021841049194],[53,1.0068655014038086],[54,1.0535318851470947],[55,0.962943434715271],[56,1.0493600368499756],[57,0.9948680996894836],[58,1.0444345474243164],[59,1.0225534439086914],[60,1.0195561647415161],[61,1.034881830215454],[62,1.0208733081817627],[63,1.028893232345581],[64,1.0196086168289185],[65,1.0017518997192383],[66,1.0505239963531494],[67,1.0026410818099976],[68,1.0452464818954468],[69,1.0183793306350708],[70,1.0456318855285645],[71,1.0140089988708496],[72,1.0367674827575684],[73,0.9805702567100525],[74,1.0421152114868164],[75,1.0016411542892456],[76,1.0582979917526245],[77,1.0353055000305176],[78,1.0320216417312622],[79,1.0319525003433228],[80,1.0563499927520752],[81,1.0474114418029785],[82,1.0557085275650024],[83,1.0628827810287476],[84,1.0578722953796387],[85,1.026402473449707],[86,1.064180612564087],[87,1.0236886739730835],[88,1.1010907888412476],[89,1.0705193281173706],[90,1.0356072187423706],[91,1.04011869430542],[92,1.0205273628234863],[93,1.0446314811706543],[94,1.011574625968933],[95,1.0550984144210815],[96,1.058149814605713],[97,1.0439918041229248],[98,1.0757635831832886],[99,1.0369278192520142]],"positive":[[0,0.19603100419044495],[1,0.19023899734020233],[2,0.19588851928710938],[3,0.20490114390850067],[4,0.18809974193572998],[5,0.190413698554039],[6,0.19751662015914917],[7,0.18550187349319458],[8,0.17690573632717133],[9,0.1721840798854828],[10,0.18455557525157928],[11,0.18792453408241272],[12,0.19389696419239044],[13,0.19478000700473785],[14,0.18055953085422516],[15,0.19252176582813263],[16,0.1795133799314499],[17,0.1777859479188919],[18,0.19010259211063385],[19,0.18178866803646088],[20,0.18285100162029266],[21,0.18521586060523987],[22,0.18817110359668732],[23,0.18334323167800903],[24,0.19611606001853943],[25,0.18220075964927673],[26,0.18915307521820068],[27,0.18871894478797913],[28,0.1993875950574875],[29,0.1854916363954544],[30,0.19876006245613098],[31,0.18912002444267273],[32,0.19976821541786194],[33,0.1929008811712265],[34,0.198809415102005],[35,0.20124225318431854],[36,0.19650506973266602],[37,0.20180585980415344],[38,0.20299558341503143],[39,0.20151036977767944],[40,0.1999553143978119],[41,0.1971161961555481],[42,0.21268409490585327],[43,0.20766328275203705],[44,0.20332683622837067],[45,0.21472400426864624],[46,0.2061450183391571],[47,0.20540836453437805],[48,0.20777255296707153],[49,0.20729604363441467],[50,0.21083466708660126],[51,0.20353810489177704],[52,0.19916096329689026],[53,0.20472098886966705],[54,0.21442292630672455],[55,0.19453391432762146],[56,0.21180088818073273],[57,0.20171625912189484],[58,0.2116939127445221],[59,0.20829060673713684],[60,0.20755954086780548],[61,0.2094816267490387],[62,0.20741775631904602],[63,0.20853760838508606],[64,0.20718270540237427],[65,0.20257863402366638],[66,0.21269890666007996],[67,0.20344074070453644],[68,0.21127808094024658],[69,0.20833663642406464],[70,0.2115010768175125],[71,0.20472607016563416],[72,0.21123023331165314],[73,0.19757679104804993],[74,0.21251530945301056],[75,0.2023192048072815],[76,0.21408209204673767],[77,0.20924100279808044],[78,0.20818588137626648],[79,0.2083735316991806],[80,0.2119024693965912],[81,0.21205461025238037],[82,0.21238531172275543],[83,0.2157261073589325],[84,0.21359840035438538],[85,0.20791073143482208],[86,0.21450504660606384],[87,0.20669549703598022],[88,0.22266817092895508],[89,0.2156355381011963],[90,0.20980729162693024],[91,0.2112094610929489],[92,0.20665688812732697],[93,0.21203771233558655],[94,0.20334821939468384],[95,0.21438616514205933],[96,0.21297600865364075],[97,0.21067523956298828],[98,0.21599754691123962],[99,0.21024879813194275]],"negative":[[0,0.19211255013942719],[1,0.18230946362018585],[2,0.19069859385490417],[3,0.19693586230278015],[4,0.1813976913690567],[5,0.18390044569969177],[6,0.19112949073314667],[7,0.18141914904117584],[8,0.1719774752855301],[9,0.16690793633460999],[10,0.18176637589931488],[11,0.18498973548412323],[12,0.18839746713638306],[13,0.1854693591594696],[14,0.17639674246311188],[15,0.1884114295244217],[16,0.1753610521554947],[17,0.17374587059020996],[18,0.1824781894683838],[19,0.1779475063085556],[20,0.17728930711746216],[21,0.18213926255702972],[22,0.1842811554670334],[23,0.17954324185848236],[24,0.19300799071788788],[25,0.17727620899677277],[26,0.18482622504234314],[27,0.18520043790340424],[28,0.1934587061405182],[29,0.18332482874393463],[30,0.19393673539161682],[31,0.1838189661502838],[32,0.19683495163917542],[33,0.1884167343378067],[34,0.19611890614032745],[35,0.19622263312339783],[36,0.18959248065948486],[37,0.19765979051589966],[38,0.19852770864963531],[39,0.19666466116905212],[40,0.19657742977142334],[41,0.19364064931869507],[42,0.20751981437206268],[43,0.20134477317333221],[44,0.19711534678936005],[45,0.20615096390247345],[46,0.20502519607543945],[47,0.19897738099098206],[48,0.2029624879360199],[49,0.2007552832365036],[50,0.20438545942306519],[51,0.19793358445167542],[52,0.1957133561372757],[53,0.1980055421590805],[54,0.2068735957145691],[55,0.1905982345342636],[56,0.20802058279514313],[57,0.19627590477466583],[58,0.20603477954864502],[59,0.2007971554994583],[60,0.2002311795949936],[61,0.20439592003822327],[62,0.2009170800447464],[63,0.20305845141410828],[64,0.20073148608207703],[65,0.19815240800380707],[66,0.20755785703659058],[67,0.19757698476314545],[68,0.20683050155639648],[69,0.19900375604629517],[70,0.2066982090473175],[71,0.2008073925971985],[72,0.20341241359710693],[73,0.19466915726661682],[74,0.2043505609035492],[75,0.19829346239566803],[76,0.20913302898406982],[77,0.20487263798713684],[78,0.20459653437137604],[79,0.20431269705295563],[80,0.21060866117477417],[81,0.20690034329891205],[82,0.20988193154335022],[83,0.20947329699993134],[84,0.2095179259777069],[85,0.20258331298828125],[86,0.2111552655696869],[87,0.20271657407283783],[88,0.21780812740325928],[89,0.21265800297260284],[90,0.2044607549905777],[91,0.20473895967006683],[92,0.20159243047237396],[93,0.2057793289422989],[94,0.2012612521648407],[95,0.20763760805130005],[96,0.210314080119133],[97,0.20691944658756256],[98,0.21419768035411835],[99,0.2044571340084076]],"field":"reward_pickscore","scope":"rollout endpoint","updates":100,"seedPolicy":"not available in this metrics export","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/zimage/opsd/pickscore/save/metrics.jsonl"},"v2":{"reward":[[0,0.8414836525917053],[1,0.8417313694953918],[2,0.8517310619354248],[3,0.8596624135971069],[4,0.862146258354187],[5,0.8719336986541748],[6,0.8822550177574158],[7,0.885418176651001],[8,0.8902490139007568],[9,0.8955196738243103],[10,0.8975662589073181],[11,0.9006794691085815],[12,0.904022216796875],[13,0.9063214063644409],[14,0.9076004028320312],[15,0.911484956741333],[16,0.9127524495124817],[17,0.9139418005943298],[18,0.9175609946250916],[19,0.9167627692222595],[20,0.9171307682991028],[21,0.9226487278938293],[22,0.9257028102874756],[23,0.9247862696647644],[24,0.9269102811813354],[25,0.9282651543617249],[26,0.9266815185546875],[27,0.9298220872879028],[28,0.934895396232605],[29,0.9374401569366455],[30,0.9324412941932678],[31,0.9378098249435425],[32,0.9402569532394409],[33,0.9358265995979309],[34,0.9374802112579346],[35,0.9368449449539185],[36,0.9381281733512878],[37,0.9464617967605591],[38,0.94027179479599],[39,0.9460915327072144],[40,0.9413747787475586],[41,0.9457038044929504],[42,0.948746383190155],[43,0.9482966661453247],[44,0.9474131464958191],[45,0.9445688724517822],[46,0.9525909423828125],[47,0.9465904235839844],[48,0.9532420039176941],[49,0.9575484395027161],[50,0.9553463459014893],[51,0.951888382434845],[52,0.9596072435379028],[53,0.9569801688194275],[54,0.9544260501861572],[55,0.9569708704948425],[56,0.959234893321991],[57,0.9581369757652283],[58,0.9604905247688293],[59,0.9624199271202087],[60,0.9617531299591064],[61,0.9629544019699097],[62,0.9654064178466797],[63,0.9650460481643677],[64,0.9608433842658997],[65,0.9664324522018433],[66,0.9657570719718933],[67,0.9689032435417175],[68,0.967711329460144],[69,0.9718768000602722],[70,0.9718369245529175],[71,0.9666402339935303],[72,0.9709415435791016],[73,0.9703505039215088],[74,0.9720046520233154],[75,0.9749448299407959],[76,0.9739281535148621],[77,0.9769356846809387],[78,0.973949134349823],[79,0.9719669818878174],[80,0.9780479073524475],[81,0.9779307246208191],[82,0.9761194586753845],[83,0.9755594730377197],[84,0.9780898690223694],[85,0.9774973392486572],[86,0.97859126329422],[87,0.9727494716644287],[88,0.9799453020095825],[89,0.9774473905563354],[90,0.9812034964561462],[91,0.978678286075592],[92,0.9801617860794067],[93,0.9803443551063538],[94,0.9835734963417053],[95,0.9833641052246094],[96,0.9852917790412903],[97,0.9836843013763428],[98,0.9834290742874146],[99,0.9849075675010681]],"loss":[[0,1.8051137924194336],[1,1.8273930549621582],[2,1.8322880268096924],[3,1.8469443321228027],[4,1.821584701538086],[5,1.8363767862319946],[6,1.8206526041030884],[7,1.774464726448059],[8,1.752829670906067],[9,1.7456778287887573],[10,1.7213212251663208],[11,1.6880183219909668],[12,1.7013986110687256],[13,1.6888147592544556],[14,1.6699705123901367],[15,1.6461529731750488],[16,1.6193679571151733],[17,1.646874189376831],[18,1.6313707828521729],[19,1.6500539779663086],[20,1.6073013544082642],[21,1.6714107990264893],[22,1.5866144895553589],[23,1.6981775760650635],[24,1.6150866746902466],[25,1.6480387449264526],[26,1.6053426265716553],[27,1.6812900304794312],[28,1.6300395727157593],[29,1.66939377784729],[30,1.6280772686004639],[31,1.6561534404754639],[32,1.5957640409469604],[33,1.6333621740341187],[34,1.570887565612793],[35,1.6457475423812866],[36,1.5644593238830566],[37,1.636358618736267],[38,1.5703675746917725],[39,1.6344540119171143],[40,1.5944080352783203],[41,1.6235966682434082],[42,1.589803695678711],[43,1.6214451789855957],[44,1.5974494218826294],[45,1.6170475482940674],[46,1.6204707622528076],[47,1.6231498718261719],[48,1.6069616079330444],[49,1.6495590209960938],[50,1.5876924991607666],[51,1.626240611076355],[52,1.6288810968399048],[53,1.668701171875],[54,1.5915987491607666],[55,1.674383521080017],[56,1.5951141119003296],[57,1.683720350265503],[58,1.6197956800460815],[59,1.6814230680465698],[60,1.6275266408920288],[61,1.6572250127792358],[62,1.6289438009262085],[63,1.6679351329803467],[64,1.6078354120254517],[65,1.660139799118042],[66,1.6066534519195557],[67,1.6569669246673584],[68,1.6051455736160278],[69,1.654421329498291],[70,1.6442612409591675],[71,1.640127420425415],[72,1.6095603704452515],[73,1.6658077239990234],[74,1.6369987726211548],[75,1.6438217163085938],[76,1.633657693862915],[77,1.635192632675171],[78,1.6287544965744019],[79,1.6521469354629517],[80,1.645777702331543],[81,1.6468391418457031],[82,1.6453940868377686],[83,1.6418606042861938],[84,1.5777559280395508],[85,1.6529728174209595],[86,1.6294649839401245],[87,1.6680949926376343],[88,1.6183836460113525],[89,1.650141954421997],[90,1.6324092149734497],[91,1.6791325807571411],[92,1.6329880952835083],[93,1.653875708580017],[94,1.6279312372207642],[95,1.6486984491348267],[96,1.6692039966583252],[97,1.6664059162139893],[98,1.6690322160720825],[99,1.639191746711731]],"positive":[[0,0.3610217869281769],[1,0.3686556816101074],[2,0.36969900131225586],[3,0.37287285923957825],[4,0.36771848797798157],[5,0.37098342180252075],[6,0.36792275309562683],[7,0.3584153652191162],[8,0.3540149927139282],[9,0.3524254262447357],[10,0.3474448323249817],[11,0.3405672311782837],[12,0.3432132303714752],[13,0.34055814146995544],[14,0.3367884159088135],[15,0.3319314420223236],[16,0.32655856013298035],[17,0.33218348026275635],[18,0.3290116488933563],[19,0.33302074670791626],[20,0.3242892622947693],[21,0.337433785200119],[22,0.32004988193511963],[23,0.34292182326316833],[24,0.3260200023651123],[25,0.3327162265777588],[26,0.32402706146240234],[27,0.33969375491142273],[28,0.3290182948112488],[29,0.3371528387069702],[30,0.32876741886138916],[31,0.33438539505004883],[32,0.322017639875412],[33,0.3296368718147278],[34,0.3168240487575531],[35,0.3322017192840576],[36,0.31557154655456543],[37,0.3304358422756195],[38,0.3167884647846222],[39,0.3298629820346832],[40,0.32171374559402466],[41,0.3276849389076233],[42,0.3207899034023285],[43,0.3271768093109131],[44,0.32224076986312866],[45,0.3262694776058197],[46,0.327187180519104],[47,0.3275505304336548],[48,0.32444101572036743],[49,0.3330076336860657],[50,0.3204353451728821],[51,0.3282126784324646],[52,0.32875850796699524],[53,0.3370579779148102],[54,0.32112815976142883],[55,0.3381781578063965],[56,0.32192757725715637],[57,0.34005966782569885],[58,0.32705751061439514],[59,0.3397746980190277],[60,0.32857152819633484],[61,0.3347194194793701],[62,0.32896244525909424],[63,0.33700302243232727],[64,0.3246884346008301],[65,0.33549898862838745],[66,0.32439976930618286],[67,0.3348064422607422],[68,0.3241126239299774],[69,0.33445873856544495],[70,0.33234426379203796],[71,0.3315262198448181],[72,0.3251807689666748],[73,0.33669692277908325],[74,0.3308650255203247],[75,0.33222588896751404],[76,0.33012470602989197],[77,0.3304034173488617],[78,0.32917144894599915],[79,0.33385327458381653],[80,0.3326561450958252],[81,0.3326641619205475],[82,0.3324839174747467],[83,0.33168092370033264],[84,0.3186537027359009],[85,0.33396774530410767],[86,0.3293706774711609],[87,0.33713027834892273],[88,0.3269623816013336],[89,0.33354049921035767],[90,0.32987770438194275],[91,0.33942025899887085],[92,0.3299102485179901],[93,0.33421382308006287],[94,0.32891181111335754],[95,0.33311888575553894],[96,0.33745166659355164],[97,0.33707159757614136],[98,0.3375800848007202],[99,0.3313470482826233]],"negative":[[0,0.3610237240791321],[1,0.3623015582561493],[2,0.36321619153022766],[3,0.3659047782421112],[4,0.36091533303260803],[5,0.3635672628879547],[6,0.3603383004665375],[7,0.35137057304382324],[8,0.3471168875694275],[9,0.3458457291126251],[10,0.3410836458206177],[11,0.33464011549949646],[12,0.3373461663722992],[13,0.33496782183647156],[14,0.3311997652053833],[15,0.32652977108955383],[16,0.3211885988712311],[17,0.3265661299228668],[18,0.3235366940498352],[19,0.32700079679489136],[20,0.3186313509941101],[21,0.3311305642127991],[22,0.31459587812423706],[23,0.3363492786884308],[24,0.32001474499702454],[25,0.3264992833137512],[26,0.3181099593639374],[27,0.3328222930431366],[28,0.32299748063087463],[29,0.3306046724319458],[30,0.3224635124206543],[31,0.32807600498199463],[32,0.3162879943847656],[33,0.3237079679965973],[34,0.3115309774875641],[35,0.3260972499847412],[36,0.31021222472190857],[37,0.3241075277328491],[38,0.3113584816455841],[39,0.3239186406135559],[40,0.3160494863986969],[41,0.32175368070602417],[42,0.31513163447380066],[43,0.3214012384414673],[44,0.31673893332481384],[45,0.32054951786994934],[46,0.32100117206573486],[47,0.32170942425727844],[48,0.3183436095714569],[49,0.32681596279144287],[50,0.3146415650844574],[51,0.3222835659980774],[52,0.3227939307689667],[53,0.3304224908351898],[54,0.3155112862586975],[55,0.3315752446651459],[56,0.316118061542511],[57,0.3334284722805023],[58,0.32086074352264404],[59,0.33279454708099365],[60,0.32243913412094116],[61,0.3281705677509308],[62,0.3226150572299957],[63,0.33017101883888245],[64,0.31844574213027954],[65,0.3285568952560425],[66,0.31826159358024597],[67,0.3279803395271301],[68,0.31794559955596924],[69,0.32730981707572937],[70,0.3253602683544159],[71,0.32452473044395447],[72,0.3186434209346771],[73,0.3296261131763458],[74,0.3239344656467438],[75,0.3253028094768524],[76,0.3233383297920227],[77,0.32367366552352905],[78,0.3223303556442261],[79,0.3270055055618286],[80,0.32565492391586304],[81,0.326071560382843],[82,0.32567378878593445],[83,0.3250632882118225],[84,0.3124486207962036],[85,0.32722145318984985],[86,0.3224153220653534],[87,0.3301076889038086],[88,0.32039108872413635],[89,0.3265163004398346],[90,0.3230859637260437],[91,0.33223283290863037],[92,0.32328498363494873],[93,0.32733651995658875],[94,0.32226067781448364],[95,0.3263604938983917],[96,0.33022990822792053],[97,0.3294907212257385],[98,0.3300327658653259],[99,0.3243296444416046]],"field":"reward_pickscore","scope":"clean-output anchor","updates":100,"seedPolicy":"not available in this metrics export"},"status":"complete","final":{"scores":{"pickscore":25.28147777915001},"stats":{"pickscore":{"mean":25.28147777915001,"std":1.953462055019294,"se":0.06177389416574127,"n":1000}}}},{"id":"zimage_clipscore","backbone":"zimage","metric":"clipscore","label":"CLIPScore","budget":100,"v1":{"reward":[[0,0.2803713381290436],[1,0.27590420842170715],[2,0.2748982906341553],[3,0.2738797962665558],[4,0.2936936616897583],[5,0.29629039764404297],[6,0.30229735374450684],[7,0.2994978129863739],[8,0.30082178115844727],[9,0.29913514852523804],[10,0.2942345440387726],[11,0.290544331073761],[12,0.2957097589969635],[13,0.30683434009552],[14,0.295125275850296],[15,0.2870476245880127],[16,0.3005927503108978],[17,0.29660123586654663],[18,0.2866947650909424],[19,0.3038868308067322],[20,0.2980266809463501],[21,0.30473390221595764],[22,0.292819082736969],[23,0.28607115149497986],[24,0.2951161563396454],[25,0.3045332729816437],[26,0.29308855533599854],[27,0.3061494827270508],[28,0.3175539970397949],[29,0.3106682300567627],[30,0.30208146572113037],[31,0.3089786171913147],[32,0.29420560598373413],[33,0.2939240634441376],[34,0.29611507058143616],[35,0.3119051456451416],[36,0.31224340200424194],[37,0.30317988991737366],[38,0.2973959147930145],[39,0.3123694062232971],[40,0.315308153629303],[41,0.3128468692302704],[42,0.29810604453086853],[43,0.30582159757614136],[44,0.3096899092197418],[45,0.3113735020160675],[46,0.30375921726226807],[47,0.3136051297187805],[48,0.3049347698688507],[49,0.31682145595550537],[50,0.3181638717651367],[51,0.3114607632160187],[52,0.31577932834625244],[53,0.30108144879341125],[54,0.3148094415664673],[55,0.31455370783805847],[56,0.3125968277454376],[57,0.3250802457332611],[58,0.31744036078453064],[59,0.3172505497932434],[60,0.3000583350658417],[61,0.32628053426742554],[62,0.32659557461738586],[63,0.32473376393318176],[64,0.32585668563842773],[65,0.30833616852760315],[66,0.32348427176475525],[67,0.30488157272338867],[68,0.3199676275253296],[69,0.3132137060165405],[70,0.30814069509506226],[71,0.326275497674942],[72,0.3172997236251831],[73,0.31032705307006836],[74,0.3172849118709564],[75,0.319394588470459],[76,0.32676494121551514],[77,0.31729745864868164],[78,0.3346555829048157],[79,0.3143020272254944],[80,0.331584095954895],[81,0.32288962602615356],[82,0.32280755043029785],[83,0.31864097714424133],[84,0.3154459595680237],[85,0.32274025678634644],[86,0.32191193103790283],[87,0.31791895627975464],[88,0.33646509051322937],[89,0.3192266821861267],[90,0.33514901995658875],[91,0.332663893699646],[92,0.3202439546585083],[93,0.3270772099494934],[94,0.32328730821609497],[95,0.3208667039871216],[96,0.31513047218322754],[97,0.3275402784347534],[98,0.3294652998447418],[99,0.3395017087459564]],"loss":[[0,0.8640756607055664],[1,0.8824681639671326],[2,0.853348433971405],[3,0.8544200658798218],[4,0.9124850630760193],[5,0.8541455268859863],[6,0.8779640197753906],[7,0.8586413860321045],[8,0.8473315834999084],[9,0.8730643391609192],[10,0.8063670992851257],[11,0.8531293272972107],[12,0.8461880683898926],[13,0.8258016705513],[14,0.8621241450309753],[15,0.829574704170227],[16,0.8593475222587585],[17,0.8606409430503845],[18,0.8378350138664246],[19,0.8428031802177429],[20,0.8381142616271973],[21,0.8568676114082336],[22,0.863959014415741],[23,0.852131187915802],[24,0.8091866374015808],[25,0.8430398106575012],[26,0.8524653911590576],[27,0.8808415532112122],[28,0.8544751405715942],[29,0.8724130392074585],[30,0.8894709944725037],[31,0.8831393122673035],[32,0.8986780047416687],[33,0.8740755319595337],[34,0.8785697817802429],[35,0.8824967741966248],[36,0.873950183391571],[37,0.888909101486206],[38,0.927711546421051],[39,0.8636690378189087],[40,0.8592239022254944],[41,0.8938900828361511],[42,0.8709652423858643],[43,0.873318076133728],[44,0.88047856092453],[45,0.8776165246963501],[46,0.8346787095069885],[47,0.9007517695426941],[48,0.894159197807312],[49,0.8830285668373108],[50,0.8743717074394226],[51,0.8985218405723572],[52,0.9115795493125916],[53,0.8895081281661987],[54,0.8507294654846191],[55,0.9161252975463867],[56,0.9453516006469727],[57,0.897125244140625],[58,0.8956485390663147],[59,0.9123989343643188],[60,0.9384903311729431],[61,0.9016405344009399],[62,0.8848659992218018],[63,0.9166425466537476],[64,0.8821219205856323],[65,0.9256302714347839],[66,0.891438364982605],[67,0.8643214106559753],[68,0.8654397130012512],[69,0.909699022769928],[70,0.8632681965827942],[71,0.901596188545227],[72,0.9059402346611023],[73,0.9554194211959839],[74,0.8666900396347046],[75,0.8981432914733887],[76,0.9228675365447998],[77,0.8709399104118347],[78,0.8658937811851501],[79,0.8648960590362549],[80,0.9228730201721191],[81,0.8832148313522339],[82,0.8546566963195801],[83,0.8952311873435974],[84,0.8942154049873352],[85,0.9047654867172241],[86,0.9221964478492737],[87,0.8995685577392578],[88,0.8892946839332581],[89,0.9039700031280518],[90,0.8910582065582275],[91,0.8718427419662476],[92,0.935509204864502],[93,0.8682876825332642],[94,0.9266337752342224],[95,0.8924112915992737],[96,0.9271854162216187],[97,0.9117577075958252],[98,0.8513396978378296],[99,0.9119114279747009]],"positive":[[0,0.1730518788099289],[1,0.17737141251564026],[2,0.17004211246967316],[3,0.17208412289619446],[4,0.18300971388816833],[5,0.17132925987243652],[6,0.17594517767429352],[7,0.17169184982776642],[8,0.1706271916627884],[9,0.1748964786529541],[10,0.16192063689231873],[11,0.17059293389320374],[12,0.16983217000961304],[13,0.16540919244289398],[14,0.1729728728532791],[15,0.16596516966819763],[16,0.17331953346729279],[17,0.17216384410858154],[18,0.16725969314575195],[19,0.16923053562641144],[20,0.16717883944511414],[21,0.1719449758529663],[22,0.17321768403053284],[23,0.17110629379749298],[24,0.16084735095500946],[25,0.17042407393455505],[26,0.17141814529895782],[27,0.1770060658454895],[28,0.17149324715137482],[29,0.17441901564598083],[30,0.1790728121995926],[31,0.1770622581243515],[32,0.18114496767520905],[33,0.17429080605506897],[34,0.17681801319122314],[35,0.17620527744293213],[36,0.17586126923561096],[37,0.1784937083721161],[38,0.18514800071716309],[39,0.17285016179084778],[40,0.17234835028648376],[41,0.1786898970603943],[42,0.1746259480714798],[43,0.17543351650238037],[44,0.1758376806974411],[45,0.17504198849201202],[46,0.16747966408729553],[47,0.18047744035720825],[48,0.1796172857284546],[49,0.1763547658920288],[50,0.17561762034893036],[51,0.18059061467647552],[52,0.18345105648040771],[53,0.17838507890701294],[54,0.170431986451149],[55,0.1829688847064972],[56,0.1902313232421875],[57,0.18141312897205353],[58,0.17864908277988434],[59,0.18260937929153442],[60,0.18865624070167542],[61,0.1804029643535614],[62,0.1770336627960205],[63,0.1842869073152542],[64,0.1771305948495865],[65,0.1859532594680786],[66,0.1786063015460968],[67,0.1733795404434204],[68,0.17183762788772583],[69,0.18256507813930511],[70,0.1735154092311859],[71,0.1801270693540573],[72,0.1815159171819687],[73,0.19107526540756226],[74,0.17401935160160065],[75,0.180947408080101],[76,0.18632963299751282],[77,0.17484164237976074],[78,0.17455577850341797],[79,0.1738205850124359],[80,0.18496093153953552],[81,0.1768486499786377],[82,0.17116491496562958],[83,0.18009357154369354],[84,0.1786375194787979],[85,0.18237480521202087],[86,0.18476100265979767],[87,0.18174545466899872],[88,0.17932459712028503],[89,0.18093454837799072],[90,0.17904256284236908],[91,0.1746431440114975],[92,0.18812961876392365],[93,0.17423510551452637],[94,0.18500526249408722],[95,0.17934569716453552],[96,0.18784086406230927],[97,0.18257735669612885],[98,0.17114412784576416],[99,0.18211133778095245]],"negative":[[0,0.17254729568958282],[1,0.17554764449596405],[2,0.17136947810649872],[3,0.1697656661272049],[4,0.1821143478155136],[5,0.1703404039144516],[6,0.17516322433948517],[7,0.1716698855161667],[8,0.16824689507484436],[9,0.17426326870918274],[10,0.16065990924835205],[11,0.17071449756622314],[12,0.16876235604286194],[13,0.1650637537240982],[14,0.17188557982444763],[15,0.16577599942684174],[16,0.17048704624176025],[17,0.17212927341461182],[18,0.16785591840744019],[19,0.16791057586669922],[20,0.16799858212471008],[21,0.17082951962947845],[22,0.17233054339885712],[23,0.16975298523902893],[24,0.16274042427539825],[25,0.16673775017261505],[26,0.16948607563972473],[27,0.1752368062734604],[28,0.1703130155801773],[29,0.174467071890831],[30,0.17673715949058533],[31,0.17614763975143433],[32,0.1783536970615387],[33,0.17530842125415802],[34,0.1746358722448349],[35,0.17678947746753693],[36,0.17361585795879364],[37,0.17697462439537048],[38,0.18596579134464264],[39,0.17251954972743988],[40,0.1713138371706009],[41,0.17880049347877502],[42,0.17372934520244598],[43,0.17389746010303497],[44,0.1763700693845749],[45,0.17598126828670502],[46,0.16641885042190552],[47,0.1798773854970932],[48,0.17807509005069733],[49,0.17683842778205872],[50,0.17405714094638824],[51,0.17875096201896667],[52,0.18121717870235443],[53,0.1773695945739746],[54,0.16986794769763947],[55,0.18350809812545776],[56,0.18783889710903168],[57,0.17742368578910828],[58,0.1796121448278427],[59,0.1823086142539978],[60,0.1865861713886261],[61,0.18022862076759338],[62,0.1769268959760666],[63,0.1823372095823288],[64,0.17577964067459106],[65,0.1842147707939148],[66,0.17795369029045105],[67,0.17228293418884277],[68,0.17433366179466248],[69,0.1813203990459442],[70,0.17176495492458344],[71,0.18050937354564667],[72,0.1810256540775299],[73,0.19099122285842896],[74,0.1726640909910202],[75,0.17828381061553955],[76,0.18280534446239471],[77,0.17348307371139526],[78,0.1719093918800354],[79,0.17223259806632996],[80,0.18418391048908234],[81,0.17644895613193512],[82,0.1707245260477066],[83,0.17799292504787445],[84,0.1790791153907776],[85,0.17943720519542694],[86,0.18412461876869202],[87,0.17810404300689697],[88,0.17648541927337646],[89,0.18069691956043243],[90,0.17736880481243134],[91,0.17393624782562256],[92,0.18599316477775574],[93,0.1731007993221283],[94,0.1855914294719696],[95,0.17765063047409058],[96,0.18281212449073792],[97,0.1820620745420456],[98,0.16939228773117065],[99,0.18259218335151672]],"field":"reward_clipscore","scope":"rollout endpoint","updates":100,"seedPolicy":"not available in this metrics export","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/zimage/opsd/clipscore/save/metrics.jsonl"},"v2":{"reward":[[0,0.2764856517314911],[1,0.2779298722743988],[2,0.28073936700820923],[3,0.28544414043426514],[4,0.2853289842605591],[5,0.2913653552532196],[6,0.29328611493110657],[7,0.2925640344619751],[8,0.29319241642951965],[9,0.2952525019645691],[10,0.29691243171691895],[11,0.29788002371788025],[12,0.30011337995529175],[13,0.29925334453582764],[14,0.29931047558784485],[15,0.29801204800605774],[16,0.2998450696468353],[17,0.3014744520187378],[18,0.3025933802127838],[19,0.30257999897003174],[20,0.3034609258174896],[21,0.30327239632606506],[22,0.3061995804309845],[23,0.3050593137741089],[24,0.30682915449142456],[25,0.3035544157028198],[26,0.30684301257133484],[27,0.3087348937988281],[28,0.3084337115287781],[29,0.30817916989326477],[30,0.3093833327293396],[31,0.31039702892303467],[32,0.3110584020614624],[33,0.3071932792663574],[34,0.31132379174232483],[35,0.30775022506713867],[36,0.3101469576358795],[37,0.3150564730167389],[38,0.31380411982536316],[39,0.315170556306839],[40,0.311890184879303],[41,0.3137631416320801],[42,0.31364816427230835],[43,0.31688183546066284],[44,0.31673169136047363],[45,0.31459394097328186],[46,0.3164108097553253],[47,0.31484508514404297],[48,0.3194551169872284],[49,0.32092157006263733],[50,0.3178030252456665],[51,0.31425201892852783],[52,0.3180181086063385],[53,0.32006925344467163],[54,0.32212239503860474],[55,0.32002755999565125],[56,0.31829026341438293],[57,0.3189838230609894],[58,0.31944021582603455],[59,0.32056787610054016],[60,0.3209630846977234],[61,0.32142946124076843],[62,0.3227066993713379],[63,0.321043998003006],[64,0.3195105791091919],[65,0.3242892026901245],[66,0.3240860402584076],[67,0.3233382999897003],[68,0.3251940906047821],[69,0.3241286277770996],[70,0.32665136456489563],[71,0.3237077295780182],[72,0.3265479803085327],[73,0.3259650468826294],[74,0.32446062564849854],[75,0.3263324201107025],[76,0.3265002965927124],[77,0.32844316959381104],[78,0.3274897038936615],[79,0.3257664442062378],[80,0.3308646082878113],[81,0.32783353328704834],[82,0.32639577984809875],[83,0.3273376226425171],[84,0.32966360449790955],[85,0.3301863670349121],[86,0.32939645648002625],[87,0.32781583070755005],[88,0.3313647508621216],[89,0.3289935886859894],[90,0.3285273313522339],[91,0.3271843194961548],[92,0.3285484313964844],[93,0.32962989807128906],[94,0.33143261075019836],[95,0.33169713616371155],[96,0.33146941661834717],[97,0.3307651877403259],[98,0.3298080861568451],[99,0.3307017683982849]],"loss":[[0,1.6396466493606567],[1,1.6211440563201904],[2,1.6187199354171753],[3,1.6018978357315063],[4,1.6039352416992188],[5,1.570699691772461],[6,1.533368468284607],[7,1.5360841751098633],[8,1.5250554084777832],[9,1.520661473274231],[10,1.4816954135894775],[11,1.4546371698379517],[12,1.4354639053344727],[13,1.4260249137878418],[14,1.4405657052993774],[15,1.4089547395706177],[16,1.4086940288543701],[17,1.4033693075180054],[18,1.4224276542663574],[19,1.4269437789916992],[20,1.428297758102417],[21,1.4406965970993042],[22,1.4244260787963867],[23,1.4456264972686768],[24,1.425639033317566],[25,1.4088935852050781],[26,1.3980735540390015],[27,1.434238314628601],[28,1.4309529066085815],[29,1.4129968881607056],[30,1.4270126819610596],[31,1.403429627418518],[32,1.400418758392334],[33,1.4108407497406006],[34,1.3769681453704834],[35,1.4000355005264282],[36,1.3861522674560547],[37,1.3903684616088867],[38,1.418495535850525],[39,1.3954282999038696],[40,1.4239355325698853],[41,1.4168784618377686],[42,1.40470290184021],[43,1.4240586757659912],[44,1.424896240234375],[45,1.4249149560928345],[46,1.4233585596084595],[47,1.4313328266143799],[48,1.4173940420150757],[49,1.417527675628662],[50,1.4431647062301636],[51,1.4199161529541016],[52,1.4139271974563599],[53,1.3977597951889038],[54,1.42995285987854],[55,1.414385199546814],[56,1.4034804105758667],[57,1.389732837677002],[58,1.3951297998428345],[59,1.4105572700500488],[60,1.4057457447052002],[61,1.3957934379577637],[62,1.3944835662841797],[63,1.4047014713287354],[64,1.4023215770721436],[65,1.3706892728805542],[66,1.4203298091888428],[67,1.3866735696792603],[68,1.4038810729980469],[69,1.3664941787719727],[70,1.3982594013214111],[71,1.3554956912994385],[72,1.3725199699401855],[73,1.3835829496383667],[74,1.3833003044128418],[75,1.378319501876831],[76,1.3865365982055664],[77,1.360827088356018],[78,1.3843848705291748],[79,1.3715412616729736],[80,1.362709641456604],[81,1.358184576034546],[82,1.3693532943725586],[83,1.3390377759933472],[84,1.360393762588501],[85,1.374198317527771],[86,1.363715410232544],[87,1.3284327983856201],[88,1.370283842086792],[89,1.3619482517242432],[90,1.366380214691162],[91,1.3548909425735474],[92,1.3627755641937256],[93,1.3645814657211304],[94,1.3555365800857544],[95,1.3749721050262451],[96,1.3800230026245117],[97,1.3744773864746094],[98,1.363982081413269],[99,1.3601056337356567]],"positive":[[0,0.3279278874397278],[1,0.32607442140579224],[2,0.32551711797714233],[3,0.32200154662132263],[4,0.3222736418247223],[5,0.31545931100845337],[6,0.30779242515563965],[7,0.30826616287231445],[8,0.3059319853782654],[9,0.3049948513507843],[10,0.297156423330307],[11,0.29165220260620117],[12,0.28774553537368774],[13,0.28581109642982483],[14,0.2887536585330963],[15,0.28239724040031433],[16,0.2823396623134613],[17,0.2812480032444],[18,0.2851266860961914],[19,0.286051869392395],[20,0.28629523515701294],[21,0.28885236382484436],[22,0.2855623960494995],[23,0.28977635502815247],[24,0.2857927680015564],[25,0.2824091613292694],[26,0.2802433967590332],[27,0.28754788637161255],[28,0.286857545375824],[29,0.28327929973602295],[30,0.28609001636505127],[31,0.2813412845134735],[32,0.28073981404304504],[33,0.2828401029109955],[34,0.2760281264781952],[35,0.2806452512741089],[36,0.2778739035129547],[37,0.27874451875686646],[38,0.2844274044036865],[39,0.27974385023117065],[40,0.2855094075202942],[41,0.2840893864631653],[42,0.28165653347969055],[43,0.2855378985404968],[44,0.2857649624347687],[45,0.28577670454978943],[46,0.2854786515235901],[47,0.28710058331489563],[48,0.2842736840248108],[49,0.2842819392681122],[50,0.2895393669605255],[51,0.2847498059272766],[52,0.28356993198394775],[53,0.280275821685791],[54,0.2868310511112213],[55,0.28368252515792847],[56,0.2814738154411316],[57,0.2787010073661804],[58,0.27976730465888977],[59,0.28287115693092346],[60,0.2818954288959503],[61,0.27987945079803467],[62,0.27969104051589966],[63,0.2817404866218567],[64,0.28127938508987427],[65,0.27493906021118164],[66,0.28494971990585327],[67,0.27814456820487976],[68,0.2815796136856079],[69,0.27406683564186096],[70,0.2804560661315918],[71,0.27190619707107544],[72,0.2752695679664612],[73,0.27751848101615906],[74,0.27749156951904297],[75,0.27643659710884094],[76,0.2781085968017578],[77,0.2729671001434326],[78,0.2777084410190582],[79,0.2750595510005951],[80,0.273281991481781],[81,0.2724204361438751],[82,0.27464818954467773],[83,0.2685352861881256],[84,0.27289724349975586],[85,0.27561134099960327],[86,0.27355778217315674],[87,0.2663963735103607],[88,0.274889200925827],[89,0.27318328619003296],[90,0.27404797077178955],[91,0.2717047333717346],[92,0.2733549177646637],[93,0.2737596929073334],[94,0.2719220519065857],[95,0.2758292555809021],[96,0.2768528461456299],[97,0.2757876515388489],[98,0.2736293077468872],[99,0.2728002369403839]],"negative":[[0,0.327930748462677],[1,0.32238322496414185],[2,0.3219708800315857],[3,0.3187575936317444],[4,0.31930041313171387],[5,0.31282055377960205],[6,0.30555498600006104],[7,0.30616748332977295],[8,0.3040901720523834],[9,0.30326974391937256],[10,0.29552173614501953],[11,0.29020270705223083],[12,0.28644001483917236],[13,0.28459885716438293],[14,0.28747260570526123],[15,0.2811846435070038],[16,0.28113794326782227],[17,0.2800997197628021],[18,0.28384438157081604],[19,0.2847256064414978],[20,0.28502386808395386],[21,0.28742629289627075],[22,0.2842080891132355],[23,0.2884742021560669],[24,0.2844628095626831],[25,0.2811482846736908],[26,0.2789860665798187],[27,0.28614741563796997],[28,0.2855236232280731],[29,0.2819195091724396],[30,0.28471508622169495],[31,0.2800305485725403],[32,0.279427707195282],[33,0.28149616718292236],[34,0.27475911378860474],[35,0.27936896681785583],[36,0.27658694982528687],[37,0.2774028480052948],[38,0.2829708456993103],[39,0.27842748165130615],[40,0.28406479954719543],[41,0.2826620042324066],[42,0.28022462129592896],[43,0.28408554196357727],[44,0.28419357538223267],[45,0.28418928384780884],[46,0.2838647663593292],[47,0.2854326367378235],[48,0.2826839089393616],[49,0.2827291488647461],[50,0.2877264618873596],[51,0.2832166850566864],[52,0.28200095891952515],[53,0.27882811427116394],[54,0.28515002131462097],[55,0.2820715606212616],[56,0.2799183130264282],[57,0.2771921455860138],[58,0.27828460931777954],[59,0.2813517153263092],[60,0.28040286898612976],[61,0.27843794226646423],[62,0.2781023681163788],[63,0.28014013171195984],[64,0.2796492278575897],[65,0.27333664894104004],[66,0.2831822633743286],[67,0.2765248715877533],[68,0.27997279167175293],[69,0.27253082394599915],[70,0.27884772419929504],[71,0.27029210329055786],[72,0.27373847365379333],[73,0.27591472864151],[74,0.2758285403251648],[75,0.274891197681427],[76,0.2765059769153595],[77,0.2713637053966522],[78,0.2760455310344696],[79,0.2735569179058075],[80,0.2718018889427185],[81,0.2708533704280853],[82,0.2730930745601654],[83,0.26707977056503296],[84,0.27126026153564453],[85,0.2740679979324341],[86,0.2719283998012543],[87,0.2649767994880676],[88,0.2732243537902832],[89,0.27159595489501953],[90,0.272504061460495],[91,0.27025163173675537],[92,0.27175530791282654],[93,0.2720728814601898],[94,0.27029260993003845],[95,0.27415958046913147],[96,0.2751563787460327],[97,0.274003267288208],[98,0.2719634771347046],[99,0.27124208211898804]],"field":"reward_clipscore","scope":"clean-output anchor","updates":100,"seedPolicy":"not available in this metrics export"},"status":"complete","final":{"scores":{"clipscore":0.31322759599238637},"stats":{"clipscore":{"mean":0.31322759599238637,"std":0.059854821256032906,"se":0.0018927756411132432,"n":1000}}}},{"id":"zimage_hpsv2","backbone":"zimage","metric":"hpsv2","label":"HPSv2.1","budget":100,"v1":{"reward":[[0,0.2933308184146881],[1,0.3040015399456024],[2,0.32367098331451416],[3,0.3176209628582001],[4,0.32068169116973877],[5,0.33451154828071594],[6,0.34808361530303955],[7,0.3378432095050812],[8,0.34964677691459656],[9,0.35854795575141907],[10,0.3530438244342804],[11,0.3683652877807617],[12,0.3646432161331177],[13,0.35979974269866943],[14,0.37912237644195557],[15,0.3780445158481598],[16,0.37158796191215515],[17,0.38100168108940125],[18,0.3807389438152313],[19,0.38061538338661194],[20,0.39027732610702515],[21,0.38314467668533325],[22,0.3817109763622284],[23,0.3997507095336914],[24,0.3915213346481323],[25,0.38639286160469055],[26,0.39166200160980225],[27,0.39027225971221924],[28,0.39467817544937134],[29,0.40430083870887756],[30,0.41049450635910034],[31,0.40524783730506897],[32,0.3992942273616791],[33,0.40526530146598816],[34,0.39863622188568115],[35,0.4011038541793823],[36,0.3980342745780945],[37,0.405476450920105],[38,0.39336055517196655],[39,0.39851221442222595],[40,0.41069790720939636],[41,0.4127783179283142],[42,0.39844587445259094],[43,0.41176632046699524],[44,0.3973390758037567],[45,0.4085341691970825],[46,0.4056721329689026],[47,0.40850499272346497],[48,0.4235007166862488],[49,0.4045049548149109],[50,0.39819568395614624],[51,0.40684202313423157],[52,0.41257551312446594],[53,0.4087390899658203],[54,0.41152727603912354],[55,0.4188971519470215],[56,0.4152911603450775],[57,0.41311120986938477],[58,0.4073343276977539],[59,0.4126091003417969],[60,0.40758857131004333],[61,0.4039623439311981],[62,0.4117531478404999],[63,0.41391536593437195],[64,0.41351714730262756],[65,0.4130015969276428],[66,0.41413232684135437],[67,0.40604186058044434],[68,0.418715238571167],[69,0.409914493560791],[70,0.4214501976966858],[71,0.4177789092063904],[72,0.4154001474380493],[73,0.4129738211631775],[74,0.41964420676231384],[75,0.41433292627334595],[76,0.41373690962791443],[77,0.4115331470966339],[78,0.426002562046051],[79,0.41112029552459717],[80,0.41645151376724243],[81,0.4202263653278351],[82,0.41392070055007935],[83,0.4280649423599243],[84,0.41659900546073914],[85,0.4157599210739136],[86,0.4185725450515747],[87,0.4111580550670624],[88,0.41762542724609375],[89,0.42628955841064453],[90,0.4151470959186554],[91,0.42453527450561523],[92,0.40972697734832764],[93,0.4222775995731354],[94,0.41848134994506836],[95,0.4241611659526825],[96,0.4246066212654114],[97,0.4246073365211487],[98,0.4179280996322632],[99,0.408274382352829]],"loss":[[0,0.9021158218383789],[1,0.9001996517181396],[2,0.9404433965682983],[3,0.912821352481842],[4,0.9743137955665588],[5,0.9742732644081116],[6,1.034143328666687],[7,0.9760702252388],[8,0.9580702781677246],[9,0.9310891628265381],[10,0.9461323618888855],[11,0.9192702174186707],[12,0.9005367159843445],[13,0.8983524441719055],[14,0.9444873929023743],[15,0.9785914421081543],[16,0.9745248556137085],[17,0.9662089347839355],[18,0.979414165019989],[19,1.0342984199523926],[20,0.9679666757583618],[21,1.0221918821334839],[22,1.0000065565109253],[23,1.0265607833862305],[24,0.9908776879310608],[25,1.0047191381454468],[26,1.0130950212478638],[27,0.9965770840644836],[28,1.0281989574432373],[29,1.0306566953659058],[30,1.0310639142990112],[31,1.0230176448822021],[32,1.0474681854248047],[33,1.0457674264907837],[34,1.0510672330856323],[35,1.0631136894226074],[36,1.047337293624878],[37,1.0298714637756348],[38,1.0408987998962402],[39,1.0588443279266357],[40,1.1033350229263306],[41,1.029746651649475],[42,1.0856668949127197],[43,1.0481525659561157],[44,1.0310927629470825],[45,1.0602563619613647],[46,1.0686662197113037],[47,1.0687175989151],[48,1.077265739440918],[49,1.0534977912902832],[50,1.0320847034454346],[51,1.0715709924697876],[52,1.0769131183624268],[53,1.0663892030715942],[54,1.0893465280532837],[55,1.0757031440734863],[56,1.0350117683410645],[57,1.0921965837478638],[58,1.0581679344177246],[59,1.0927683115005493],[60,1.08652663230896],[61,1.0764740705490112],[62,1.0623836517333984],[63,1.067986011505127],[64,1.0780963897705078],[65,1.1489802598953247],[66,1.044062852859497],[67,1.0958081483840942],[68,1.0933881998062134],[69,1.1030182838439941],[70,1.1031728982925415],[71,1.089927315711975],[72,1.0850589275360107],[73,1.096765160560608],[74,1.132277011871338],[75,1.1114705801010132],[76,1.1354800462722778],[77,1.0808534622192383],[78,1.0901737213134766],[79,1.096564531326294],[80,1.1255394220352173],[81,1.111106038093567],[82,1.0974349975585938],[83,1.0982540845870972],[84,1.1189813613891602],[85,1.1170364618301392],[86,1.1161590814590454],[87,1.0822700262069702],[88,1.0909738540649414],[89,1.0935115814208984],[90,1.0939182043075562],[91,1.1276453733444214],[92,1.094757080078125],[93,1.1015527248382568],[94,1.1056162118911743],[95,1.120543122291565],[96,1.14693284034729],[97,1.1169296503067017],[98,1.0914362668991089],[99,1.1170107126235962]],"positive":[[0,0.1814243644475937],[1,0.1817016303539276],[2,0.19007755815982819],[3,0.18215253949165344],[4,0.19741478562355042],[5,0.19571560621261597],[6,0.20780065655708313],[7,0.19672748446464539],[8,0.19297870993614197],[9,0.18842892348766327],[10,0.19148534536361694],[11,0.18561062216758728],[12,0.18215489387512207],[13,0.1840209662914276],[14,0.19306398928165436],[15,0.19926109910011292],[16,0.19892612099647522],[17,0.19638578593730927],[18,0.20068149268627167],[19,0.21088919043540955],[20,0.19756940007209778],[21,0.208000048995018],[22,0.20372165739536285],[23,0.20939360558986664],[24,0.2018095850944519],[25,0.2062109112739563],[26,0.20782963931560516],[27,0.2035367637872696],[28,0.21025991439819336],[29,0.21112953126430511],[30,0.21082408726215363],[31,0.20974081754684448],[32,0.21405144035816193],[33,0.2135443538427353],[34,0.21677236258983612],[35,0.21900419890880585],[36,0.21530453860759735],[37,0.2116401046514511],[38,0.2129942923784256],[39,0.21657860279083252],[40,0.22655069828033447],[41,0.21011371910572052],[42,0.22495193779468536],[43,0.21365834772586823],[44,0.2116146683692932],[45,0.21583443880081177],[46,0.219206303358078],[47,0.2189236879348755],[48,0.2196716070175171],[49,0.21506933867931366],[50,0.21027235686779022],[51,0.22055381536483765],[52,0.22051751613616943],[53,0.2199660688638687],[54,0.2236204594373703],[55,0.2211589515209198],[56,0.2132556438446045],[57,0.22466760873794556],[58,0.21683022379875183],[59,0.22427169978618622],[60,0.22132723033428192],[61,0.2199266105890274],[62,0.21851757168769836],[63,0.21837636828422546],[64,0.2216094583272934],[65,0.23744100332260132],[66,0.21323427557945251],[67,0.22449779510498047],[68,0.2243707776069641],[69,0.2260693907737732],[70,0.22762233018875122],[71,0.2230672389268875],[72,0.22345095872879028],[73,0.225722998380661],[74,0.23267722129821777],[75,0.22820396721363068],[76,0.23443418741226196],[77,0.2223765254020691],[78,0.22329433262348175],[79,0.22491805255413055],[80,0.2303675413131714],[81,0.22620883584022522],[82,0.22447887063026428],[83,0.223868265748024],[84,0.2291029691696167],[85,0.22771349549293518],[86,0.22982144355773926],[87,0.2227247655391693],[88,0.2229830026626587],[89,0.22534479200839996],[90,0.22462205588817596],[91,0.23170620203018188],[92,0.22404776513576508],[93,0.22659790515899658],[94,0.22632600367069244],[95,0.23065319657325745],[96,0.23590055108070374],[97,0.22929875552654266],[98,0.22439569234848022],[99,0.2291242927312851]],"negative":[[0,0.17946696281433105],[1,0.17830587923526764],[2,0.1861255019903183],[3,0.1831296980381012],[4,0.19226492941379547],[5,0.1939653754234314],[6,0.20591485500335693],[7,0.19368456304073334],[8,0.19018830358982086],[9,0.18392546474933624],[10,0.1869499385356903],[11,0.18208283185958862],[12,0.1780683547258377],[13,0.1751871109008789],[14,0.1846114695072174],[15,0.19204780459403992],[16,0.19085972011089325],[17,0.1901383399963379],[18,0.19109195470809937],[19,0.20286045968532562],[20,0.18972176313400269],[21,0.20087848603725433],[22,0.19633589684963226],[23,0.20126667618751526],[24,0.19454802572727203],[25,0.1956213116645813],[26,0.1975466012954712],[27,0.19506904482841492],[28,0.2009868621826172],[29,0.20114362239837646],[30,0.20167702436447144],[31,0.19957804679870605],[32,0.20477405190467834],[33,0.20467908680438995],[34,0.2036178708076477],[35,0.2061101794242859],[36,0.20372210443019867],[37,0.20018921792507172],[38,0.2034652680158615],[39,0.2069268375635147],[40,0.21473532915115356],[41,0.20180688798427582],[42,0.2093227654695511],[43,0.20562896132469177],[44,0.20074743032455444],[45,0.20824846625328064],[46,0.20823922753334045],[47,0.20852738618850708],[48,0.21112056076526642],[49,0.2063187062740326],[50,0.2025788575410843],[51,0.20810101926326752],[52,0.21047574281692505],[53,0.2066405564546585],[54,0.21205662190914154],[55,0.20907248556613922],[56,0.20081938803195953],[57,0.21223296225070953],[58,0.20639634132385254],[59,0.21276260912418365],[60,0.21320125460624695],[61,0.2106088399887085],[62,0.20647183060646057],[63,0.20877982676029205],[64,0.20956267416477203],[65,0.2221110314130783],[66,0.20441946387290955],[67,0.21381470561027527],[68,0.21301981806755066],[69,0.21507661044597626],[70,0.21362926065921783],[71,0.21283899247646332],[72,0.21054600179195404],[73,0.2131531536579132],[74,0.22023385763168335],[75,0.21635028719902039],[76,0.21979771554470062],[77,0.20981524884700775],[78,0.2128811776638031],[79,0.2136729657649994],[80,0.2198433130979538],[81,0.21812570095062256],[82,0.2144017368555069],[83,0.2153836190700531],[84,0.21851257979869843],[85,0.21913418173789978],[86,0.21665148437023163],[87,0.21023668348789215],[88,0.21335530281066895],[89,0.21204395592212677],[90,0.21289248764514923],[91,0.21926715970039368],[92,0.21382573246955872],[93,0.21400250494480133],[94,0.21584028005599976],[95,0.21749481558799744],[96,0.22291582822799683],[97,0.21736977994441986],[98,0.21214792132377625],[99,0.2175544947385788]],"field":"reward_hpsv2","scope":"rollout endpoint","updates":100,"seedPolicy":"not available in this metrics export","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/zimage/opsd/hpsv2/save/metrics.jsonl"},"v2":{"reward":[[0,0.302075058221817],[1,0.30442196130752563],[2,0.31193938851356506],[3,0.3185972273349762],[4,0.3273673355579376],[5,0.3318793475627899],[6,0.33672481775283813],[7,0.34492796659469604],[8,0.3490077555179596],[9,0.3547489643096924],[10,0.3613033890724182],[11,0.3634416162967682],[12,0.3674677610397339],[13,0.36779895424842834],[14,0.3741399943828583],[15,0.3771698772907257],[16,0.3781963586807251],[17,0.37946563959121704],[18,0.3820456862449646],[19,0.38326990604400635],[20,0.3873683512210846],[21,0.3855650722980499],[22,0.3871893286705017],[23,0.388031542301178],[24,0.39154261350631714],[25,0.39088860154151917],[26,0.3903035819530487],[27,0.3917454481124878],[28,0.3946685194969177],[29,0.3924926519393921],[30,0.39255040884017944],[31,0.3942970037460327],[32,0.39703044295310974],[33,0.39561912417411804],[34,0.3979593813419342],[35,0.39717400074005127],[36,0.39866888523101807],[37,0.40106889605522156],[38,0.400509774684906],[39,0.397934228181839],[40,0.40090832114219666],[41,0.4009469747543335],[42,0.40255504846572876],[43,0.4015902280807495],[44,0.40204933285713196],[45,0.4013157784938812],[46,0.4050065577030182],[47,0.4044923782348633],[48,0.40535253286361694],[49,0.4050086736679077],[50,0.4056444764137268],[51,0.40453290939331055],[52,0.40591415762901306],[53,0.4048440754413605],[54,0.40655001997947693],[55,0.4064342677593231],[56,0.4053117036819458],[57,0.40611395239830017],[58,0.4065692722797394],[59,0.40839502215385437],[60,0.4081901013851166],[61,0.40606486797332764],[62,0.4085332155227661],[63,0.4056450426578522],[64,0.410412460565567],[65,0.40806716680526733],[66,0.40730202198028564],[67,0.40919578075408936],[68,0.4061705768108368],[69,0.411908358335495],[70,0.41016504168510437],[71,0.4081043004989624],[72,0.41229528188705444],[73,0.41157448291778564],[74,0.41145965456962585],[75,0.41128337383270264],[76,0.4116922616958618],[77,0.40979111194610596],[78,0.41180768609046936],[79,0.4105760157108307],[80,0.4128664433956146],[81,0.41149064898490906],[82,0.4126717746257782],[83,0.4114459455013275],[84,0.41039174795150757],[85,0.4132899045944214],[86,0.41259920597076416],[87,0.4129694402217865],[88,0.4122771620750427],[89,0.41416242718696594],[90,0.41078639030456543],[91,0.4125339090824127],[92,0.41469869017601013],[93,0.41518115997314453],[94,0.4141594171524048],[95,0.41323018074035645],[96,0.41244667768478394],[97,0.4128211736679077],[98,0.41416382789611816],[99,0.4131026268005371]],"loss":[[0,1.6873867511749268],[1,1.6903218030929565],[2,1.7098543643951416],[3,1.7794877290725708],[4,1.795624017715454],[5,1.7764240503311157],[6,1.809537410736084],[7,1.7405816316604614],[8,1.756853461265564],[9,1.7727036476135254],[10,1.7429438829421997],[11,1.7250194549560547],[12,1.753826379776001],[13,1.7625932693481445],[14,1.7799160480499268],[15,1.7661352157592773],[16,1.8069124221801758],[17,1.842690110206604],[18,1.8815858364105225],[19,1.8842724561691284],[20,1.953335165977478],[21,1.9771981239318848],[22,1.9250966310501099],[23,1.898951768875122],[24,1.953959584236145],[25,1.971622109413147],[26,1.9287053346633911],[27,1.949582815170288],[28,1.9397163391113281],[29,1.9842991828918457],[30,1.9706075191497803],[31,1.9734737873077393],[32,2.001030206680298],[33,2.001526117324829],[34,2.0039589405059814],[35,1.9969717264175415],[36,2.0093908309936523],[37,2.025726556777954],[38,1.9863159656524658],[39,1.9922150373458862],[40,1.9926321506500244],[41,2.030485153198242],[42,2.027130365371704],[43,2.0319364070892334],[44,1.9874881505966187],[45,2.046187400817871],[46,2.0265793800354004],[47,2.029249906539917],[48,2.0393240451812744],[49,2.0900228023529053],[50,2.050407886505127],[51,2.0636813640594482],[52,2.0535695552825928],[53,2.060037136077881],[54,2.0514631271362305],[55,2.054879903793335],[56,2.0825343132019043],[57,2.0703513622283936],[58,2.067115306854248],[59,2.0636491775512695],[60,2.0633544921875],[61,2.0821053981781006],[62,2.071072816848755],[63,2.1233139038085938],[64,2.0452840328216553],[65,2.087574005126953],[66,2.0243723392486572],[67,2.078608512878418],[68,2.078507900238037],[69,2.0876665115356445],[70,2.0162792205810547],[71,2.1005749702453613],[72,2.028233051300049],[73,2.078375816345215],[74,2.04508113861084],[75,2.1000170707702637],[76,2.077662229537964],[77,2.0775716304779053],[78,2.0786328315734863],[79,2.0703766345977783],[80,2.1149985790252686],[81,2.083200693130493],[82,2.065225601196289],[83,2.0555272102355957],[84,2.089895725250244],[85,2.0832295417785645],[86,2.100327253341675],[87,2.0839486122131348],[88,2.088120937347412],[89,2.1143698692321777],[90,2.064054012298584],[91,2.0902862548828125],[92,2.0501511096954346],[93,2.08717679977417],[94,2.077181816101074],[95,2.0760226249694824],[96,2.0897278785705566],[97,2.1059792041778564],[98,2.072997570037842],[99,2.0738046169281006]],"positive":[[0,0.3374786674976349],[1,0.3403060734272003],[2,0.3443772494792938],[3,0.35862088203430176],[4,0.3620378375053406],[5,0.35796356201171875],[6,0.36485961079597473],[7,0.3507227301597595],[8,0.3542783856391907],[9,0.35752007365226746],[10,0.35141780972480774],[11,0.3479393422603607],[12,0.35382887721061707],[13,0.35567811131477356],[14,0.35920286178588867],[15,0.35630014538764954],[16,0.364761084318161],[17,0.3722999095916748],[18,0.3801467716693878],[19,0.38083410263061523],[20,0.3952072262763977],[21,0.4003601372241974],[22,0.3896573781967163],[23,0.3841463327407837],[24,0.39594709873199463],[25,0.3992387652397156],[26,0.39072731137275696],[27,0.39458462595939636],[28,0.39285850524902344],[29,0.40201762318611145],[30,0.39925605058670044],[31,0.39984163641929626],[32,0.40560001134872437],[33,0.40579739212989807],[34,0.40619125962257385],[35,0.40483200550079346],[36,0.4074857831001282],[37,0.41087213158607483],[38,0.4027571380138397],[39,0.40405941009521484],[40,0.4042065143585205],[41,0.4119070768356323],[42,0.41129055619239807],[43,0.41208335757255554],[44,0.403238445520401],[45,0.414883017539978],[46,0.41152897477149963],[47,0.4117322564125061],[48,0.41400593519210815],[49,0.4244554340839386],[50,0.4161671996116638],[51,0.41917508840560913],[52,0.41687729954719543],[53,0.4181194305419922],[54,0.41668128967285156],[55,0.41718530654907227],[56,0.42328131198883057],[57,0.42038339376449585],[58,0.4200594425201416],[59,0.4191659688949585],[60,0.4190581142902374],[61,0.42290565371513367],[62,0.42090609669685364],[63,0.4316903352737427],[64,0.41537368297576904],[65,0.42404648661613464],[66,0.4108785092830658],[67,0.42229145765304565],[68,0.4223615527153015],[69,0.4240385890007019],[70,0.40938061475753784],[71,0.4268794357776642],[72,0.41207215189933777],[73,0.4220818281173706],[74,0.4153670370578766],[75,0.42681950330734253],[76,0.4223034679889679],[77,0.4219261109828949],[78,0.4224838316440582],[79,0.42044830322265625],[80,0.4300200939178467],[81,0.4232526421546936],[82,0.41957592964172363],[83,0.4175419211387634],[84,0.42498353123664856],[85,0.4234175980091095],[86,0.4269239008426666],[87,0.4234519898891449],[88,0.42438262701034546],[89,0.42996373772621155],[90,0.4192996323108673],[91,0.42481836676597595],[92,0.4166105091571808],[93,0.42440488934516907],[94,0.422127366065979],[95,0.4219978153705597],[96,0.42497533559799194],[97,0.4283435344696045],[98,0.42149704694747925],[99,0.42140114307403564]],"negative":[[0,0.33747607469558716],[1,0.33582261204719543],[2,0.3395645022392273],[3,0.35317426919937134],[4,0.35621175169944763],[5,0.35260605812072754],[6,0.35895541310310364],[7,0.34550991654396057],[8,0.3484629690647125],[9,0.3515613377094269],[10,0.345759779214859],[11,0.3420684337615967],[12,0.34770166873931885],[13,0.3493592143058777],[14,0.3527635931968689],[15,0.35015401244163513],[16,0.3580038547515869],[17,0.36477604508399963],[18,0.37248754501342773],[19,0.3728748559951782],[20,0.38612687587738037],[21,0.39051908254623413],[22,0.3803812861442566],[23,0.37543436884880066],[24,0.3856367766857147],[25,0.3894100487232208],[26,0.3807547688484192],[27,0.38524845242500305],[28,0.3830280900001526],[29,0.39170196652412415],[30,0.3889869153499603],[31,0.3895478844642639],[32,0.39481210708618164],[33,0.39481306076049805],[34,0.39539235830307007],[35,0.39395660161972046],[36,0.3962705731391907],[37,0.3994184136390686],[38,0.39176926016807556],[39,0.3928265869617462],[40,0.39284640550613403],[41,0.4002869427204132],[42,0.3995615839958191],[43,0.4006911516189575],[44,0.3917568325996399],[45,0.40359199047088623],[46,0.3991027772426605],[47,0.3999677300453186],[48,0.401723712682724],[49,0.4115537106990814],[50,0.40399590134620667],[51,0.4062974452972412],[52,0.40455055236816406],[53,0.4058954119682312],[54,0.403903990983963],[55,0.404766708612442],[56,0.4097324311733246],[57,0.4077571630477905],[58,0.40678665041923523],[59,0.406293660402298],[60,0.4062836468219757],[61,0.40993648767471313],[62,0.4075230658054352],[63,0.4176352024078369],[64,0.40273988246917725],[65,0.41098302602767944],[66,0.39887040853500366],[67,0.40915197134017944],[68,0.40904155373573303],[69,0.4110279679298401],[70,0.39713114500045776],[71,0.4133506417274475],[72,0.3992210328578949],[73,0.4092685878276825],[74,0.4026654362678528],[75,0.41318732500076294],[76,0.40876147150993347],[77,0.40910249948501587],[78,0.4089692533016205],[79,0.40770241618156433],[80,0.41597941517829895],[81,0.4100276827812195],[82,0.4065142869949341],[83,0.4046689569950104],[84,0.41097480058670044],[85,0.40987420082092285],[86,0.4132069945335388],[87,0.41012755036354065],[88,0.4108657240867615],[89,0.41578420996665955],[90,0.4063219428062439],[91,0.41129615902900696],[92,0.40345004200935364],[93,0.41046571731567383],[94,0.40874531865119934],[95,0.40841126441955566],[96,0.4109157919883728],[97,0.41404813528060913],[98,0.40770190954208374],[99,0.40812069177627563]],"field":"reward_hpsv2","scope":"clean-output anchor","updates":100,"seedPolicy":"not available in this metrics export"},"status":"complete","final":{"scores":{"hpsv2":0.38558243291079997},"stats":{"hpsv2":{"mean":0.38558243291079997,"std":0.04055520679280371,"se":0.0012824682444439208,"n":1000}}}},{"id":"zimage_aesthetic","backbone":"zimage","metric":"aesthetic","label":"Aesthetic","budget":100,"v1":{"reward":[[0,5.89527702331543],[1,5.914581298828125],[2,5.976258754730225],[3,6.054208278656006],[4,6.129887580871582],[5,6.340911865234375],[6,6.6119303703308105],[7,6.671840190887451],[8,6.841698169708252],[9,6.94777774810791],[10,7.030322074890137],[11,7.282381057739258],[12,7.4696807861328125],[13,7.599090576171875],[14,7.485868453979492],[15,7.794140338897705],[16,7.977409362792969],[17,7.786108016967773],[18,8.119426727294922],[19,8.252081871032715],[20,8.375041007995605],[21,8.510736465454102],[22,8.63522720336914],[23,8.824566841125488],[24,8.798311233520508],[25,8.833541870117188],[26,9.01794719696045],[27,8.891172409057617],[28,9.079974174499512],[29,9.02566909790039],[30,9.256003379821777],[31,9.101299285888672],[32,9.50357437133789],[33,9.47789192199707],[34,9.528975486755371],[35,9.527689933776855],[36,9.630003929138184],[37,9.66588306427002],[38,9.780452728271484],[39,9.919350624084473],[40,9.879764556884766],[41,9.627118110656738],[42,9.982537269592285],[43,9.999154090881348],[44,10.027884483337402],[45,10.032130241394043],[46,10.046919822692871],[47,10.089815139770508],[48,10.258420944213867],[49,10.136738777160645],[50,10.293811798095703],[51,10.36909008026123],[52,10.280369758605957],[53,10.426420211791992],[54,10.331456184387207],[55,10.227924346923828],[56,10.293951988220215],[57,10.46435260772705],[58,10.505016326904297],[59,10.51418685913086],[60,10.749348640441895],[61,10.636103630065918],[62,10.697016716003418],[63,10.702702522277832],[64,10.83874225616455],[65,10.747989654541016],[66,10.845690727233887],[67,10.673544883728027],[68,10.924796104431152],[69,10.904769897460938],[70,11.003437042236328],[71,10.659610748291016],[72,10.82857894897461],[73,10.877863883972168],[74,10.97166633605957],[75,11.01038932800293],[76,10.914715766906738],[77,11.087217330932617],[78,10.92142391204834],[79,11.144495964050293],[80,10.877985000610352],[81,10.989266395568848],[82,11.061787605285645],[83,11.042835235595703],[84,11.218494415283203],[85,11.21603775024414],[86,11.112215042114258],[87,10.941083908081055],[88,11.092974662780762],[89,11.223637580871582],[90,11.084300994873047],[91,11.249555587768555],[92,11.143871307373047],[93,11.384112358093262],[94,11.239144325256348],[95,11.254758834838867],[96,11.33045768737793],[97,11.40550708770752],[98,11.415414810180664],[99,11.216794967651367]],"loss":[[0,0.8466281890869141],[1,0.8609400987625122],[2,0.8733246922492981],[3,0.9243539571762085],[4,0.8963105082511902],[5,0.9104869365692139],[6,0.9294163584709167],[7,0.9125595688819885],[8,0.9043591022491455],[9,0.8903931379318237],[10,0.8627976179122925],[11,0.8185120820999146],[12,0.8056136965751648],[13,0.812770426273346],[14,0.7960619330406189],[15,0.7808581590652466],[16,0.7936510443687439],[17,0.7780146598815918],[18,0.7655898928642273],[19,0.7602008581161499],[20,0.7613386511802673],[21,0.7781515121459961],[22,0.769490122795105],[23,0.7741881012916565],[24,0.7974351048469543],[25,0.780543327331543],[26,0.7940425872802734],[27,0.7955322861671448],[28,0.8208373188972473],[29,0.7962770462036133],[30,0.8165886402130127],[31,0.8094139695167542],[32,0.8287262916564941],[33,0.8077255487442017],[34,0.816982626914978],[35,0.8132496476173401],[36,0.8285457491874695],[37,0.8316637873649597],[38,0.8266817927360535],[39,0.8431808948516846],[40,0.8321415185928345],[41,0.8211910724639893],[42,0.8551360964775085],[43,0.8276630640029907],[44,0.844868540763855],[45,0.8264495134353638],[46,0.8480671644210815],[47,0.8500268459320068],[48,0.846501350402832],[49,0.8434620499610901],[50,0.8611288070678711],[51,0.8556286096572876],[52,0.8465319871902466],[53,0.8666035532951355],[54,0.8551130294799805],[55,0.8670622110366821],[56,0.8428413271903992],[57,0.8602316975593567],[58,0.8441088199615479],[59,0.8643534779548645],[60,0.8419232368469238],[61,0.874409556388855],[62,0.8362938165664673],[63,0.8625419735908508],[64,0.854232668876648],[65,0.8605754375457764],[66,0.8630869388580322],[67,0.8620380163192749],[68,0.870074450969696],[69,0.868627667427063],[70,0.8604781627655029],[71,0.8678029775619507],[72,0.8708141446113586],[73,0.8607879877090454],[74,0.8699208498001099],[75,0.8620709180831909],[76,0.8731077909469604],[77,0.8801442384719849],[78,0.876366913318634],[79,0.8839936256408691],[80,0.871370792388916],[81,0.8836103081703186],[82,0.8911064863204956],[83,0.8760325312614441],[84,0.8902620077133179],[85,0.8852170705795288],[86,0.9028652906417847],[87,0.8855790495872498],[88,0.9078633785247803],[89,0.8941834568977356],[90,0.9016225934028625],[91,0.9094117879867554],[92,0.894420862197876],[93,0.9004436135292053],[94,0.8949898481369019],[95,0.8971948623657227],[96,0.8972762823104858],[97,0.8885217905044556],[98,0.8980795741081238],[99,0.8901354074478149]],"positive":[[0,0.1688777357339859],[1,0.17139893770217896],[2,0.17403772473335266],[3,0.18466003239154816],[4,0.17914120852947235],[5,0.18214522302150726],[6,0.18562880158424377],[7,0.182094007730484],[8,0.18107496201992035],[9,0.17834430932998657],[10,0.17358312010765076],[11,0.16385048627853394],[12,0.1613784283399582],[13,0.16264714300632477],[14,0.1597103625535965],[15,0.15773814916610718],[16,0.15980114042758942],[17,0.15646053850650787],[18,0.15358734130859375],[19,0.15237957239151],[20,0.1530519425868988],[21,0.1565798968076706],[22,0.15537124872207642],[23,0.15605619549751282],[24,0.1613941490650177],[25,0.15737001597881317],[26,0.16017894446849823],[27,0.1603699028491974],[28,0.16685359179973602],[29,0.16197998821735382],[30,0.16528934240341187],[31,0.16399286687374115],[32,0.1677500307559967],[33,0.16403846442699432],[34,0.16529890894889832],[35,0.16432733833789825],[36,0.1684170663356781],[37,0.16829359531402588],[38,0.16759857535362244],[39,0.17017754912376404],[40,0.1685122400522232],[41,0.16650165617465973],[42,0.17299075424671173],[43,0.1675194352865219],[44,0.1701047420501709],[45,0.16772355139255524],[46,0.1709851622581482],[47,0.17114481329917908],[48,0.1704636812210083],[49,0.16933871805667877],[50,0.1733054369688034],[51,0.17218449711799622],[52,0.1703055053949356],[53,0.17477378249168396],[54,0.17150431871414185],[55,0.17456771433353424],[56,0.1702040582895279],[57,0.17329224944114685],[58,0.16918057203292847],[59,0.17415973544120789],[60,0.1685629040002823],[61,0.17532579600811005],[62,0.16778303682804108],[63,0.17379426956176758],[64,0.1722979098558426],[65,0.17260892689228058],[66,0.1738816201686859],[67,0.17417865991592407],[68,0.17616377770900726],[69,0.17482855916023254],[70,0.17296439409255981],[71,0.1744256466627121],[72,0.1748160868883133],[73,0.17353740334510803],[74,0.1746690720319748],[75,0.17274850606918335],[76,0.17663244903087616],[77,0.17716354131698608],[78,0.17570114135742188],[79,0.17719270288944244],[80,0.17571748793125153],[81,0.1776643544435501],[82,0.1803971379995346],[83,0.17664383351802826],[84,0.17905697226524353],[85,0.17886580526828766],[86,0.1806703507900238],[87,0.1779755800962448],[88,0.18224096298217773],[89,0.18009807169437408],[90,0.18192368745803833],[91,0.18371614813804626],[92,0.1793515682220459],[93,0.1815372109413147],[94,0.18102791905403137],[95,0.18062067031860352],[96,0.18054217100143433],[97,0.1783592402935028],[98,0.1799781173467636],[99,0.1794147789478302]],"negative":[[0,0.16969691216945648],[1,0.17286416888237],[2,0.175434872508049],[3,0.18502017855644226],[4,0.17933166027069092],[5,0.1821194589138031],[6,0.18607091903686523],[7,0.18280614912509918],[8,0.18058957159519196],[9,0.1777200847864151],[10,0.17163211107254028],[11,0.16355600953102112],[12,0.1607779711484909],[13,0.16233935952186584],[14,0.1587071567773819],[15,0.1545935571193695],[16,0.15755102038383484],[17,0.15471436083316803],[18,0.1527203470468521],[19,0.15173855423927307],[20,0.15154123306274414],[21,0.15457214415073395],[22,0.15244647860527039],[23,0.15356296300888062],[24,0.15756522119045258],[25,0.15480390191078186],[26,0.15751300752162933],[27,0.1578347235918045],[28,0.16152255237102509],[29,0.15649014711380005],[30,0.16138875484466553],[31,0.15978121757507324],[32,0.16364721953868866],[33,0.1591106802225113],[34,0.16151243448257446],[35,0.16106341779232025],[36,0.16296882927417755],[37,0.16425244510173798],[38,0.16305162012577057],[39,0.1670249104499817],[40,0.16429360210895538],[41,0.1619633585214615],[42,0.16908545792102814],[43,0.16357740759849548],[44,0.16788789629936218],[45,0.16286557912826538],[46,0.1682397872209549],[47,0.16884618997573853],[48,0.16815152764320374],[49,0.16799227893352509],[50,0.17112493515014648],[51,0.16998735070228577],[52,0.16834770143032074],[53,0.171891987323761],[54,0.1705639660358429],[55,0.17225968837738037],[56,0.16690032184123993],[57,0.17082147300243378],[58,0.16844068467617035],[59,0.17159049212932587],[60,0.16822409629821777],[61,0.1744823157787323],[62,0.16676528751850128],[63,0.17128950357437134],[64,0.16942685842514038],[65,0.17152568697929382],[66,0.1713988333940506],[67,0.17076334357261658],[68,0.17196545004844666],[69,0.17262767255306244],[70,0.1713661402463913],[71,0.17269177734851837],[72,0.17345264554023743],[73,0.17077749967575073],[74,0.17334619164466858],[75,0.17219656705856323],[76,0.17261028289794922],[77,0.17484506964683533],[78,0.1748577207326889],[79,0.1764286458492279],[80,0.17278462648391724],[81,0.17577029764652252],[82,0.17603477835655212],[83,0.17376962304115295],[84,0.17696411907672882],[85,0.175224170088768],[86,0.18054166436195374],[87,0.17621910572052002],[88,0.18093104660511017],[89,0.1774865835905075],[90,0.17878857254981995],[91,0.18005265295505524],[92,0.1783902794122696],[93,0.1786181926727295],[94,0.17699146270751953],[95,0.17822447419166565],[96,0.17843599617481232],[97,0.1770772486925125],[98,0.17934636771678925],[99,0.17659883201122284]],"field":"reward_aesthetic","scope":"rollout endpoint","updates":100,"seedPolicy":"not available in this metrics export","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/zimage/opsd/aesthetic/save/metrics.jsonl"},"v2":{"reward":[[0,5.747859954833984],[1,5.7840142250061035],[2,5.89476203918457],[3,6.031949520111084],[4,6.144515037536621],[5,6.258984565734863],[6,6.355274200439453],[7,6.5487446784973145],[8,6.703677654266357],[9,6.868494510650635],[10,7.012259006500244],[11,7.1583404541015625],[12,7.315529823303223],[13,7.444386005401611],[14,7.620606422424316],[15,7.787319660186768],[16,7.918545246124268],[17,8.041366577148438],[18,8.165851593017578],[19,8.259129524230957],[20,8.409297943115234],[21,8.474836349487305],[22,8.565909385681152],[23,8.645010948181152],[24,8.724034309387207],[25,8.818167686462402],[26,8.873940467834473],[27,8.962430953979492],[28,9.029903411865234],[29,9.067526817321777],[30,9.164485931396484],[31,9.286641120910645],[32,9.303765296936035],[33,9.38318920135498],[34,9.40432357788086],[35,9.499642372131348],[36,9.502685546875],[37,9.612342834472656],[38,9.613486289978027],[39,9.673277854919434],[40,9.741626739501953],[41,9.72707748413086],[42,9.851383209228516],[43,9.81153678894043],[44,9.953264236450195],[45,9.933371543884277],[46,10.016889572143555],[47,10.035380363464355],[48,10.146745681762695],[49,10.092864036560059],[50,10.165474891662598],[51,10.148463249206543],[52,10.258944511413574],[53,10.243518829345703],[54,10.28130054473877],[55,10.33003044128418],[56,10.362655639648438],[57,10.455280303955078],[58,10.399821281433105],[59,10.523414611816406],[60,10.454322814941406],[61,10.558658599853516],[62,10.546427726745605],[63,10.60189151763916],[64,10.62831974029541],[65,10.655055046081543],[66,10.66012954711914],[67,10.74200439453125],[68,10.713208198547363],[69,10.823866844177246],[70,10.782808303833008],[71,10.868184089660645],[72,10.866825103759766],[73,10.951973915100098],[74,10.890901565551758],[75,10.944229125976562],[76,10.970627784729004],[77,10.983942031860352],[78,11.052176475524902],[79,11.063220024108887],[80,11.110363960266113],[81,11.140725135803223],[82,11.147772789001465],[83,11.16580581665039],[84,11.222563743591309],[85,11.255231857299805],[86,11.2838716506958],[87,11.295230865478516],[88,11.329524993896484],[89,11.386336326599121],[90,11.38815689086914],[91,11.41416072845459],[92,11.47640323638916],[93,11.45974349975586],[94,11.495455741882324],[95,11.51730728149414],[96,11.52834415435791],[97,11.57286548614502],[98,11.573264122009277],[99,11.603399276733398]],"loss":[[0,1.5850393772125244],[1,1.6081866025924683],[2,1.6239675283432007],[3,1.652735710144043],[4,1.6396667957305908],[5,1.6690728664398193],[6,1.6820828914642334],[7,1.697732925415039],[8,1.6710880994796753],[9,1.6808909177780151],[10,1.6550413370132446],[11,1.5973894596099854],[12,1.5220327377319336],[13,1.5172314643859863],[14,1.4749205112457275],[15,1.4358125925064087],[16,1.4152780771255493],[17,1.3806989192962646],[18,1.3819873332977295],[19,1.3469383716583252],[20,1.3852297067642212],[21,1.3382316827774048],[22,1.3672301769256592],[23,1.3049482107162476],[24,1.3820910453796387],[25,1.3367263078689575],[26,1.360960841178894],[27,1.3277506828308105],[28,1.3335846662521362],[29,1.3262102603912354],[30,1.3504409790039062],[31,1.3705618381500244],[32,1.3670175075531006],[33,1.3322752714157104],[34,1.3662058115005493],[35,1.3420766592025757],[36,1.371904730796814],[37,1.3452802896499634],[38,1.3658674955368042],[39,1.3567978143692017],[40,1.3509559631347656],[41,1.3512110710144043],[42,1.3439394235610962],[43,1.3811562061309814],[44,1.3119323253631592],[45,1.3936266899108887],[46,1.3170318603515625],[47,1.3808101415634155],[48,1.3158305883407593],[49,1.400675654411316],[50,1.3353086709976196],[51,1.3621808290481567],[52,1.3587889671325684],[53,1.3708840608596802],[54,1.356290340423584],[55,1.3516578674316406],[56,1.3749401569366455],[57,1.3481272459030151],[58,1.362083077430725],[59,1.366938591003418],[60,1.357161045074463],[61,1.3562904596328735],[62,1.3498278856277466],[63,1.3489713668823242],[64,1.369368314743042],[65,1.3531198501586914],[66,1.3564176559448242],[67,1.3391718864440918],[68,1.355760097503662],[69,1.3403726816177368],[70,1.367842674255371],[71,1.3492414951324463],[72,1.3610738515853882],[73,1.361323595046997],[74,1.3613402843475342],[75,1.3614089488983154],[76,1.3488783836364746],[77,1.3616042137145996],[78,1.338232398033142],[79,1.3609826564788818],[80,1.339816689491272],[81,1.3496439456939697],[82,1.330625295639038],[83,1.3562345504760742],[84,1.337185025215149],[85,1.362650752067566],[86,1.3025075197219849],[87,1.347564458847046],[88,1.2945605516433716],[89,1.3427635431289673],[90,1.302518367767334],[91,1.3229056596755981],[92,1.3226127624511719],[93,1.3041267395019531],[94,1.3035683631896973],[95,1.3059592247009277],[96,1.2923274040222168],[97,1.3122793436050415],[98,1.292305827140808],[99,1.2804296016693115]],"positive":[[0,0.3170069754123688],[1,0.32331499457359314],[2,0.3264789283275604],[3,0.3323602080345154],[4,0.32951709628105164],[5,0.33550503849983215],[6,0.33799809217453003],[7,0.34128594398498535],[8,0.33581653237342834],[9,0.33787035942077637],[10,0.33260655403137207],[11,0.3211629390716553],[12,0.30593207478523254],[13,0.3051029443740845],[14,0.2966035008430481],[15,0.2888469099998474],[16,0.28477632999420166],[17,0.2778742015361786],[18,0.27819499373435974],[19,0.2710912227630615],[20,0.27893945574760437],[21,0.2694409489631653],[22,0.2753189206123352],[23,0.2626875042915344],[24,0.27841249108314514],[25,0.26918089389801025],[26,0.2741163969039917],[27,0.26733487844467163],[28,0.2685275077819824],[29,0.26698771119117737],[30,0.27203935384750366],[31,0.2762226164340973],[32,0.27541255950927734],[33,0.2683489918708801],[34,0.27524179220199585],[35,0.2703366279602051],[36,0.27638164162635803],[37,0.2710314691066742],[38,0.2751179337501526],[39,0.27341508865356445],[40,0.2721187174320221],[41,0.2722226083278656],[42,0.2706991136074066],[43,0.2783522605895996],[44,0.2641155421733856],[45,0.2808540165424347],[46,0.2652316689491272],[47,0.27817171812057495],[48,0.2650340497493744],[49,0.28227782249450684],[50,0.26902109384536743],[51,0.274423748254776],[52,0.27378833293914795],[53,0.27624571323394775],[54,0.27333223819732666],[55,0.2723406255245209],[56,0.27728724479675293],[57,0.271644651889801],[58,0.2745073437690735],[59,0.27556994557380676],[60,0.2734989821910858],[61,0.2733686864376068],[62,0.27205830812454224],[63,0.2718682289123535],[64,0.27597200870513916],[65,0.2727290987968445],[66,0.27328723669052124],[67,0.26993730664253235],[68,0.2730681896209717],[69,0.2701219618320465],[70,0.27558791637420654],[71,0.27196505665779114],[72,0.2742200195789337],[73,0.2744126319885254],[74,0.27420154213905334],[75,0.274416983127594],[76,0.2717401683330536],[77,0.2744268476963043],[78,0.2695673406124115],[79,0.2742934823036194],[80,0.26995542645454407],[81,0.2719917595386505],[82,0.26811373233795166],[83,0.27338147163391113],[84,0.2694971561431885],[85,0.2746436297893524],[86,0.26236969232559204],[87,0.2714804708957672],[88,0.26072749495506287],[89,0.27062878012657166],[90,0.2624562680721283],[91,0.2664520740509033],[92,0.2666383385658264],[93,0.26266950368881226],[94,0.26266905665397644],[95,0.2630181610584259],[96,0.2603221535682678],[97,0.26434120535850525],[98,0.260347843170166],[99,0.2578069269657135]],"negative":[[0,0.31700876355171204],[1,0.3199596405029297],[2,0.32310807704925537],[3,0.3287340998649597],[4,0.3263495862483978],[5,0.33212411403656006],[6,0.3348349928855896],[7,0.33780717849731445],[8,0.33261871337890625],[9,0.3344860076904297],[10,0.32940995693206787],[11,0.3177928328514099],[12,0.3028809726238251],[13,0.30178967118263245],[14,0.29336464405059814],[15,0.2854781448841095],[16,0.28133493661880493],[17,0.2744053900241852],[18,0.2746000289916992],[19,0.26768407225608826],[20,0.2751524746417999],[21,0.26585179567337036],[22,0.27157315611839294],[23,0.25929173827171326],[24,0.27442389726638794],[25,0.2655096650123596],[26,0.27026790380477905],[27,0.2637653946876526],[28,0.2649063467979431],[29,0.26349636912345886],[30,0.2681370675563812],[31,0.27200210094451904],[32,0.2713944613933563],[33,0.26456108689308167],[34,0.2712405323982239],[35,0.2664940655231476],[36,0.27238020300865173],[37,0.2670806050300598],[38,0.2712290585041046],[39,0.26930394768714905],[40,0.26826363801956177],[41,0.2682619094848633],[42,0.2668766379356384],[43,0.27411025762557983],[44,0.2606574296951294],[45,0.27659666538238525],[46,0.26158106327056885],[47,0.27415236830711365],[48,0.26129820942878723],[49,0.2779924273490906],[50,0.265102356672287],[51,0.27044856548309326],[52,0.26972728967666626],[53,0.27210789918899536],[54,0.269183874130249],[55,0.2683224678039551],[56,0.27268874645233154],[57,0.26760631799697876],[58,0.2703258693218231],[59,0.27120551466941833],[60,0.26936545968055725],[61,0.26914748549461365],[62,0.2678728699684143],[63,0.2677203416824341],[64,0.27177533507347107],[65,0.2685188353061676],[66,0.2692798376083374],[67,0.2657315135002136],[68,0.26923584938049316],[69,0.26602718234062195],[70,0.2715491056442261],[71,0.26773154735565186],[72,0.27020949125289917],[73,0.27011674642562866],[74,0.27033454179763794],[75,0.27014660835266113],[76,0.26781123876571655],[77,0.27021485567092896],[78,0.26572561264038086],[79,0.27009955048561096],[80,0.26597127318382263],[81,0.26786577701568604],[82,0.264136403799057],[83,0.26911231875419617],[84,0.26537683606147766],[85,0.2704167068004608],[86,0.2586332857608795],[87,0.2675453722476959],[88,0.25709667801856995],[89,0.266476571559906],[90,0.25855106115341187],[91,0.26271021366119385],[92,0.2624067962169647],[93,0.25898122787475586],[94,0.2587582767009735],[95,0.2593654692173004],[96,0.256608784198761],[97,0.2605705261230469],[98,0.25657445192337036],[99,0.25436490774154663]],"field":"reward_aesthetic","scope":"clean-output anchor","updates":100,"seedPolicy":"not available in this metrics export"},"status":"complete","final":{"scores":{"aesthetic":10.795151103019714},"stats":{"aesthetic":{"mean":10.795151103019714,"std":0.5945720301819819,"se":0.018802018484054408,"n":1000}}}},{"id":"zimage_imagereward","backbone":"zimage","metric":"imagereward","label":"ImageReward","budget":100,"v1":{"reward":[[0,0.9869204759597778],[1,1.133607029914856],[2,1.1357492208480835],[3,1.0952935218811035],[4,1.2856996059417725],[5,1.4533214569091797],[6,1.2095589637756348],[7,1.2085282802581787],[8,1.4568103551864624],[9,1.4521536827087402],[10,1.6209158897399902],[11,1.5736079216003418],[12,1.497794508934021],[13,1.4018903970718384],[14,1.5247598886489868],[15,1.643288254737854],[16,1.5702521800994873],[17,1.5911070108413696],[18,1.6171518564224243],[19,1.6632014513015747],[20,1.6421258449554443],[21,1.692272663116455],[22,1.7152140140533447],[23,1.724995732307434],[24,1.616675853729248],[25,1.7581067085266113],[26,1.79249107837677],[27,1.794554591178894],[28,1.7596478462219238],[29,1.7728080749511719],[30,1.8208999633789062],[31,1.7157281637191772],[32,1.837994933128357],[33,1.8724943399429321],[34,1.7056204080581665],[35,1.8268811702728271],[36,1.7735873460769653],[37,1.8066864013671875],[38,1.88619065284729],[39,1.8593287467956543],[40,1.9061635732650757],[41,1.8353331089019775],[42,1.7952851057052612],[43,1.9383807182312012],[44,1.772534728050232],[45,1.8569073677062988],[46,1.87331223487854],[47,1.9294618368148804],[48,1.8852170705795288],[49,1.8836661577224731],[50,1.8752636909484863],[51,1.8657305240631104],[52,1.885790467262268],[53,1.8445048332214355],[54,1.85776948928833],[55,1.8843713998794556],[56,1.9455312490463257],[57,1.9328806400299072],[58,1.8773653507232666],[59,1.8882899284362793],[60,1.8423020839691162],[61,1.9119058847427368],[62,1.8967976570129395],[63,1.9305928945541382],[64,1.9037126302719116],[65,1.9166069030761719],[66,1.9182324409484863],[67,1.8562262058258057],[68,1.8558523654937744],[69,1.9049317836761475],[70,1.906432867050171],[71,1.9262661933898926],[72,1.947013258934021],[73,1.852967619895935],[74,1.8853124380111694],[75,1.9671810865402222],[76,1.9262127876281738],[77,1.8951911926269531],[78,1.9377280473709106],[79,1.9063249826431274],[80,1.9393645524978638],[81,1.9000821113586426],[82,1.848543405532837],[83,1.8907402753829956],[84,1.9132012128829956],[85,1.9492335319519043],[86,1.8930020332336426],[87,1.9232597351074219],[88,1.9226943254470825],[89,1.9012341499328613],[90,1.9104118347167969],[91,1.9250941276550293],[92,1.93990957736969],[93,1.9017995595932007],[94,1.9273096323013306],[95,1.9333338737487793],[96,1.930402159690857],[97,1.91544771194458],[98,1.9050440788269043],[99,1.947960376739502]],"loss":[[0,0.9560153484344482],[1,0.9665133357048035],[2,0.9649237990379333],[3,0.8711991310119629],[4,0.9481790661811829],[5,0.950673520565033],[6,0.9592402577400208],[7,0.9783139228820801],[8,0.9714561104774475],[9,0.9725834727287292],[10,0.998045027256012],[11,0.9423595070838928],[12,0.9575549364089966],[13,0.9789687395095825],[14,0.9632891416549683],[15,0.8747511506080627],[16,0.8995920419692993],[17,0.9331812262535095],[18,0.9401717185974121],[19,0.9380995631217957],[20,0.9522024393081665],[21,0.956471860408783],[22,0.9289341568946838],[23,0.9227713942527771],[24,0.9424577355384827],[25,0.9652032256126404],[26,0.9837622046470642],[27,1.0036944150924683],[28,0.9811416864395142],[29,0.9936249256134033],[30,0.985698401927948],[31,0.9888150095939636],[32,0.9833474159240723],[33,1.0043253898620605],[34,1.0101274251937866],[35,1.0118073225021362],[36,0.9951233267784119],[37,0.9875465035438538],[38,1.0543791055679321],[39,1.0400224924087524],[40,1.0068886280059814],[41,0.9928468465805054],[42,1.0088990926742554],[43,1.0299803018569946],[44,1.0475189685821533],[45,1.0759928226470947],[46,1.0458037853240967],[47,1.0597565174102783],[48,1.0381336212158203],[49,1.0756549835205078],[50,1.0468252897262573],[51,1.0442208051681519],[52,1.053647518157959],[53,1.0518569946289062],[54,1.0638816356658936],[55,1.0703872442245483],[56,1.0743300914764404],[57,1.0524758100509644],[58,1.0816797018051147],[59,1.0570263862609863],[60,1.0817327499389648],[61,1.0672881603240967],[62,1.0679091215133667],[63,1.0488965511322021],[64,1.093273639678955],[65,1.0634750127792358],[66,1.07778000831604],[67,1.073962688446045],[68,1.0627062320709229],[69,1.051242709159851],[70,1.0913606882095337],[71,1.1031943559646606],[72,1.07415771484375],[73,1.0912120342254639],[74,1.1221109628677368],[75,1.134875774383545],[76,1.0729621648788452],[77,1.1102441549301147],[78,1.132361650466919],[79,1.102279782295227],[80,1.0691173076629639],[81,1.0797266960144043],[82,1.139331340789795],[83,1.075750708580017],[84,1.1098779439926147],[85,1.1056458950042725],[86,1.0863498449325562],[87,1.1220190525054932],[88,1.0994747877120972],[89,1.1245756149291992],[90,1.0946826934814453],[91,1.1313683986663818],[92,1.1090528964996338],[93,1.1119731664657593],[94,1.1154958009719849],[95,1.0924838781356812],[96,1.093662977218628],[97,1.0945370197296143],[98,1.1028157472610474],[99,1.1019631624221802]],"positive":[[0,0.19287899136543274],[1,0.1935945600271225],[2,0.19477935135364532],[3,0.1743842363357544],[4,0.19215917587280273],[5,0.19267502427101135],[6,0.19305478036403656],[7,0.19757221639156342],[8,0.19674977660179138],[9,0.19454467296600342],[10,0.20146656036376953],[11,0.18968886137008667],[12,0.1932554990053177],[13,0.19765309989452362],[14,0.19452325999736786],[15,0.17612607777118683],[16,0.18052348494529724],[17,0.1881679743528366],[18,0.18999993801116943],[19,0.18959178030490875],[20,0.19209051132202148],[21,0.19325661659240723],[22,0.18773908913135529],[23,0.18511931598186493],[24,0.19026248157024384],[25,0.19434718787670135],[26,0.19711783528327942],[27,0.2026607096195221],[28,0.1985040158033371],[29,0.20048652589321136],[30,0.1990002542734146],[31,0.2004123032093048],[32,0.19744879007339478],[33,0.2024727612733841],[34,0.2045622169971466],[35,0.20473605394363403],[36,0.19954434037208557],[37,0.19877241551876068],[38,0.21466417610645294],[39,0.2100897878408432],[40,0.2049725204706192],[41,0.19959309697151184],[42,0.2046118676662445],[43,0.20705437660217285],[44,0.21114175021648407],[45,0.21745449304580688],[46,0.21187101304531097],[47,0.2158353477716446],[48,0.20969201624393463],[49,0.21783262491226196],[50,0.21178191900253296],[51,0.2112087607383728],[52,0.21357594430446625],[53,0.21270844340324402],[54,0.21552690863609314],[55,0.21833667159080505],[56,0.21644560992717743],[57,0.21315057575702667],[58,0.21876654028892517],[59,0.21211139857769012],[60,0.21810182929039001],[61,0.21579311788082123],[62,0.21685248613357544],[63,0.21123281121253967],[64,0.22034789621829987],[65,0.21582750976085663],[66,0.2188192903995514],[67,0.21800604462623596],[68,0.21460972726345062],[69,0.21257692575454712],[70,0.22022849321365356],[71,0.22416098415851593],[72,0.2178909182548523],[73,0.22125300765037537],[74,0.22709538042545319],[75,0.23010696470737457],[76,0.21732020378112793],[77,0.22515414655208588],[78,0.22917066514492035],[79,0.22399114072322845],[80,0.21767345070838928],[81,0.21857038140296936],[82,0.2316221445798874],[83,0.21835507452487946],[84,0.2260468304157257],[85,0.22427965700626373],[86,0.2200707048177719],[87,0.23078620433807373],[88,0.22407926619052887],[89,0.22962360084056854],[90,0.22211214900016785],[91,0.2287755161523819],[92,0.22453835606575012],[93,0.22535918653011322],[94,0.22623299062252045],[95,0.2230994999408722],[96,0.2209780365228653],[97,0.222476527094841],[98,0.22462114691734314],[99,0.22294467687606812]],"negative":[[0,0.18965591490268707],[1,0.19285626709461212],[2,0.1911371499300003],[3,0.17397615313529968],[4,0.18716004490852356],[5,0.1875453144311905],[6,0.1904611736536026],[7,0.1938185691833496],[8,0.19169044494628906],[9,0.1944865882396698],[10,0.19763590395450592],[11,0.1871398240327835],[12,0.18979083001613617],[13,0.19385077059268951],[14,0.19060635566711426],[15,0.1737602800130844],[16,0.17924360930919647],[17,0.1850690245628357],[18,0.18587854504585266],[19,0.1853991001844406],[20,0.1887579709291458],[21,0.18942642211914062],[22,0.1837315857410431],[23,0.18396374583244324],[24,0.18666450679302216],[25,0.19156698882579803],[26,0.19646736979484558],[27,0.19873598217964172],[28,0.19393274188041687],[29,0.19680461287498474],[30,0.19521945714950562],[31,0.1951761096715927],[32,0.19595570862293243],[33,0.19924290478229523],[34,0.19952380657196045],[35,0.20014558732509613],[36,0.19825313985347748],[37,0.1960669755935669],[38,0.20679724216461182],[39,0.2059023082256317],[40,0.19768427312374115],[41,0.19737696647644043],[42,0.1989162266254425],[43,0.20477400720119476],[44,0.2077624797821045],[45,0.2129252552986145],[46,0.20624801516532898],[47,0.20802520215511322],[48,0.20521017909049988],[49,0.21232135593891144],[50,0.2068255990743637],[51,0.20646332204341888],[52,0.20802564918994904],[53,0.2078818678855896],[54,0.21015651524066925],[55,0.20981422066688538],[56,0.21327459812164307],[57,0.20760540664196014],[58,0.21397149562835693],[59,0.21065813302993774],[60,0.21469542384147644],[61,0.21111556887626648],[62,0.21021008491516113],[63,0.20818151533603668],[64,0.21674272418022156],[65,0.2096492499113083],[66,0.21211577951908112],[67,0.2115759402513504],[68,0.21023891866207123],[69,0.20784953236579895],[70,0.2156430184841156],[71,0.21719904243946075],[72,0.21162180602550507],[73,0.21524684131145477],[74,0.22155144810676575],[75,0.22388847172260284],[76,0.2118520885705948],[77,0.2188865691423416],[78,0.22379887104034424],[79,0.21708090603351593],[80,0.21001529693603516],[81,0.21318496763706207],[82,0.2240346223115921],[83,0.2119656354188919],[84,0.21781116724014282],[85,0.2179785817861557],[86,0.21424227952957153],[87,0.21773500740528107],[88,0.21546587347984314],[89,0.22014641761779785],[90,0.2157870978116989],[91,0.22339420020580292],[92,0.21889734268188477],[93,0.2195589244365692],[94,0.21990390121936798],[95,0.21392275393009186],[96,0.2160509079694748],[97,0.21513359248638153],[98,0.21635690331459045],[99,0.21784089505672455]],"field":"reward_imagereward","scope":"rollout endpoint","updates":100,"seedPolicy":"not available in this metrics export","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/zimage/opsd/imagereward/save/metrics.jsonl"},"v2":{"reward":[[0,1.072600245475769],[1,1.0856289863586426],[2,1.1174017190933228],[3,1.154847264289856],[4,1.2761731147766113],[5,1.2909893989562988],[6,1.275648593902588],[7,1.343278408050537],[8,1.3761286735534668],[9,1.4463945627212524],[10,1.5046541690826416],[11,1.5134508609771729],[12,1.5742554664611816],[13,1.5798945426940918],[14,1.60685396194458],[15,1.6110001802444458],[16,1.6207122802734375],[17,1.6257349252700806],[18,1.668548822402954],[19,1.6905757188796997],[20,1.7134701013565063],[21,1.7193385362625122],[22,1.692231297492981],[23,1.7355777025222778],[24,1.7383722066879272],[25,1.7478210926055908],[26,1.7559924125671387],[27,1.7792296409606934],[28,1.7835816144943237],[29,1.7885079383850098],[30,1.7638899087905884],[31,1.816027283668518],[32,1.798124074935913],[33,1.800150752067566],[34,1.83024001121521],[35,1.8221855163574219],[36,1.8305784463882446],[37,1.825615406036377],[38,1.843362808227539],[39,1.8417668342590332],[40,1.852074146270752],[41,1.8401349782943726],[42,1.8672046661376953],[43,1.8544790744781494],[44,1.8578218221664429],[45,1.8494718074798584],[46,1.8711572885513306],[47,1.868126392364502],[48,1.8849531412124634],[49,1.8705888986587524],[50,1.8711469173431396],[51,1.8842523097991943],[52,1.8801424503326416],[53,1.8619368076324463],[54,1.8624591827392578],[55,1.8866195678710938],[56,1.8731199502944946],[57,1.8887473344802856],[58,1.8803465366363525],[59,1.8997611999511719],[60,1.9021568298339844],[61,1.884338617324829],[62,1.8858038187026978],[63,1.8878493309020996],[64,1.89826500415802],[65,1.8798844814300537],[66,1.894062876701355],[67,1.886474609375],[68,1.8933546543121338],[69,1.918139934539795],[70,1.8939179182052612],[71,1.907366394996643],[72,1.8985108137130737],[73,1.9105981588363647],[74,1.8948334455490112],[75,1.8997514247894287],[76,1.9094704389572144],[77,1.8902850151062012],[78,1.9112436771392822],[79,1.8956243991851807],[80,1.9163028001785278],[81,1.9100706577301025],[82,1.908638834953308],[83,1.9037412405014038],[84,1.9022526741027832],[85,1.9148554801940918],[86,1.9179831743240356],[87,1.925078272819519],[88,1.912994623184204],[89,1.9163693189620972],[90,1.9181139469146729],[91,1.9244681596755981],[92,1.9169917106628418],[93,1.9142107963562012],[94,1.916115403175354],[95,1.9187308549880981],[96,1.9147390127182007],[97,1.91738760471344],[98,1.9129079580307007],[99,1.9189897775650024]],"loss":[[0,1.7727019786834717],[1,1.780678153038025],[2,1.6959933042526245],[3,1.7241407632827759],[4,1.7191572189331055],[5,1.738122820854187],[6,1.6902624368667603],[7,1.65752375125885],[8,1.6888275146484375],[9,1.6851768493652344],[10,1.6873263120651245],[11,1.6538984775543213],[12,1.6174852848052979],[13,1.6197023391723633],[14,1.594171166419983],[15,1.5610095262527466],[16,1.5415949821472168],[17,1.5435328483581543],[18,1.5413579940795898],[19,1.5122854709625244],[20,1.5345463752746582],[21,1.5381219387054443],[22,1.535645604133606],[23,1.5410138368606567],[24,1.5432024002075195],[25,1.5701626539230347],[26,1.5498497486114502],[27,1.5618799924850464],[28,1.548369288444519],[29,1.5969206094741821],[30,1.5308442115783691],[31,1.6039443016052246],[32,1.5689270496368408],[33,1.6022586822509766],[34,1.5756018161773682],[35,1.642139196395874],[36,1.6150356531143188],[37,1.598838448524475],[38,1.619412899017334],[39,1.5565073490142822],[40,1.5658928155899048],[41,1.5314360857009888],[42,1.5677460432052612],[43,1.5527108907699585],[44,1.5520169734954834],[45,1.5297492742538452],[46,1.5489977598190308],[47,1.539092779159546],[48,1.5485632419586182],[49,1.5237284898757935],[50,1.5500855445861816],[51,1.5360941886901855],[52,1.5346583127975464],[53,1.5179805755615234],[54,1.5612272024154663],[55,1.5105112791061401],[56,1.5717419385910034],[57,1.5384563207626343],[58,1.5655491352081299],[59,1.561980128288269],[60,1.561122179031372],[61,1.5877505540847778],[62,1.5621583461761475],[63,1.562673807144165],[64,1.5498369932174683],[65,1.6191411018371582],[66,1.576025366783142],[67,1.5678547620773315],[68,1.5369428396224976],[69,1.5732256174087524],[70,1.5758782625198364],[71,1.540123701095581],[72,1.5324749946594238],[73,1.5429751873016357],[74,1.5531005859375],[75,1.5241297483444214],[76,1.5651079416275024],[77,1.5595885515213013],[78,1.5612292289733887],[79,1.5591093301773071],[80,1.557157039642334],[81,1.5367367267608643],[82,1.5446503162384033],[83,1.5398709774017334],[84,1.5602200031280518],[85,1.52609384059906],[86,1.5666660070419312],[87,1.5710198879241943],[88,1.557270884513855],[89,1.5439410209655762],[90,1.5563033819198608],[91,1.5380390882492065],[92,1.5791571140289307],[93,1.5609009265899658],[94,1.5802596807479858],[95,1.57573664188385],[96,1.5769977569580078],[97,1.5612030029296875],[98,1.586228847503662],[99,1.5931764841079712]],"positive":[[0,0.35454121232032776],[1,0.3588607609272003],[2,0.34137699007987976],[3,0.34703007340431213],[4,0.34591883420944214],[5,0.34960728883743286],[6,0.3397604823112488],[7,0.3332061767578125],[8,0.3395637273788452],[9,0.3388400971889496],[10,0.33921897411346436],[11,0.3325347304344177],[12,0.325090229511261],[13,0.3256374001502991],[14,0.3203628361225128],[15,0.313679963350296],[16,0.30976611375808716],[17,0.3102509379386902],[18,0.30980706214904785],[19,0.30390945076942444],[20,0.3085061311721802],[21,0.30934035778045654],[22,0.3088218569755554],[23,0.30993586778640747],[24,0.31047409772872925],[25,0.3158990144729614],[26,0.31185173988342285],[27,0.31421738862991333],[28,0.3115520775318146],[29,0.3214868903160095],[30,0.3081077039241791],[31,0.32285910844802856],[32,0.31576427817344666],[33,0.3226458430290222],[34,0.3171744644641876],[35,0.330839067697525],[36,0.32543227076530457],[37,0.3220219612121582],[38,0.3261267840862274],[39,0.31347259879112244],[40,0.3153071999549866],[41,0.30817097425460815],[42,0.3156411647796631],[43,0.31261470913887024],[44,0.3124016225337982],[45,0.30777978897094727],[46,0.31187599897384644],[47,0.30983874201774597],[48,0.311786949634552],[49,0.3066071569919586],[50,0.312116801738739],[51,0.30919528007507324],[52,0.3088548183441162],[53,0.30551019310951233],[54,0.31444618105888367],[55,0.30407238006591797],[56,0.31635111570358276],[57,0.30976325273513794],[58,0.31516480445861816],[59,0.3143770694732666],[60,0.3143119215965271],[61,0.3198855221271515],[62,0.31466785073280334],[63,0.3147563636302948],[64,0.3120262026786804],[65,0.3262935280799866],[66,0.31759747862815857],[67,0.3157948851585388],[68,0.3094474971294403],[69,0.3168964684009552],[70,0.3174433410167694],[71,0.31008100509643555],[72,0.30854469537734985],[73,0.3105965256690979],[74,0.3127707540988922],[75,0.3069242238998413],[76,0.3152857720851898],[77,0.3140503466129303],[78,0.3144588768482208],[79,0.3139941394329071],[80,0.3136390745639801],[81,0.3094184398651123],[82,0.3110785186290741],[83,0.3100767731666565],[84,0.3143664300441742],[85,0.30733782052993774],[86,0.3156096935272217],[87,0.31645551323890686],[88,0.3135741949081421],[89,0.31100931763648987],[90,0.31329113245010376],[91,0.30971959233283997],[92,0.31797370314598083],[93,0.3144793212413788],[94,0.3183025121688843],[95,0.317454993724823],[96,0.31765037775039673],[97,0.3145945370197296],[98,0.31957492232322693],[99,0.32106125354766846]],"negative":[[0,0.35453957319259644],[1,0.3534104824066162],[2,0.33702030777931213],[3,0.3426262140274048],[4,0.34174397587776184],[5,0.34564176201820374],[6,0.33634451031684875],[7,0.32980331778526306],[8,0.33596721291542053],[9,0.33523064851760864],[10,0.33571159839630127],[11,0.32902461290359497],[12,0.32190385460853577],[13,0.32224351167678833],[14,0.31730568408966064],[15,0.3107239007949829],[16,0.3068719208240509],[17,0.30716219544410706],[18,0.30673614144325256],[19,0.3010047972202301],[20,0.3053124248981476],[21,0.3059083819389343],[22,0.3054364025592804],[23,0.30646970868110657],[24,0.3068068325519562],[25,0.31216612458229065],[26,0.30808815360069275],[27,0.31053462624549866],[28,0.3077956438064575],[29,0.3172813951969147],[30,0.3042299747467041],[31,0.3187186121940613],[32,0.3118065595626831],[33,0.3182576298713684],[34,0.3130662739276886],[35,0.3260166347026825],[36,0.32058197259902954],[37,0.31751346588134766],[38,0.3216383755207062],[39,0.30913037061691284],[40,0.3110499382019043],[41,0.3044034540653229],[42,0.3114572763442993],[43,0.30846965312957764],[44,0.30840516090393066],[45,0.30411994457244873],[46,0.30772310495376587],[47,0.30579835176467896],[48,0.3076383173465729],[49,0.30288422107696533],[50,0.30791735649108887],[51,0.3052424490451813],[52,0.30500850081443787],[53,0.3016819953918457],[54,0.31004467606544495],[55,0.3001321256160736],[56,0.3123456835746765],[57,0.3056192994117737],[58,0.3110547959804535],[59,0.31041496992111206],[60,0.31013691425323486],[61,0.31521475315093994],[62,0.3101954460144043],[63,0.3103131651878357],[64,0.30790865421295166],[65,0.3213628828525543],[66,0.3128126859664917],[67,0.31134697794914246],[68,0.3053296208381653],[69,0.31239381432533264],[70,0.31290802359580994],[71,0.3059684932231903],[72,0.3044453561306],[73,0.30659350752830505],[74,0.3084694743156433],[75,0.30272769927978516],[76,0.31075745820999146],[77,0.3097850978374481],[78,0.31003284454345703],[79,0.30964964628219604],[80,0.3092237710952759],[81,0.3052763044834137],[82,0.3067815899848938],[83,0.3058716654777527],[84,0.30972155928611755],[85,0.30309972167015076],[86,0.3110567033290863],[87,0.3119524121284485],[88,0.3093341290950775],[89,0.30656710267066956],[90,0.3092302083969116],[91,0.3054960072040558],[92,0.3136891722679138],[93,0.3098811209201813],[94,0.3138014078140259],[95,0.31283968687057495],[96,0.31314870715141296],[97,0.30988675355911255],[98,0.31491658091545105],[99,0.3162093460559845]],"field":"reward_imagereward","scope":"clean-output anchor","updates":100,"seedPolicy":"not available in this metrics export"},"status":"complete","final":{"scores":{"imagereward":1.7613511034508702},"stats":{"imagereward":{"mean":1.7613511034508702,"std":0.4271376029229516,"se":0.013507276995411217,"n":1000}}}},{"id":"zimage_hpsv3","backbone":"zimage","metric":"hpsv3","label":"HPSv3","budget":100,"v1":{"reward":[[0,8.997340202331543],[1,9.122690200805664],[2,9.368030548095703],[3,9.818741798400879],[4,10.181191444396973],[5,10.845916748046875],[6,10.593982696533203],[7,10.557549476623535],[8,10.71143913269043],[9,10.721969604492188],[10,11.666828155517578],[11,11.430391311645508],[12,12.119694709777832],[13,12.084564208984375],[14,12.449847221374512],[15,12.93026351928711],[16,13.567842483520508],[17,12.633167266845703],[18,13.07365608215332],[19,12.816420555114746],[20,13.320140838623047],[21,13.51803207397461],[22,13.347743034362793],[23,13.423343658447266],[24,13.421260833740234],[25,13.043540954589844],[26,13.225665092468262],[27,13.830424308776855],[28,13.338226318359375],[29,13.331304550170898],[30,13.45915412902832],[31,13.329517364501953],[32,13.538503646850586],[33,13.534372329711914],[34,13.74930191040039],[35,13.6166353225708],[36,13.390854835510254],[37,13.593975067138672],[38,13.985427856445312],[39,13.779537200927734],[40,13.680704116821289],[41,13.994053840637207],[42,14.119571685791016],[43,13.440950393676758],[44,14.28427505493164],[45,13.808449745178223],[46,13.941818237304688],[47,14.686763763427734],[48,14.138931274414062],[49,13.723665237426758],[50,14.376312255859375],[51,13.768251419067383],[52,14.018696784973145],[53,13.9513521194458],[54,13.957462310791016],[55,13.486220359802246],[56,13.834126472473145],[57,14.170577049255371],[58,13.922779083251953],[59,14.411540985107422],[60,14.160846710205078],[61,14.423267364501953],[62,14.32918643951416],[63,14.10157585144043],[64,14.336475372314453],[65,13.971809387207031],[66,13.872294425964355],[67,14.220988273620605],[68,14.141331672668457],[69,14.06585693359375],[70,14.630620002746582],[71,14.349533081054688],[72,14.33029556274414],[73,14.038823127746582],[74,14.611227989196777],[75,14.15696907043457],[76,14.068474769592285],[77,14.064154624938965],[78,14.29856014251709],[79,14.167677879333496],[80,13.644293785095215],[81,14.288004875183105],[82,14.526092529296875],[83,14.911243438720703],[84,13.986799240112305],[85,13.704352378845215],[86,14.79830551147461],[87,13.86195182800293],[88,14.411097526550293],[89,14.555192947387695],[90,14.066417694091797],[91,14.67103385925293],[92,13.97152328491211],[93,13.571249961853027],[94,14.070059776306152],[95,14.305099487304688],[96,14.273322105407715],[97,14.067672729492188],[98,14.324207305908203],[99,14.534725189208984]],"loss":[[0,1.0076088905334473],[1,0.985119640827179],[2,0.9881542325019836],[3,0.9631071090698242],[4,1.0046145915985107],[5,1.0130126476287842],[6,1.0194181203842163],[7,1.0104596614837646],[8,1.004530668258667],[9,1.023301362991333],[10,1.0390832424163818],[11,1.0487432479858398],[12,1.0506165027618408],[13,1.0339432954788208],[14,1.0587165355682373],[15,1.019955039024353],[16,1.0460669994354248],[17,1.0209630727767944],[18,1.0412650108337402],[19,1.0511200428009033],[20,1.0210957527160645],[21,1.064285159111023],[22,1.0564671754837036],[23,1.0650994777679443],[24,1.0415419340133667],[25,1.042031168937683],[26,1.0208112001419067],[27,1.087979793548584],[28,1.059698224067688],[29,1.078771948814392],[30,1.0882197618484497],[31,1.0654464960098267],[32,1.049356460571289],[33,1.0753095149993896],[34,1.0720479488372803],[35,1.0472352504730225],[36,1.0348871946334839],[37,1.050602912902832],[38,1.0560845136642456],[39,1.0273157358169556],[40,1.0677423477172852],[41,1.0692367553710938],[42,1.0964008569717407],[43,1.0818248987197876],[44,1.0443410873413086],[45,1.060268521308899],[46,1.0156794786453247],[47,1.0338793992996216],[48,1.061120629310608],[49,1.0659914016723633],[50,1.0471227169036865],[51,1.0373954772949219],[52,1.0501658916473389],[53,1.063024878501892],[54,1.039147973060608],[55,1.0398167371749878],[56,1.059376835823059],[57,1.043530821800232],[58,1.063520073890686],[59,1.0382674932479858],[60,1.029776930809021],[61,1.0569769144058228],[62,1.035933494567871],[63,1.0668188333511353],[64,1.0611132383346558],[65,1.0471582412719727],[66,1.0740312337875366],[67,0.989615261554718],[68,1.0390607118606567],[69,1.0544933080673218],[70,1.0447362661361694],[71,1.0725661516189575],[72,1.0538716316223145],[73,1.034749984741211],[74,1.0397655963897705],[75,1.0704045295715332],[76,1.0249929428100586],[77,1.0300153493881226],[78,1.060963749885559],[79,1.0600396394729614],[80,1.0403001308441162],[81,1.0553399324417114],[82,1.0130985975265503],[83,1.0704467296600342],[84,1.0086020231246948],[85,1.027293086051941],[86,1.0425523519515991],[87,1.057330846786499],[88,1.0194830894470215],[89,1.0711321830749512],[90,1.06367826461792],[91,1.0615617036819458],[92,1.064514398574829],[93,1.060617208480835],[94,1.0849313735961914],[95,1.0444414615631104],[96,1.02609384059906],[97,1.0577752590179443],[98,1.0493491888046265],[99,1.0394808053970337]],"positive":[[0,0.20368322730064392],[1,0.19812540709972382],[2,0.20005805790424347],[3,0.19405201077461243],[4,0.20055940747261047],[5,0.20385414361953735],[6,0.2052946835756302],[7,0.20298662781715393],[8,0.20176871120929718],[9,0.20668016374111176],[10,0.20912373065948486],[11,0.21130667626857758],[12,0.21141493320465088],[13,0.2081272453069687],[14,0.21315217018127441],[15,0.20690493285655975],[16,0.21159948408603668],[17,0.20590096712112427],[18,0.21050453186035156],[19,0.2107115387916565],[20,0.2065189629793167],[21,0.21473534405231476],[22,0.21263054013252258],[23,0.2135416716337204],[24,0.20935148000717163],[25,0.20864863693714142],[26,0.20462411642074585],[27,0.21783137321472168],[28,0.21387895941734314],[29,0.2168033868074417],[30,0.21956144273281097],[31,0.214803546667099],[32,0.21135565638542175],[33,0.2168513834476471],[34,0.21653658151626587],[35,0.20962318778038025],[36,0.20872466266155243],[37,0.2118566632270813],[38,0.21321998536586761],[39,0.20624050498008728],[40,0.21551792323589325],[41,0.21589882671833038],[42,0.21923285722732544],[43,0.2180052548646927],[44,0.21001571416854858],[45,0.2135406732559204],[46,0.20542789995670319],[47,0.20843380689620972],[48,0.21273267269134521],[49,0.21494027972221375],[50,0.21188759803771973],[51,0.20856015384197235],[52,0.21141304075717926],[53,0.21170848608016968],[54,0.20922277867794037],[55,0.21052110195159912],[56,0.2123921811580658],[57,0.2092134654521942],[58,0.21584917604923248],[59,0.20945778489112854],[60,0.2068159431219101],[61,0.21294234693050385],[62,0.20814789831638336],[63,0.21465100347995758],[64,0.2130381166934967],[65,0.21018321812152863],[66,0.2167411893606186],[67,0.19936412572860718],[68,0.2098446488380432],[69,0.21212391555309296],[70,0.21069924533367157],[71,0.21550628542900085],[72,0.21212825179100037],[73,0.20830489695072174],[74,0.20971474051475525],[75,0.2160845845937729],[76,0.20674444735050201],[77,0.20851624011993408],[78,0.21354639530181885],[79,0.2131718099117279],[80,0.20890000462532043],[81,0.21348217129707336],[82,0.20370669662952423],[83,0.21528631448745728],[84,0.20361506938934326],[85,0.20727042853832245],[86,0.20911945402622223],[87,0.2129920870065689],[88,0.20566080510616302],[89,0.21569597721099854],[90,0.2137204259634018],[91,0.21342147886753082],[92,0.2144477516412735],[93,0.2127554714679718],[94,0.21898309886455536],[95,0.21110907196998596],[96,0.20534074306488037],[97,0.21353857219219208],[98,0.21091854572296143],[99,0.21030372381210327]],"negative":[[0,0.1994066685438156],[1,0.19602440297603607],[2,0.19486455619335175],[3,0.1912805438041687],[4,0.20125384628772736],[5,0.20131908357143402],[6,0.20244333148002625],[7,0.20117300748825073],[8,0.19997157156467438],[9,0.20258772373199463],[10,0.20639106631278992],[11,0.20821340382099152],[12,0.2087169885635376],[13,0.20550113916397095],[14,0.21036475896835327],[15,0.2010890692472458],[16,0.20684942603111267],[17,0.20240959525108337],[18,0.20608650147914886],[19,0.20950201153755188],[20,0.2020379602909088],[21,0.21102134883403778],[22,0.20998311042785645],[23,0.2125949114561081],[24,0.20733578503131866],[25,0.20822131633758545],[26,0.20363889634609222],[27,0.217349112033844],[28,0.21000009775161743],[29,0.21467353403568268],[30,0.21568456292152405],[31,0.2115515023469925],[32,0.20844970643520355],[33,0.21314352750778198],[34,0.2122594565153122],[35,0.20911647379398346],[36,0.2052292823791504],[37,0.20832645893096924],[38,0.20922565460205078],[39,0.2046649307012558],[40,0.21138840913772583],[41,0.21180646121501923],[42,0.21927975118160248],[43,0.2147894650697708],[44,0.20768333971500397],[45,0.2105976641178131],[46,0.20090745389461517],[47,0.2050136923789978],[48,0.21175117790699005],[49,0.21135620772838593],[50,0.20700860023498535],[51,0.20630472898483276],[52,0.20859114825725555],[53,0.2136467844247818],[54,0.2065049558877945],[55,0.20544323325157166],[56,0.2113078236579895],[57,0.20809069275856018],[58,0.2096843123435974],[59,0.2057923823595047],[60,0.20508071780204773],[61,0.2097756266593933],[62,0.20624062418937683],[63,0.21184635162353516],[64,0.2111862152814865],[65,0.2086619883775711],[66,0.21276697516441345],[67,0.1964349001646042],[68,0.20591887831687927],[69,0.20962859690189362],[70,0.20708870887756348],[71,0.2134646475315094],[72,0.20943504571914673],[73,0.2055256962776184],[74,0.20618073642253876],[75,0.21236370503902435],[76,0.20336461067199707],[77,0.20344874262809753],[78,0.21084122359752655],[79,0.21103473007678986],[80,0.20719283819198608],[81,0.20878377556800842],[82,0.20175376534461975],[83,0.2130158245563507],[84,0.1998986154794693],[85,0.2036210000514984],[86,0.20769913494586945],[87,0.20987296104431152],[88,0.20213305950164795],[89,0.21262463927268982],[90,0.21197004616260529],[91,0.2113383710384369],[92,0.21139264106750488],[93,0.21146813035011292],[94,0.2149384319782257],[95,0.20673304796218872],[96,0.2050621658563614],[97,0.20964926481246948],[98,0.208729088306427],[99,0.20557232201099396]],"field":"reward_hpsv3","scope":"rollout endpoint","updates":100,"seedPolicy":"not available in this metrics export","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/zimage/opsd/hpsv3/save/metrics.jsonl"},"v2":{"reward":[[0,8.769575119018555],[1,9.052936553955078],[2,9.284834861755371],[3,9.30833625793457],[4,9.759687423706055],[5,10.078516960144043],[6,10.152721405029297],[7,10.659225463867188],[8,10.81240177154541],[9,11.218912124633789],[10,11.540058135986328],[11,11.817901611328125],[12,11.942234992980957],[13,12.18430233001709],[14,12.296939849853516],[15,12.503030776977539],[16,12.544721603393555],[17,12.830510139465332],[18,12.767362594604492],[19,12.771546363830566],[20,12.672481536865234],[21,12.853392601013184],[22,12.869766235351562],[23,13.163103103637695],[24,12.999618530273438],[25,13.024120330810547],[26,13.072162628173828],[27,13.067445755004883],[28,13.079123497009277],[29,13.170665740966797],[30,13.257978439331055],[31,13.26393985748291],[32,13.29587459564209],[33,13.314939498901367],[34,13.236611366271973],[35,13.341602325439453],[36,13.415616989135742],[37,13.358378410339355],[38,13.373982429504395],[39,13.540457725524902],[40,13.460362434387207],[41,13.527312278747559],[42,13.486607551574707],[43,13.470194816589355],[44,13.548145294189453],[45,13.419784545898438],[46,13.491437911987305],[47,13.579540252685547],[48,13.524544715881348],[49,13.62119197845459],[50,13.525766372680664],[51,13.495610237121582],[52,13.673067092895508],[53,13.56602668762207],[54,13.591232299804688],[55,13.55923080444336],[56,13.658989906311035],[57,13.778969764709473],[58,13.770670890808105],[59,13.830729484558105],[60,13.778250694274902],[61,13.6915864944458],[62,13.819242477416992],[63,13.733200073242188],[64,13.851385116577148],[65,13.792731285095215],[66,13.743038177490234],[67,13.80129337310791],[68,13.797457695007324],[69,13.899080276489258],[70,13.884708404541016],[71,13.814254760742188],[72,13.910771369934082],[73,13.884528160095215],[74,13.93798828125],[75,14.007936477661133],[76,13.89699649810791],[77,14.011700630187988],[78,13.945656776428223],[79,13.940110206604004],[80,14.031414031982422],[81,13.897790908813477],[82,13.939241409301758],[83,14.011128425598145],[84,13.872513771057129],[85,14.012213706970215],[86,13.991950988769531],[87,14.16006851196289],[88,14.00277328491211],[89,13.97171688079834],[90,14.064288139343262],[91,13.871919631958008],[92,13.925506591796875],[93,13.949054718017578],[94,14.11225700378418],[95,14.062066078186035],[96,14.066506385803223],[97,14.035043716430664],[98,14.148588180541992],[99,14.078180313110352]],"loss":[[0,1.8295361995697021],[1,1.8569544553756714],[2,1.855776071548462],[3,1.8486924171447754],[4,1.8565256595611572],[5,1.9032121896743774],[6,1.9039944410324097],[7,1.8676902055740356],[8,1.9238085746765137],[9,1.905192255973816],[10,1.8966386318206787],[11,1.915245532989502],[12,1.881525993347168],[13,1.91436767578125],[14,1.8990682363510132],[15,1.8957114219665527],[16,1.9141895771026611],[17,1.9140535593032837],[18,1.9240857362747192],[19,1.9316240549087524],[20,1.9384890794754028],[21,1.91658616065979],[22,1.9667772054672241],[23,1.9467905759811401],[24,1.9493199586868286],[25,1.9181982278823853],[26,1.9466453790664673],[27,1.9652166366577148],[28,1.934753179550171],[29,1.911624789237976],[30,1.9473005533218384],[31,1.9421472549438477],[32,1.9560673236846924],[33,1.960129737854004],[34,1.950925350189209],[35,1.9716005325317383],[36,1.982179045677185],[37,1.9889519214630127],[38,1.9230653047561646],[39,1.9719297885894775],[40,1.960771083831787],[41,1.9436739683151245],[42,1.9286508560180664],[43,1.937639594078064],[44,1.9508782625198364],[45,1.9596524238586426],[46,1.9448308944702148],[47,1.9653263092041016],[48,1.9561890363693237],[49,1.9304121732711792],[50,1.9966702461242676],[51,2.001286745071411],[52,1.9637492895126343],[53,1.9578577280044556],[54,2.019967794418335],[55,1.9806461334228516],[56,2.003617286682129],[57,1.9949861764907837],[58,1.9838449954986572],[59,1.9887813329696655],[60,1.9752206802368164],[61,1.9812240600585938],[62,1.956217646598816],[63,1.9837359189987183],[64,1.9762706756591797],[65,1.956321120262146],[66,2.0100178718566895],[67,1.9973535537719727],[68,1.9876046180725098],[69,1.96592378616333],[70,1.976516604423523],[71,2.000214099884033],[72,1.9633026123046875],[73,1.9589978456497192],[74,1.9866138696670532],[75,1.9621018171310425],[76,1.9311175346374512],[77,1.9602121114730835],[78,2.0049357414245605],[79,1.9641941785812378],[80,1.943448543548584],[81,1.960260033607483],[82,1.9882431030273438],[83,1.9419043064117432],[84,1.9584267139434814],[85,1.9294514656066895],[86,1.966691255569458],[87,1.9354872703552246],[88,1.9323240518569946],[89,1.942244529724121],[90,1.963420033454895],[91,1.9352167844772339],[92,1.9564473628997803],[93,1.9587044715881348],[94,1.932431697845459],[95,1.9374570846557617],[96,1.9156591892242432],[97,1.9556857347488403],[98,1.9529073238372803],[99,1.934449553489685]],"positive":[[0,0.365908682346344],[1,0.3741326332092285],[2,0.37384140491485596],[3,0.37241727113723755],[4,0.37399986386299133],[5,0.3835325837135315],[6,0.3838732838630676],[7,0.37627318501472473],[8,0.38764438033103943],[9,0.3837110102176666],[10,0.3817780315876007],[11,0.3856375515460968],[12,0.3787929117679596],[13,0.3854224979877472],[14,0.38212570548057556],[15,0.3815174698829651],[16,0.385127991437912],[17,0.3850806653499603],[18,0.3870261311531067],[19,0.3887297511100769],[20,0.3899697959423065],[21,0.3855079710483551],[22,0.395747572183609],[23,0.39161795377731323],[24,0.3920837640762329],[25,0.38574105501174927],[26,0.3915013372898102],[27,0.39535069465637207],[28,0.38913071155548096],[29,0.38426631689071655],[30,0.3916482925415039],[31,0.39063751697540283],[32,0.39351946115493774],[33,0.3942832052707672],[34,0.39236798882484436],[35,0.39660096168518066],[36,0.39884281158447266],[37,0.40019020438194275],[38,0.38665536046028137],[39,0.39674893021583557],[40,0.39438295364379883],[41,0.39095544815063477],[42,0.38786035776138306],[43,0.3896217346191406],[44,0.39232441782951355],[45,0.3940158486366272],[46,0.3911309540271759],[47,0.3952813446521759],[48,0.39352622628211975],[49,0.3877638876438141],[50,0.40160298347473145],[51,0.4025122821331024],[52,0.3949480652809143],[53,0.3938141167163849],[54,0.4065406024456024],[55,0.3984060287475586],[56,0.40311354398727417],[57,0.4013122618198395],[58,0.39911314845085144],[59,0.40014177560806274],[60,0.397357314825058],[61,0.3985937237739563],[62,0.39343008399009705],[63,0.399135559797287],[64,0.39751818776130676],[65,0.39349299669265747],[66,0.4044939875602722],[67,0.4018019735813141],[68,0.39991381764411926],[69,0.39538338780403137],[70,0.3975265324115753],[71,0.40246766805648804],[72,0.3949090540409088],[73,0.394051194190979],[74,0.3996938169002533],[75,0.3947471082210541],[76,0.3883870840072632],[77,0.39432334899902344],[78,0.4034169614315033],[79,0.39514729380607605],[80,0.3909100592136383],[81,0.3942513167858124],[82,0.40003275871276855],[83,0.39060938358306885],[84,0.3938754200935364],[85,0.38811588287353516],[86,0.3957008719444275],[87,0.3893034756183624],[88,0.38861724734306335],[89,0.39065033197402954],[90,0.39497554302215576],[91,0.38913482427597046],[92,0.39359050989151],[93,0.39401474595069885],[94,0.38883593678474426],[95,0.3897207975387573],[96,0.3851771652698517],[97,0.39333459734916687],[98,0.3927650451660156],[99,0.3890269100666046]],"negative":[[0,0.3659058213233948],[1,0.3686491847038269],[2,0.3684690296649933],[3,0.3670596778392792],[4,0.3686103820800781],[5,0.3777523934841156],[6,0.37772446870803833],[7,0.3708028793334961],[8,0.3818790018558502],[9,0.3783658742904663],[10,0.37687739729881287],[11,0.380460649728775],[12,0.3738175332546234],[13,0.3803246021270752],[14,0.37750160694122314],[15,0.3767671287059784],[16,0.3805478811264038],[17,0.38054072856903076],[18,0.38260820508003235],[19,0.3839198648929596],[20,0.38542577624320984],[21,0.3811265230178833],[22,0.3909633159637451],[23,0.38709837198257446],[24,0.3876441717147827],[25,0.3815382421016693],[26,0.38715678453445435],[27,0.390735924243927],[28,0.38477054238319397],[29,0.38038361072540283],[30,0.3872719705104828],[31,0.38622134923934937],[32,0.38890746235847473],[33,0.38976866006851196],[34,0.3880021572113037],[35,0.3920392692089081],[36,0.39402875304222107],[37,0.3953905999660492],[38,0.382570743560791],[39,0.3920229971408844],[40,0.389925479888916],[41,0.3865141272544861],[42,0.3835999667644501],[43,0.385434091091156],[44,0.3880268633365631],[45,0.3898451626300812],[46,0.38680142164230347],[47,0.39084920287132263],[48,0.38894933462142944],[49,0.38440099358558655],[50,0.397065132856369],[51,0.39800238609313965],[52,0.3905516266822815],[53,0.38932904601097107],[54,0.4014465808868408],[55,0.3938524127006531],[56,0.39833328127861023],[57,0.3966822028160095],[58,0.3944248855113983],[59,0.395370751619339],[60,0.3927309513092041],[61,0.3938958942890167],[62,0.3890570104122162],[63,0.3943587839603424],[64,0.3929900825023651],[65,0.3890354633331299],[66,0.3995131552219391],[67,0.39713943004608154],[68,0.3951280117034912],[69,0.39098605513572693],[70,0.39308011531829834],[71,0.397617906332016],[72,0.39041194319725037],[73,0.3895478844642639],[74,0.394951730966568],[75,0.3900935649871826],[76,0.3840599060058594],[77,0.3897615075111389],[78,0.39855730533599854],[79,0.39053040742874146],[80,0.3864693343639374],[81,0.3898526430130005],[82,0.39526447653770447],[83,0.38615235686302185],[84,0.38949528336524963],[85,0.38366469740867615],[86,0.39097559452056885],[87,0.38489145040512085],[88,0.3843124210834503],[89,0.38624751567840576],[90,0.3903925120830536],[91,0.3849518299102783],[92,0.3889884650707245],[93,0.3894670605659485],[94,0.38413670659065247],[95,0.38526201248168945],[96,0.3810864984989166],[97,0.38893967866897583],[98,0.38839787244796753],[99,0.38475295901298523]],"field":"reward_hpsv3","scope":"clean-output anchor","updates":100,"seedPolicy":"not available in this metrics export"},"status":"complete","final":{"scores":{"hpsv3":15.51417056941986},"stats":{"hpsv3":{"mean":15.51417056941986,"std":1.0444356822556748,"se":0.0330279562547984,"n":1000}}}},{"id":"zimage_deqa","backbone":"zimage","metric":"deqa","label":"DeQA","budget":100,"v1":{"reward":[[0,4.420080184936523],[1,4.3730902671813965],[2,4.338799476623535],[3,4.476186752319336],[4,4.495621681213379],[5,4.530386924743652],[6,4.569087982177734],[7,4.580971717834473],[8,4.581138610839844],[9,4.593857288360596],[10,4.58415412902832],[11,4.6399407386779785],[12,4.631189823150635],[13,4.658013820648193],[14,4.659397125244141],[15,4.668707847595215],[16,4.691308975219727],[17,4.687313556671143],[18,4.679117679595947],[19,4.696586608886719],[20,4.712995529174805],[21,4.717754364013672],[22,4.717409610748291],[23,4.7174553871154785],[24,4.730846405029297],[25,4.726399898529053],[26,4.72584867477417],[27,4.736814498901367],[28,4.73919153213501],[29,4.73511266708374],[30,4.7178802490234375],[31,4.734546184539795],[32,4.744080543518066],[33,4.747499465942383],[34,4.750110149383545],[35,4.750844955444336],[36,4.745289325714111],[37,4.754006385803223],[38,4.751949310302734],[39,4.748294353485107],[40,4.756964683532715],[41,4.751953125],[42,4.763034343719482],[43,4.760456562042236],[44,4.7677741050720215],[45,4.773446559906006],[46,4.749720096588135],[47,4.76432991027832],[48,4.760078430175781],[49,4.7599101066589355],[50,4.759826183319092],[51,4.767012596130371],[52,4.769952774047852],[53,4.769927978515625],[54,4.776492595672607],[55,4.774648666381836],[56,4.769868850708008],[57,4.768239974975586],[58,4.767414569854736],[59,4.772550582885742],[60,4.774272441864014],[61,4.772947788238525],[62,4.783585548400879],[63,4.789309978485107],[64,4.771766185760498],[65,4.779040813446045],[66,4.7862443923950195],[67,4.781408309936523],[68,4.79036808013916],[69,4.777250289916992],[70,4.780722141265869],[71,4.7782883644104],[72,4.786427974700928],[73,4.785470008850098],[74,4.792303085327148],[75,4.783198833465576],[76,4.79097843170166],[77,4.792967319488525],[78,4.786715507507324],[79,4.792347431182861],[80,4.783268928527832],[81,4.791550636291504],[82,4.79035758972168],[83,4.78702974319458],[84,4.795517921447754],[85,4.797190189361572],[86,4.782824993133545],[87,4.795494556427002],[88,4.790331840515137],[89,4.793362140655518],[90,4.788774490356445],[91,4.79732084274292],[92,4.794950485229492],[93,4.794912338256836],[94,4.792612075805664],[95,4.790563106536865],[96,4.795444965362549],[97,4.7928643226623535],[98,4.79280948638916],[99,4.799832344055176]],"loss":[[0,1.0317878723144531],[1,1.048638105392456],[2,1.1158052682876587],[3,1.1172435283660889],[4,1.164662480354309],[5,1.1329585313796997],[6,1.206794261932373],[7,1.2230979204177856],[8,1.2041629552841187],[9,1.2023741006851196],[10,1.270927906036377],[11,1.2228505611419678],[12,1.2473891973495483],[13,1.2528661489486694],[14,1.1850097179412842],[15,1.2405617237091064],[16,1.2244322299957275],[17,1.2434319257736206],[18,1.1878935098648071],[19,1.2451021671295166],[20,1.2467478513717651],[21,1.2272462844848633],[22,1.2308305501937866],[23,1.2468971014022827],[24,1.2547006607055664],[25,1.2308568954467773],[26,1.2562974691390991],[27,1.2566618919372559],[28,1.2329167127609253],[29,1.2287098169326782],[30,1.2886663675308228],[31,1.260317325592041],[32,1.2790064811706543],[33,1.2429018020629883],[34,1.2771786451339722],[35,1.2591689825057983],[36,1.2470226287841797],[37,1.2332627773284912],[38,1.2519370317459106],[39,1.2950983047485352],[40,1.2374321222305298],[41,1.2216354608535767],[42,1.2704710960388184],[43,1.2708593606948853],[44,1.2873811721801758],[45,1.282809853553772],[46,1.2757564783096313],[47,1.2544214725494385],[48,1.2708995342254639],[49,1.2855664491653442],[50,1.3008277416229248],[51,1.298147201538086],[52,1.2663629055023193],[53,1.3051143884658813],[54,1.299017071723938],[55,1.300763726234436],[56,1.300630807876587],[57,1.322845458984375],[58,1.312049150466919],[59,1.281884789466858],[60,1.283584713935852],[61,1.2668975591659546],[62,1.3396872282028198],[63,1.3198862075805664],[64,1.328494906425476],[65,1.3172637224197388],[66,1.3176162242889404],[67,1.3043382167816162],[68,1.3898614645004272],[69,1.338732123374939],[70,1.3199851512908936],[71,1.3115320205688477],[72,1.3695558309555054],[73,1.3247383832931519],[74,1.389012336730957],[75,1.3387144804000854],[76,1.3424052000045776],[77,1.3266880512237549],[78,1.330575942993164],[79,1.3749110698699951],[80,1.33311128616333],[81,1.3394856452941895],[82,1.3089303970336914],[83,1.3470906019210815],[84,1.3698921203613281],[85,1.371801733970642],[86,1.3334943056106567],[87,1.352762222290039],[88,1.3309719562530518],[89,1.3417004346847534],[90,1.3808085918426514],[91,1.3642160892486572],[92,1.3905819654464722],[93,1.3744475841522217],[94,1.3502018451690674],[95,1.3207638263702393],[96,1.3685669898986816],[97,1.3591396808624268],[98,1.3465638160705566],[99,1.3386658430099487]],"positive":[[0,0.2120726853609085],[1,0.21369493007659912],[2,0.2276250123977661],[3,0.2254677712917328],[4,0.2345929592847824],[5,0.22851717472076416],[6,0.24686218798160553],[7,0.24839363992214203],[8,0.24238263070583344],[9,0.24248044192790985],[10,0.2563159763813019],[11,0.24476030468940735],[12,0.2516465187072754],[13,0.2532467246055603],[14,0.24014337360858917],[15,0.2520163953304291],[16,0.24959740042686462],[17,0.25314953923225403],[18,0.24122309684753418],[19,0.25412455201148987],[20,0.2549423277378082],[21,0.25104138255119324],[22,0.2521480321884155],[23,0.25516289472579956],[24,0.25661537051200867],[25,0.2524476647377014],[26,0.2573625445365906],[27,0.25752538442611694],[28,0.253192275762558],[29,0.25395122170448303],[30,0.26567718386650085],[31,0.2576787769794464],[32,0.26210078597068787],[33,0.2547435760498047],[34,0.2618679404258728],[35,0.25888606905937195],[36,0.25716930627822876],[37,0.25395455956459045],[38,0.25648802518844604],[39,0.26421722769737244],[40,0.25478920340538025],[41,0.25057339668273926],[42,0.2601025104522705],[43,0.2621484696865082],[44,0.26484814286231995],[45,0.264651358127594],[46,0.2616017460823059],[47,0.25729525089263916],[48,0.259508341550827],[49,0.2645881175994873],[50,0.2663823962211609],[51,0.2676877975463867],[52,0.25887444615364075],[53,0.2669190764427185],[54,0.26818162202835083],[55,0.26772797107696533],[56,0.26830407977104187],[57,0.2722868323326111],[58,0.27143001556396484],[59,0.26319119334220886],[60,0.2644146978855133],[61,0.25984349846839905],[62,0.2775704264640808],[63,0.27239227294921875],[64,0.2727431654930115],[65,0.27244287729263306],[66,0.27279356122016907],[67,0.26928961277008057],[68,0.28790155053138733],[69,0.2763669490814209],[70,0.27365848422050476],[71,0.27149680256843567],[72,0.28209227323532104],[73,0.27506110072135925],[74,0.2876203656196594],[75,0.27955541014671326],[76,0.27547112107276917],[77,0.2735161781311035],[78,0.273937851190567],[79,0.2817564010620117],[80,0.27510300278663635],[81,0.27843475341796875],[82,0.2716778516769409],[83,0.27897077798843384],[84,0.285075306892395],[85,0.2842038571834564],[86,0.27454689145088196],[87,0.2803649604320526],[88,0.27427610754966736],[89,0.27757108211517334],[90,0.28674331307411194],[91,0.28183189034461975],[92,0.2863680422306061],[93,0.2834160327911377],[94,0.27868208289146423],[95,0.2744976580142975],[96,0.282035231590271],[97,0.28137463331222534],[98,0.27835723757743835],[99,0.27630940079689026]],"negative":[[0,0.20066992938518524],[1,0.20557251572608948],[2,0.21877844631671906],[3,0.22149474918842316],[4,0.23127734661102295],[5,0.22458939254283905],[6,0.23589713871479034],[7,0.24073831737041473],[8,0.23938226699829102],[9,0.23822645843029022],[10,0.2520833909511566],[11,0.24433836340904236],[12,0.24734224379062653],[13,0.248035728931427],[14,0.23381395637989044],[15,0.24423012137413025],[16,0.24008561670780182],[17,0.24436812102794647],[18,0.2338111251592636],[19,0.24378173053264618],[20,0.24388277530670166],[21,0.2400280237197876],[22,0.23997190594673157],[23,0.24364252388477325],[24,0.24518942832946777],[25,0.23985719680786133],[26,0.24500425159931183],[27,0.24516496062278748],[28,0.23988139629364014],[29,0.23740921914577484],[30,0.24961146712303162],[31,0.24646945297718048],[32,0.2494821548461914],[33,0.24249708652496338],[34,0.2488793581724167],[35,0.2450377494096756],[36,0.2417026162147522],[37,0.2389778047800064],[38,0.24447721242904663],[39,0.2536762058734894],[40,0.24008513987064362],[41,0.23784953355789185],[42,0.24813327193260193],[43,0.2460695207118988],[44,0.24990855157375336],[45,0.24883870780467987],[46,0.2485114485025406],[47,0.24449782073497772],[48,0.24896319210529327],[49,0.24975575506687164],[50,0.2537270188331604],[51,0.25159862637519836],[52,0.24763941764831543],[53,0.2550484836101532],[54,0.2514209747314453],[55,0.2526357173919678],[56,0.2515771687030792],[57,0.2570083737373352],[58,0.2532914876937866],[59,0.24958524107933044],[60,0.24917669594287872],[61,0.24709685146808624],[62,0.25850051641464233],[63,0.255836546421051],[64,0.25878801941871643],[65,0.25446659326553345],[66,0.2541987895965576],[67,0.25236982107162476],[68,0.2679922878742218],[69,0.2592167556285858],[70,0.25438016653060913],[71,0.25309592485427856],[72,0.26562437415122986],[73,0.25461748242378235],[74,0.2681426405906677],[75,0.25606706738471985],[76,0.2617121934890747],[77,0.2573834955692291],[78,0.25816142559051514],[79,0.26837775111198425],[80,0.2581673860549927],[81,0.25731584429740906],[82,0.2518690526485443],[83,0.25987982749938965],[84,0.2629026472568512],[85,0.2642594873905182],[86,0.2586243748664856],[87,0.2605622112751007],[88,0.25805747509002686],[89,0.25898033380508423],[90,0.2654242217540741],[91,0.26358968019485474],[92,0.26982802152633667],[93,0.2664392292499542],[94,0.2611968517303467],[95,0.25372686982154846],[96,0.26537373661994934],[97,0.2620026469230652],[98,0.2601760923862457],[99,0.2590330243110657]],"field":"reward_deqa","scope":"rollout endpoint","updates":100,"seedPolicy":"not available in this metrics export","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/zimage/opsd/deqa/save/metrics.jsonl"},"v2":{"reward":[[0,4.341824054718018],[1,4.386070251464844],[2,4.42994499206543],[3,4.456735610961914],[4,4.48307466506958],[5,4.51568078994751],[6,4.541512966156006],[7,4.56325626373291],[8,4.573144912719727],[9,4.596598148345947],[10,4.615914821624756],[11,4.628979206085205],[12,4.641382217407227],[13,4.651417255401611],[14,4.660139083862305],[15,4.665421962738037],[16,4.6748151779174805],[17,4.68383264541626],[18,4.68870735168457],[19,4.695643901824951],[20,4.698618412017822],[21,4.704151630401611],[22,4.708769798278809],[23,4.712338447570801],[24,4.715764999389648],[25,4.720098495483398],[26,4.719750881195068],[27,4.724453449249268],[28,4.724393844604492],[29,4.730384826660156],[30,4.73007345199585],[31,4.73393440246582],[32,4.733135223388672],[33,4.7370734214782715],[34,4.7353835105896],[35,4.7429327964782715],[36,4.743532657623291],[37,4.7446441650390625],[38,4.743825435638428],[39,4.745916843414307],[40,4.744899272918701],[41,4.748056888580322],[42,4.751374244689941],[43,4.74451208114624],[44,4.737062931060791],[45,4.739529609680176],[46,4.746523380279541],[47,4.75411319732666],[48,4.758901119232178],[49,4.758951663970947],[50,4.761580467224121],[51,4.762711524963379],[52,4.765288352966309],[53,4.7640533447265625],[54,4.765947341918945],[55,4.764973163604736],[56,4.768417835235596],[57,4.7702484130859375],[58,4.769796371459961],[59,4.7702789306640625],[60,4.771387577056885],[61,4.76962947845459],[62,4.77159309387207],[63,4.772676467895508],[64,4.773664951324463],[65,4.77225923538208],[66,4.775032997131348],[67,4.77500581741333],[68,4.777724266052246],[69,4.776098251342773],[70,4.77678918838501],[71,4.778806209564209],[72,4.7781982421875],[73,4.7790350914001465],[74,4.7794060707092285],[75,4.780806541442871],[76,4.7796807289123535],[77,4.782385349273682],[78,4.781782150268555],[79,4.781913757324219],[80,4.784235954284668],[81,4.781514644622803],[82,4.7846574783325195],[83,4.784788131713867],[84,4.785930156707764],[85,4.784537315368652],[86,4.78494930267334],[87,4.784648895263672],[88,4.785978317260742],[89,4.7848992347717285],[90,4.785799503326416],[91,4.783971309661865],[92,4.789351940155029],[93,4.789461135864258],[94,4.78778600692749],[95,4.787918567657471],[96,4.788911819458008],[97,4.788783073425293],[98,4.788477897644043],[99,4.79011869430542]],"loss":[[0,1.8674800395965576],[1,1.882305383682251],[2,1.9588534832000732],[3,2.0107622146606445],[4,2.0057387351989746],[5,2.043834686279297],[6,2.068000078201294],[7,2.0666818618774414],[8,2.0741233825683594],[9,2.099247694015503],[10,2.1058168411254883],[11,2.071422815322876],[12,2.061115026473999],[13,2.0787174701690674],[14,2.0837056636810303],[15,2.043557643890381],[16,2.0772080421447754],[17,2.0682532787323],[18,2.051959276199341],[19,2.035999059677124],[20,2.0495107173919678],[21,2.0907487869262695],[22,2.095191240310669],[23,2.079444408416748],[24,2.1126163005828857],[25,2.1195242404937744],[26,2.116926908493042],[27,2.083115339279175],[28,2.103518486022949],[29,2.1187117099761963],[30,2.1230907440185547],[31,2.1174497604370117],[32,2.111161231994629],[33,2.129479169845581],[34,2.098409414291382],[35,2.1084158420562744],[36,2.092184543609619],[37,2.119450569152832],[38,2.085470199584961],[39,2.08937406539917],[40,2.0983316898345947],[41,2.0853374004364014],[42,1.8211696147918701],[43,1.9358607530593872],[44,1.929903507232666],[45,1.9179210662841797],[46,1.9383240938186646],[47,1.993119716644287],[48,2.041438341140747],[49,2.0365238189697266],[50,2.0718040466308594],[51,2.093538761138916],[52,2.081024169921875],[53,2.054924249649048],[54,2.0812387466430664],[55,2.06335186958313],[56,2.07515811920166],[57,2.0853970050811768],[58,2.082109212875366],[59,2.0969581604003906],[60,2.0604076385498047],[61,2.065519332885742],[62,2.073199987411499],[63,2.065455198287964],[64,2.1193759441375732],[65,2.073575973510742],[66,2.099335193634033],[67,2.1110100746154785],[68,2.1246705055236816],[69,2.080617666244507],[70,2.0786826610565186],[71,2.094853162765503],[72,2.1342177391052246],[73,2.0922939777374268],[74,2.096534252166748],[75,2.111145496368408],[76,2.120965003967285],[77,2.072477340698242],[78,2.116157293319702],[79,2.1014928817749023],[80,2.0970077514648438],[81,2.0972061157226562],[82,2.1185081005096436],[83,2.1203465461730957],[84,2.1216089725494385],[85,2.1037726402282715],[86,2.1522185802459717],[87,2.103095531463623],[88,2.0863053798675537],[89,2.0968377590179443],[90,2.149846315383911],[91,2.117353916168213],[92,2.1379055976867676],[93,2.1204326152801514],[94,2.1392204761505127],[95,2.121262550354004],[96,2.12815523147583],[97,2.1458380222320557],[98,2.163890838623047],[99,2.174696922302246]],"positive":[[0,0.37349560856819153],[1,0.379191517829895],[2,0.3948955237865448],[3,0.4055367112159729],[4,0.4046344459056854],[5,0.4124395549297333],[6,0.41744619607925415],[7,0.41712716221809387],[8,0.4188309907913208],[9,0.4239509701728821],[10,0.425481379032135],[11,0.4184487760066986],[12,0.416563481092453],[13,0.42018261551856995],[14,0.42165887355804443],[15,0.41310790181159973],[16,0.42022669315338135],[17,0.41832324862480164],[18,0.4148452579975128],[19,0.41177162528038025],[20,0.41441649198532104],[21,0.42323043942451477],[22,0.42376798391342163],[23,0.420642226934433],[24,0.4271375834941864],[25,0.4289465844631195],[26,0.4281163811683655],[27,0.42132818698883057],[28,0.4252825081348419],[29,0.4285936951637268],[30,0.42939355969429016],[31,0.42823272943496704],[32,0.426849365234375],[33,0.4305797219276428],[34,0.4240371584892273],[35,0.4261622130870819],[36,0.422902375459671],[37,0.42858725786209106],[38,0.4214530289173126],[39,0.42235448956489563],[40,0.4242251515388489],[41,0.42142143845558167],[42,0.36591836810112],[43,0.3914078176021576],[44,0.39064109325408936],[45,0.3881538510322571],[46,0.39242422580718994],[47,0.40363380312919617],[48,0.4136773943901062],[49,0.4124975800514221],[50,0.41986608505249023],[51,0.4244289994239807],[52,0.4217986464500427],[53,0.4162708520889282],[54,0.4217691719532013],[55,0.4181351661682129],[56,0.42055997252464294],[57,0.42259183526039124],[58,0.4220254719257355],[59,0.42502090334892273],[60,0.4172130823135376],[61,0.41854479908943176],[62,0.4200175106525421],[63,0.4184565544128418],[64,0.42972031235694885],[65,0.42004087567329407],[66,0.42550674080848694],[67,0.4278107285499573],[68,0.43063029646873474],[69,0.4215577244758606],[70,0.42122840881347656],[71,0.42448684573173523],[72,0.4325818121433258],[73,0.4239794909954071],[74,0.42484045028686523],[75,0.42789244651794434],[76,0.43007951974868774],[77,0.4197072386741638],[78,0.42880186438560486],[79,0.4257122576236725],[80,0.42491525411605835],[81,0.42488279938697815],[82,0.4292276203632355],[83,0.4298498332500458],[84,0.4299580156803131],[85,0.4262547194957733],[86,0.4362761676311493],[87,0.42601677775382996],[88,0.42274919152259827],[89,0.4247436821460724],[90,0.4359263777732849],[91,0.4289585053920746],[92,0.4334065020084381],[93,0.4297400116920471],[94,0.4336066246032715],[95,0.42993035912513733],[96,0.43131905794143677],[97,0.4350780248641968],[98,0.43879392743110657],[99,0.44093427062034607]],"negative":[[0,0.37349647283554077],[1,0.37373068928718567],[2,0.38864588737487793],[3,0.3987681567668915],[4,0.3976610600948334],[5,0.4050942659378052],[6,0.4097538888454437],[7,0.40954557061195374],[8,0.4108184278011322],[9,0.4157480299472809],[10,0.41684532165527344],[11,0.4101203382015228],[12,0.40788257122039795],[13,0.41130438446998596],[14,0.4118233919143677],[15,0.4043150544166565],[16,0.41065654158592224],[17,0.40897804498672485],[18,0.40593844652175903],[19,0.4026280641555786],[20,0.405387818813324],[21,0.4130690395832062],[22,0.4143085181713104],[23,0.4111355245113373],[24,0.41790902614593506],[25,0.41886308789253235],[26,0.41865435242652893],[27,0.4119179844856262],[28,0.4161248207092285],[29,0.41889092326164246],[30,0.4198427200317383],[31,0.4187471568584442],[32,0.4176151156425476],[33,0.42121192812919617],[34,0.41532665491104126],[35,0.4172041416168213],[36,0.41397154331207275],[37,0.41919299960136414],[38,0.41273507475852966],[39,0.41339507699012756],[40,0.4151075780391693],[41,0.41271358728408813],[42,0.36254942417144775],[43,0.3829365074634552],[44,0.3813203275203705],[45,0.3790145218372345],[46,0.38290539383888245],[47,0.3936140835285187],[48,0.4028978645801544],[49,0.4021120071411133],[50,0.40885552763938904],[51,0.41298648715019226],[52,0.41061100363731384],[53,0.40569883584976196],[54,0.41072624921798706],[55,0.40720564126968384],[56,0.4095032215118408],[57,0.41156691312789917],[58,0.4108181893825531],[59,0.41376227140426636],[60,0.4069500267505646],[61,0.4076629877090454],[62,0.4092625081539154],[63,0.4077255427837372],[64,0.4180300831794739],[65,0.4093894958496094],[66,0.41422730684280396],[67,0.4165933430194855],[68,0.4192379117012024],[69,0.41068941354751587],[70,0.41024473309516907],[71,0.41345441341400146],[72,0.4211052656173706],[73,0.4129381477832794],[74,0.41377323865890503],[75,0.41656580567359924],[76,0.4183064103126526],[77,0.40928372740745544],[78,0.41766107082366943],[79,0.41488492488861084],[80,0.4138878583908081],[81,0.41399961709976196],[82,0.4181756377220154],[83,0.41828882694244385],[84,0.41868558526039124],[85,0.4152543842792511],[86,0.42461127042770386],[87,0.4152214825153351],[88,0.4117729663848877],[89,0.41399139165878296],[90,0.424012154340744],[91,0.4179829955101013],[92,0.42175576090812683],[93,0.4184330105781555],[94,0.42208153009414673],[95,0.4185746908187866],[96,0.4199430048465729],[97,0.42325717210769653],[98,0.4267623722553253],[99,0.42894446849823]],"field":"reward_deqa","scope":"clean-output anchor","updates":100,"seedPolicy":"not available in this metrics export"},"status":"complete","final":{"scores":{"deqa":4.772895346164703},"stats":{"deqa":{"mean":4.772895346164703,"std":0.03347582874512568,"se":0.0010585986539633342,"n":1000}}}},{"id":"zimage_altclip","backbone":"zimage","metric":"altclip","label":"AltCLIP","budget":100,"v1":{"reward":[[0,0.3795764744281769],[1,0.37183067202568054],[2,0.3759812116622925],[3,0.39081037044525146],[4,0.38641124963760376],[5,0.3949173092842102],[6,0.3844081163406372],[7,0.39389365911483765],[8,0.41258975863456726],[9,0.3903049826622009],[10,0.39243781566619873],[11,0.4140249192714691],[12,0.38802874088287354],[13,0.40975046157836914],[14,0.41320082545280457],[15,0.4104447364807129],[16,0.4235421419143677],[17,0.4045402407646179],[18,0.41850027441978455],[19,0.4220374524593353],[20,0.4253518879413605],[21,0.4223116636276245],[22,0.4145463705062866],[23,0.41562196612358093],[24,0.4161149263381958],[25,0.418545126914978],[26,0.4316379725933075],[27,0.42212778329849243],[28,0.43132495880126953],[29,0.4348636865615845],[30,0.42536893486976624],[31,0.4293369650840759],[32,0.43887001276016235],[33,0.42924755811691284],[34,0.42974424362182617],[35,0.44064629077911377],[36,0.43745672702789307],[37,0.4414266347885132],[38,0.4270399808883667],[39,0.42803096771240234],[40,0.44954782724380493],[41,0.43996667861938477],[42,0.44050100445747375],[43,0.43891146779060364],[44,0.4390363097190857],[45,0.43806737661361694],[46,0.44337645173072815],[47,0.45030778646469116],[48,0.4471449851989746],[49,0.447774201631546],[50,0.4460667371749878],[51,0.44037696719169617],[52,0.4534263014793396],[53,0.44859442114830017],[54,0.44741004705429077],[55,0.4381824731826782],[56,0.4510588049888611],[57,0.44778940081596375],[58,0.45809152722358704],[59,0.4493340253829956],[60,0.4626755118370056],[61,0.47029080986976624],[62,0.4518703818321228],[63,0.4520862400531769],[64,0.46156713366508484],[65,0.45957469940185547],[66,0.47050750255584717],[67,0.45853984355926514],[68,0.44339048862457275],[69,0.46449798345565796],[70,0.460610032081604],[71,0.4706987738609314],[72,0.47353342175483704],[73,0.4474785625934601],[74,0.4695946276187897],[75,0.4654095470905304],[76,0.46984100341796875],[77,0.4794411063194275],[78,0.47273921966552734],[79,0.45928826928138733],[80,0.4542531967163086],[81,0.45702987909317017],[82,0.4635019302368164],[83,0.4734279215335846],[84,0.4534689486026764],[85,0.45965513586997986],[86,0.45336660742759705],[87,0.4692245125770569],[88,0.47874370217323303],[89,0.4647921919822693],[90,0.4671405553817749],[91,0.4749138057231903],[92,0.465223103761673],[93,0.4697664976119995],[94,0.4736243784427643],[95,0.47042906284332275],[96,0.46715080738067627],[97,0.4656541049480438],[98,0.46030983328819275],[99,0.4765768051147461]],"loss":[[0,0.8061288595199585],[1,0.7925457954406738],[2,0.8029670715332031],[3,0.790375292301178],[4,0.8178535103797913],[5,0.8155773878097534],[6,0.7897980213165283],[7,0.8257544636726379],[8,0.7869577407836914],[9,0.7633872628211975],[10,0.8009235858917236],[11,0.8206766843795776],[12,0.7930797338485718],[13,0.7864079475402832],[14,0.795496940612793],[15,0.813474714756012],[16,0.8061524033546448],[17,0.8447738885879517],[18,0.7840090394020081],[19,0.8167930841445923],[20,0.8161796927452087],[21,0.838286280632019],[22,0.8316389322280884],[23,0.8286744952201843],[24,0.8437966108322144],[25,0.839190661907196],[26,0.8235272765159607],[27,0.8752805590629578],[28,0.8672261834144592],[29,0.8345907330513],[30,0.7819015979766846],[31,0.835713267326355],[32,0.7956111431121826],[33,0.8147985935211182],[34,0.8308007121086121],[35,0.8408939838409424],[36,0.839994490146637],[37,0.8051127791404724],[38,0.8487006425857544],[39,0.8420222997665405],[40,0.8589159250259399],[41,0.8118064999580383],[42,0.8303875923156738],[43,0.8271340727806091],[44,0.8066821098327637],[45,0.8081043362617493],[46,0.7999131083488464],[47,0.8461207151412964],[48,0.8263310194015503],[49,0.824607789516449],[50,0.8423900008201599],[51,0.8479164242744446],[52,0.8284692764282227],[53,0.8032856583595276],[54,0.8375262022018433],[55,0.8544843196868896],[56,0.8377952575683594],[57,0.834333062171936],[58,0.8410401344299316],[59,0.8279569149017334],[60,0.8259673118591309],[61,0.8245164155960083],[62,0.8412943482398987],[63,0.8299452066421509],[64,0.8518828749656677],[65,0.8306406140327454],[66,0.8496850728988647],[67,0.8888894319534302],[68,0.8326916098594666],[69,0.8651493787765503],[70,0.8681012392044067],[71,0.854250431060791],[72,0.8524726629257202],[73,0.8642957210540771],[74,0.8394258618354797],[75,0.8627115488052368],[76,0.8919888734817505],[77,0.8849443197250366],[78,0.8446657657623291],[79,0.8538370132446289],[80,0.8685665130615234],[81,0.8598998785018921],[82,0.8723652362823486],[83,0.8569422960281372],[84,0.8774983286857605],[85,0.8916348814964294],[86,0.8670203685760498],[87,0.8839303255081177],[88,0.9151806235313416],[89,0.8520611524581909],[90,0.8669230937957764],[91,0.855922520160675],[92,0.8444300889968872],[93,0.8381059169769287],[94,0.8699554800987244],[95,0.8729058504104614],[96,0.8950480818748474],[97,0.8846714496612549],[98,0.8680741786956787],[99,0.8793364763259888]],"positive":[[0,0.1612233966588974],[1,0.16001638770103455],[2,0.1608567088842392],[3,0.15825064480304718],[4,0.16373544931411743],[5,0.16339828073978424],[6,0.15832367539405823],[7,0.16582219302654266],[8,0.1574866771697998],[9,0.15298905968666077],[10,0.16024410724639893],[11,0.16446860134601593],[12,0.15860500931739807],[13,0.15720556676387787],[14,0.1595715582370758],[15,0.16257575154304504],[16,0.1615103930234909],[17,0.16837961971759796],[18,0.15679551661014557],[19,0.16309194266796112],[20,0.16341248154640198],[21,0.16718173027038574],[22,0.16629281640052795],[23,0.16576507687568665],[24,0.16930457949638367],[25,0.16840232908725739],[26,0.16528134047985077],[27,0.17665232717990875],[28,0.1733676940202713],[29,0.16679459810256958],[30,0.1568758338689804],[31,0.168452650308609],[32,0.15934696793556213],[33,0.16244329512119293],[34,0.1664438545703888],[35,0.16914866864681244],[36,0.16977909207344055],[37,0.16147130727767944],[38,0.17001871764659882],[39,0.16889970004558563],[40,0.1724410206079483],[41,0.16250218451023102],[42,0.16679148375988007],[43,0.16594108939170837],[44,0.16228987276554108],[45,0.16217060387134552],[46,0.1600397229194641],[47,0.17039251327514648],[48,0.1650402992963791],[49,0.1656210869550705],[50,0.1691305935382843],[51,0.1704387068748474],[52,0.1657707691192627],[53,0.16181719303131104],[54,0.16778564453125],[55,0.17099988460540771],[56,0.1682654619216919],[57,0.1676137000322342],[58,0.16923241317272186],[59,0.16518859565258026],[60,0.16599494218826294],[61,0.16573268175125122],[62,0.16855750977993011],[63,0.16636957228183746],[64,0.1710289716720581],[65,0.16702039539813995],[66,0.17078927159309387],[67,0.17847013473510742],[68,0.1659039855003357],[69,0.17290547490119934],[70,0.17339961230754852],[71,0.1708640605211258],[72,0.17175231873989105],[73,0.17414723336696625],[74,0.16888540983200073],[75,0.17328579723834991],[76,0.17875336110591888],[77,0.1784018874168396],[78,0.16959133744239807],[79,0.1718416064977646],[80,0.17378011345863342],[81,0.17304152250289917],[82,0.17439457774162292],[83,0.17107611894607544],[84,0.17479217052459717],[85,0.17945218086242676],[86,0.173196941614151],[87,0.17705081403255463],[88,0.18213939666748047],[89,0.17075467109680176],[90,0.17415212094783783],[91,0.17134323716163635],[92,0.1685691922903061],[93,0.16786712408065796],[94,0.17479869723320007],[95,0.17525996267795563],[96,0.17889057099819183],[97,0.1769624948501587],[98,0.1750897467136383],[99,0.17672353982925415]],"negative":[[0,0.16129091382026672],[1,0.1569722443819046],[2,0.16032500565052032],[3,0.15795469284057617],[4,0.16337819397449493],[5,0.16281163692474365],[6,0.15753760933876038],[7,0.16445474326610565],[8,0.15727175772190094],[9,0.15240627527236938],[10,0.16017383337020874],[11,0.16384506225585938],[12,0.1585630178451538],[13,0.15735070407390594],[14,0.1587328165769577],[15,0.16280199587345123],[16,0.16097204387187958],[17,0.16957184672355652],[18,0.1567244529724121],[19,0.16357016563415527],[20,0.16306044161319733],[21,0.16814804077148438],[22,0.16630476713180542],[23,0.16573825478553772],[24,0.16829444468021393],[25,0.16734376549720764],[26,0.1642046421766281],[27,0.1734304428100586],[28,0.1735028475522995],[29,0.16709285974502563],[30,0.15584775805473328],[31,0.16575029492378235],[32,0.15887078642845154],[33,0.16347773373126984],[34,0.16589808464050293],[35,0.16720370948314667],[36,0.16610530018806458],[37,0.16058486700057983],[38,0.1694280207157135],[39,0.16792899370193481],[40,0.17102648317813873],[41,0.16223663091659546],[42,0.1653568595647812],[43,0.16500134766101837],[44,0.16039443016052246],[45,0.1610703468322754],[46,0.15990972518920898],[47,0.1680707335472107],[48,0.16555631160736084],[49,0.16417984664440155],[50,0.1678503006696701],[51,0.1686554253101349],[52,0.16558125615119934],[53,0.1595122516155243],[54,0.16720956563949585],[55,0.17071852087974548],[56,0.16681818664073944],[57,0.16615213453769684],[58,0.16716589033603668],[59,0.16594673693180084],[60,0.16432711482048035],[61,0.1640678197145462],[62,0.16789904236793518],[63,0.16555637121200562],[64,0.16964983940124512],[65,0.16523033380508423],[66,0.16900932788848877],[67,0.1770493984222412],[68,0.16708822548389435],[69,0.17316584289073944],[70,0.17380522191524506],[71,0.17087647318840027],[72,0.16924211382865906],[73,0.17160195112228394],[74,0.16691619157791138],[75,0.1717400699853897],[76,0.17806071043014526],[77,0.1755371391773224],[78,0.16828571259975433],[79,0.16967475414276123],[80,0.17357030510902405],[81,0.17084234952926636],[82,0.17457813024520874],[83,0.17168664932250977],[84,0.176237091422081],[85,0.17723342776298523],[86,0.1736319661140442],[87,0.17655448615550995],[88,0.1840103268623352],[89,0.17012245953083038],[90,0.17263548076152802],[91,0.1710062175989151],[92,0.16917525231838226],[93,0.16735519468784332],[94,0.1731782704591751],[95,0.17387735843658447],[96,0.17914828658103943],[97,0.1769018918275833],[98,0.17216730117797852],[99,0.17508943378925323]],"field":"reward_altclip","scope":"rollout endpoint","updates":100,"seedPolicy":"not available in this metrics export","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/zimage/opsd/altclip/save/metrics.jsonl"},"v2":{"reward":[[0,0.38274282217025757],[1,0.3860076665878296],[2,0.3894003629684448],[3,0.3885068893432617],[4,0.39464902877807617],[5,0.39440828561782837],[6,0.3944951295852661],[7,0.398943156003952],[8,0.40362873673439026],[9,0.40376245975494385],[10,0.4063973128795624],[11,0.40665584802627563],[12,0.40882351994514465],[13,0.4092111587524414],[14,0.4146457612514496],[15,0.41392773389816284],[16,0.4138019382953644],[17,0.41551169753074646],[18,0.4193649888038635],[19,0.4204130172729492],[20,0.4227428436279297],[21,0.42440569400787354],[22,0.4248155653476715],[23,0.42526933550834656],[24,0.43172264099121094],[25,0.4284408390522003],[26,0.43237942457199097],[27,0.4340665340423584],[28,0.43596506118774414],[29,0.43590494990348816],[30,0.43760713934898376],[31,0.4383920133113861],[32,0.43924564123153687],[33,0.4395821690559387],[34,0.4452791213989258],[35,0.44365423917770386],[36,0.44564956426620483],[37,0.44733238220214844],[38,0.44542258977890015],[39,0.4465753734111786],[40,0.4459877014160156],[41,0.44970953464508057],[42,0.4529072940349579],[43,0.45314475893974304],[44,0.4530402421951294],[45,0.45305168628692627],[46,0.4552181661128998],[47,0.45434507727622986],[48,0.45896679162979126],[49,0.4562737047672272],[50,0.4574432969093323],[51,0.4589853286743164],[52,0.4569854736328125],[53,0.45822006464004517],[54,0.45990169048309326],[55,0.4625970125198364],[56,0.4611321985721588],[57,0.46218258142471313],[58,0.46510156989097595],[59,0.46512359380722046],[60,0.4652732312679291],[61,0.4649970829486847],[62,0.4685412645339966],[63,0.46348831057548523],[64,0.4682750701904297],[65,0.4655418395996094],[66,0.46843400597572327],[67,0.46958106756210327],[68,0.4694763422012329],[69,0.47165170311927795],[70,0.4699145555496216],[71,0.4677576422691345],[72,0.46921613812446594],[73,0.47486844658851624],[74,0.47454091906547546],[75,0.47480010986328125],[76,0.47228580713272095],[77,0.4716044068336487],[78,0.4744044542312622],[79,0.47382619976997375],[80,0.47872817516326904],[81,0.47811752557754517],[82,0.4770961403846741],[83,0.47565895318984985],[84,0.47626176476478577],[85,0.4796816408634186],[86,0.47911250591278076],[87,0.48060715198516846],[88,0.4783002436161041],[89,0.4799772799015045],[90,0.4787095785140991],[91,0.47816404700279236],[92,0.48208945989608765],[93,0.4810692369937897],[94,0.48238128423690796],[95,0.4781562089920044],[96,0.4821586608886719],[97,0.4819176495075226],[98,0.4843840003013611],[99,0.48474904894828796]],"loss":[[0,1.4963219165802002],[1,1.4972023963928223],[2,1.4970659017562866],[3,1.459052324295044],[4,1.4426448345184326],[5,1.4238349199295044],[6,1.4053541421890259],[7,1.3614304065704346],[8,1.3365380764007568],[9,1.3266525268554688],[10,1.331844449043274],[11,1.3171601295471191],[12,1.2951186895370483],[13,1.2815518379211426],[14,1.2935177087783813],[15,1.2798936367034912],[16,1.2708059549331665],[17,1.273417592048645],[18,1.302227258682251],[19,1.2717490196228027],[20,1.3044145107269287],[21,1.306814193725586],[22,1.286289930343628],[23,1.2930867671966553],[24,1.269644021987915],[25,1.287233829498291],[26,1.2763112783432007],[27,1.2793868780136108],[28,1.2560468912124634],[29,1.2765482664108276],[30,1.2631720304489136],[31,1.2683570384979248],[32,1.2911176681518555],[33,1.2193188667297363],[34,1.2519530057907104],[35,1.2336084842681885],[36,1.2600895166397095],[37,1.2294260263442993],[38,1.247041940689087],[39,1.2329814434051514],[40,1.227856159210205],[41,1.2377114295959473],[42,1.2394564151763916],[43,1.2078646421432495],[44,1.2123076915740967],[45,1.2278296947479248],[46,1.2403414249420166],[47,1.2167377471923828],[48,1.2040529251098633],[49,1.2180051803588867],[50,1.228264331817627],[51,1.226452350616455],[52,1.2254952192306519],[53,1.2295690774917603],[54,1.2206145524978638],[55,1.2213855981826782],[56,1.2191919088363647],[57,1.254289984703064],[58,1.1983805894851685],[59,1.2557735443115234],[60,1.2165781259536743],[61,1.2504287958145142],[62,1.2168667316436768],[63,1.2249648571014404],[64,1.2275073528289795],[65,1.2333924770355225],[66,1.221248984336853],[67,1.224636197090149],[68,1.2280528545379639],[69,1.2238355875015259],[70,1.2371262311935425],[71,1.2360366582870483],[72,1.233339786529541],[73,1.2220585346221924],[74,1.252474308013916],[75,1.2308268547058105],[76,1.2542922496795654],[77,1.225225806236267],[78,1.2544654607772827],[79,1.2250440120697021],[80,1.259521245956421],[81,1.22967529296875],[82,1.2545857429504395],[83,1.2184410095214844],[84,1.2281535863876343],[85,1.214127779006958],[86,1.2349982261657715],[87,1.2201495170593262],[88,1.2272377014160156],[89,1.220956563949585],[90,1.2265690565109253],[91,1.2298903465270996],[92,1.2175151109695435],[93,1.2515040636062622],[94,1.21514892578125],[95,1.2466087341308594],[96,1.2163487672805786],[97,1.2276581525802612],[98,1.21492338180542],[99,1.2382593154907227]],"positive":[[0,0.2992669939994812],[1,0.3006422817707062],[2,0.3006040155887604],[3,0.29282107949256897],[4,0.2895036041736603],[5,0.2856711745262146],[6,0.28186455368995667],[7,0.2730187177658081],[8,0.2680150270462036],[9,0.2659602165222168],[10,0.26699134707450867],[11,0.264051616191864],[12,0.2596219778060913],[13,0.25684791803359985],[14,0.25927290320396423],[15,0.25655892491340637],[16,0.25471633672714233],[17,0.2552526593208313],[18,0.26103872060775757],[19,0.25491568446159363],[20,0.26151639223098755],[21,0.262001097202301],[22,0.25790777802467346],[23,0.25923433899879456],[24,0.2545872628688812],[25,0.258118212223053],[26,0.25590795278549194],[27,0.25657030940055847],[28,0.2518603503704071],[29,0.2560104727745056],[30,0.25331997871398926],[31,0.25443729758262634],[32,0.2589791417121887],[33,0.2444646805524826],[34,0.25105151534080505],[35,0.24732452630996704],[36,0.2527585029602051],[37,0.24647603929042816],[38,0.2500942349433899],[39,0.24733006954193115],[40,0.24622519314289093],[41,0.24824821949005127],[42,0.24852532148361206],[43,0.242155984044075],[44,0.24307572841644287],[45,0.24622409045696259],[46,0.2487775683403015],[47,0.24398046731948853],[48,0.24141839146614075],[49,0.2441946119070053],[50,0.2463265061378479],[51,0.24598677456378937],[52,0.24580970406532288],[53,0.24659694731235504],[54,0.24484007060527802],[55,0.24497933685779572],[56,0.24455270171165466],[57,0.2515963912010193],[58,0.24029962718486786],[59,0.2518460154533386],[60,0.2440001666545868],[61,0.25082892179489136],[62,0.24407556653022766],[63,0.24570530652999878],[64,0.2462310791015625],[65,0.24738116562366486],[66,0.2449386715888977],[67,0.24564476311206818],[68,0.24628612399101257],[69,0.24544496834278107],[70,0.24818004667758942],[71,0.24791884422302246],[72,0.24739976227283478],[73,0.2450767159461975],[74,0.251240998506546],[75,0.24692724645137787],[76,0.25162890553474426],[77,0.24571560323238373],[78,0.25164684653282166],[79,0.24571669101715088],[80,0.2527291178703308],[81,0.2466593086719513],[82,0.2516998052597046],[83,0.24435868859291077],[84,0.24638596177101135],[85,0.2434898465871811],[86,0.24779093265533447],[87,0.2446722537279129],[88,0.24620048701763153],[89,0.2448766827583313],[90,0.24606572091579437],[91,0.2466527819633484],[92,0.24422425031661987],[93,0.25102555751800537],[94,0.24373483657836914],[95,0.25004926323890686],[96,0.24393214285373688],[97,0.24622716009616852],[98,0.24366845190525055],[99,0.24841062724590302]],"negative":[[0,0.29926177859306335],[1,0.29823869466781616],[2,0.2982223629951477],[3,0.2907998263835907],[4,0.2875542938709259],[5,0.28386276960372925],[6,0.2802771329879761],[7,0.2715534567832947],[8,0.26660022139549255],[9,0.2647007703781128],[10,0.26574644446372986],[11,0.2628124952316284],[12,0.2584254741668701],[13,0.25577282905578613],[14,0.258134126663208],[15,0.25539857149124146],[16,0.25360602140426636],[17,0.25411441922187805],[18,0.25985220074653625],[19,0.2537838816642761],[20,0.2602494955062866],[21,0.26072457432746887],[22,0.2566082179546356],[23,0.25800034403800964],[24,0.25327035784721375],[25,0.2567753195762634],[26,0.25461655855178833],[27,0.25518444180488586],[28,0.25055843591690063],[29,0.2546088397502899],[30,0.25194883346557617],[31,0.2529055178165436],[32,0.25746792554855347],[33,0.2432628720998764],[34,0.249729722738266],[35,0.24611888825893402],[36,0.25127726793289185],[37,0.24529434740543365],[38,0.24872250854969025],[39,0.24586255848407745],[40,0.24491725862026215],[41,0.24683639407157898],[42,0.24725724756717682],[43,0.24098990857601166],[44,0.24184733629226685],[45,0.24490778148174286],[46,0.2473589926958084],[47,0.24271464347839355],[48,0.24020278453826904],[49,0.24300749599933624],[50,0.24497920274734497],[51,0.24459417164325714],[52,0.2443884313106537],[53,0.24523070454597473],[54,0.2434057891368866],[55,0.24357488751411438],[56,0.2431240975856781],[57,0.2501195967197418],[58,0.23905262351036072],[59,0.25046342611312866],[60,0.24263106286525726],[61,0.24934260547161102],[62,0.24267113208770752],[63,0.2442806363105774],[64,0.24477191269397736],[65,0.24597585201263428],[66,0.24356091022491455],[67,0.24420969188213348],[68,0.24493499100208282],[69,0.244089275598526],[70,0.2466704398393631],[71,0.24649584293365479],[72,0.24593617022037506],[73,0.24374666810035706],[74,0.24974878132343292],[75,0.24540354311466217],[76,0.2500879764556885],[77,0.24437472224235535],[78,0.25013938546180725],[79,0.24430087208747864],[80,0.25107938051223755],[81,0.24521085619926453],[82,0.25013449788093567],[83,0.24301773309707642],[84,0.2448754608631134],[85,0.24216130375862122],[86,0.24620838463306427],[87,0.24338756501674652],[88,0.24469460546970367],[89,0.24350593984127045],[90,0.24456189572811127],[91,0.24530336260795593],[92,0.24278180301189423],[93,0.24957607686519623],[94,0.24232470989227295],[95,0.2485942542552948],[96,0.24260737001895905],[97,0.24483612179756165],[98,0.24230091273784637],[99,0.24689312279224396]],"field":"reward_altclip","scope":"clean-output anchor","updates":100,"seedPolicy":"not available in this metrics export"},"status":"complete","final":{"scores":{"altclip":0.4590960363596678},"stats":{"altclip":{"mean":0.4590960363596678,"std":0.07812648884694864,"se":0.0024705765034809973,"n":1000}}}},{"id":"zimage_internvl_t2i","backbone":"zimage","metric":"internvl_t2i","label":"Pointwise","budget":100,"v1":{"reward":[[0,0.14591267704963684],[1,0.12382267415523529],[2,0.10897404700517654],[3,0.11075145751237869],[4,0.1266685128211975],[5,0.1271599978208542],[6,0.1511807143688202],[7,0.15198597311973572],[8,0.152975395321846],[9,0.14539173245429993],[10,0.14371241629123688],[11,0.13308939337730408],[12,0.1327861100435257],[13,0.13106736540794373],[14,0.15293161571025848],[15,0.18362128734588623],[16,0.1499985307455063],[17,0.13086803257465363],[18,0.16527226567268372],[19,0.1639460027217865],[20,0.14066182076931],[21,0.14759352803230286],[22,0.17821748554706573],[23,0.1622461974620819],[24,0.16045652329921722],[25,0.15463542938232422],[26,0.1500113606452942],[27,0.14762002229690552],[28,0.13748382031917572],[29,0.1607198417186737],[30,0.1556299775838852],[31,0.16052132844924927],[32,0.15177986025810242],[33,0.14653390645980835],[34,0.19485491514205933],[35,0.16758081316947937],[36,0.1594076305627823],[37,0.20225593447685242],[38,0.17471112310886383],[39,0.16887405514717102],[40,0.1607583910226822],[41,0.18009066581726074],[42,0.14611877501010895],[43,0.17852136492729187],[44,0.1598082333803177],[45,0.1802133470773697],[46,0.14756743609905243],[47,0.16052325069904327],[48,0.16458021104335785],[49,0.17400096356868744],[50,0.18396563827991486],[51,0.17473427951335907],[52,0.1165584996342659],[53,0.14963705837726593],[54,0.16256043314933777],[55,0.1782906949520111],[56,0.16572512686252594],[57,0.154031440615654],[58,0.1771971881389618],[59,0.17563621699810028],[60,0.20454828441143036],[61,0.15392528474330902],[62,0.15007485449314117],[63,0.2205348014831543],[64,0.17130115628242493],[65,0.16891270875930786],[66,0.175857275724411],[67,0.16548384726047516],[68,0.16419024765491486],[69,0.17809323966503143],[70,0.1895182877779007],[71,0.17558206617832184],[72,0.15614111721515656],[73,0.18036073446273804],[74,0.16870981454849243],[75,0.16673022508621216],[76,0.2039986401796341],[77,0.18077006936073303],[78,0.17308098077774048],[79,0.16874900460243225],[80,0.1651121973991394],[81,0.1998056173324585],[82,0.16288775205612183],[83,0.18852511048316956],[84,0.15711942315101624],[85,0.1915730983018875],[86,0.20518435537815094],[87,0.17716124653816223],[88,0.20773814618587494],[89,0.1676437258720398],[90,0.21580304205417633],[91,0.16171357035636902],[92,0.18813875317573547],[93,0.17238235473632812],[94,0.190621480345726],[95,0.16779017448425293],[96,0.17210271954536438],[97,0.1879127472639084],[98,0.24108068645000458],[99,0.20691925287246704]],"loss":[[0,0.9628041386604309],[1,0.9137163758277893],[2,0.9479267001152039],[3,0.9885534644126892],[4,0.9646539688110352],[5,1.0226534605026245],[6,0.957236111164093],[7,1.04305100440979],[8,0.970780074596405],[9,1.0064960718154907],[10,1.0241165161132812],[11,0.9615042805671692],[12,1.0578234195709229],[13,0.9378754496574402],[14,0.9823764562606812],[15,0.9790847897529602],[16,0.994867205619812],[17,0.9897503852844238],[18,0.9497917294502258],[19,0.9933887124061584],[20,0.9354537129402161],[21,0.9513461589813232],[22,0.9716445207595825],[23,0.9785036444664001],[24,0.9392914175987244],[25,0.9364719390869141],[26,0.9846625328063965],[27,0.963904619216919],[28,1.0327794551849365],[29,1.003400206565857],[30,0.9663751125335693],[31,0.9700575470924377],[32,0.980298638343811],[33,0.9421983957290649],[34,0.9684621691703796],[35,1.012087345123291],[36,1.021135687828064],[37,0.9723043441772461],[38,0.9544383883476257],[39,0.9811592698097229],[40,0.9711161255836487],[41,0.9808530807495117],[42,0.9576234817504883],[43,0.9677177667617798],[44,0.9334975481033325],[45,0.9840799570083618],[46,0.9984444379806519],[47,0.967588484287262],[48,0.9870408773422241],[49,0.9676673412322998],[50,0.9601184725761414],[51,0.909639835357666],[52,0.8952765464782715],[53,0.9872141480445862],[54,0.9677079319953918],[55,0.9584600329399109],[56,0.8961120843887329],[57,0.9981508851051331],[58,0.9946149587631226],[59,1.031983494758606],[60,0.9976299405097961],[61,0.9746146202087402],[62,0.9667654037475586],[63,1.0050007104873657],[64,0.9296461343765259],[65,1.0015166997909546],[66,0.9745563864707947],[67,0.9476200938224792],[68,0.9091651439666748],[69,0.963096559047699],[70,0.9072580933570862],[71,0.9866609573364258],[72,0.9490066170692444],[73,1.0112125873565674],[74,0.9272822737693787],[75,1.002177119255066],[76,0.9732373952865601],[77,0.9496277570724487],[78,0.9354267716407776],[79,0.9951265454292297],[80,0.988559365272522],[81,1.0008175373077393],[82,0.9988065361976624],[83,0.9511231780052185],[84,0.9829255938529968],[85,1.0282431840896606],[86,0.9823057055473328],[87,0.936958909034729],[88,0.9653463363647461],[89,1.0100586414337158],[90,1.0238902568817139],[91,0.9216856360435486],[92,1.0575894117355347],[93,0.9514574408531189],[94,0.9779655337333679],[95,1.023710012435913],[96,0.9573783278465271],[97,1.0136598348617554],[98,1.056493878364563],[99,1.0569146871566772]],"positive":[[0,0.19368426501750946],[1,0.18396176397800446],[2,0.18913401663303375],[3,0.1983979344367981],[4,0.1937391459941864],[5,0.20660261809825897],[6,0.192026287317276],[7,0.2109006643295288],[8,0.1943301558494568],[9,0.20212315022945404],[10,0.20611710846424103],[11,0.19462473690509796],[12,0.21137572824954987],[13,0.1897859275341034],[14,0.19730563461780548],[15,0.1968519538640976],[16,0.20008088648319244],[17,0.20036575198173523],[18,0.18959900736808777],[19,0.1978227198123932],[20,0.1876063495874405],[21,0.19108134508132935],[22,0.1950833648443222],[23,0.19759926199913025],[24,0.18799054622650146],[25,0.1876964420080185],[26,0.19816307723522186],[27,0.19282260537147522],[28,0.20859409868717194],[29,0.20129933953285217],[30,0.19492018222808838],[31,0.19438673555850983],[32,0.19726425409317017],[33,0.1890733242034912],[34,0.1947021335363388],[35,0.20415255427360535],[36,0.20547062158584595],[37,0.19481180608272552],[38,0.19117958843708038],[39,0.1964007169008255],[40,0.1948985904455185],[41,0.1958695948123932],[42,0.19194726645946503],[43,0.19323721528053284],[44,0.18729804456233978],[45,0.19778311252593994],[46,0.1994173675775528],[47,0.19439196586608887],[48,0.19664888083934784],[49,0.19435691833496094],[50,0.1928236335515976],[51,0.18208947777748108],[52,0.17911124229431152],[53,0.1985217183828354],[54,0.19482454657554626],[55,0.19368495047092438],[56,0.1799660474061966],[57,0.2013314813375473],[58,0.19992846250534058],[59,0.20469623804092407],[60,0.2005918323993683],[61,0.19742891192436218],[62,0.1931883841753006],[63,0.20260821282863617],[64,0.18539658188819885],[65,0.20170444250106812],[66,0.19486677646636963],[67,0.18985018134117126],[68,0.1826789677143097],[69,0.19318099319934845],[70,0.18274101614952087],[71,0.19649797677993774],[72,0.19037306308746338],[73,0.20343317091464996],[74,0.18504253029823303],[75,0.20251570641994476],[76,0.19524067640304565],[77,0.19050045311450958],[78,0.1870451122522354],[79,0.2005556970834732],[80,0.19818171858787537],[81,0.19995349645614624],[82,0.20144343376159668],[83,0.19158679246902466],[84,0.19661343097686768],[85,0.20672348141670227],[86,0.19637444615364075],[87,0.18763232231140137],[88,0.1933109611272812],[89,0.2026483416557312],[90,0.2057379186153412],[91,0.1852950006723404],[92,0.2109738439321518],[93,0.19072847068309784],[94,0.1956322342157364],[95,0.20687516033649445],[96,0.19145889580249786],[97,0.20388144254684448],[98,0.2105885148048401],[99,0.2119360864162445]],"negative":[[0,0.19132930040359497],[1,0.1814781278371811],[2,0.18996170163154602],[3,0.1970599740743637],[4,0.1921108067035675],[5,0.2023576945066452],[6,0.190830260515213],[7,0.20647168159484863],[8,0.1941237896680832],[9,0.20039089024066925],[10,0.2034883350133896],[11,0.1900392472743988],[12,0.21160320937633514],[13,0.18542487919330597],[14,0.1955612152814865],[15,0.19474929571151733],[16,0.19769495725631714],[17,0.19569291174411774],[18,0.190309077501297],[19,0.19973070919513702],[20,0.18659615516662598],[21,0.18949466943740845],[22,0.19362889230251312],[23,0.19375576078891754],[24,0.1877526342868805],[25,0.18693247437477112],[26,0.19563819468021393],[27,0.19273817539215088],[28,0.20454472303390503],[29,0.2000063955783844],[30,0.19165536761283875],[31,0.1936751753091812],[32,0.19483686983585358],[33,0.18776895105838776],[34,0.1927809715270996],[35,0.20061655342578888],[36,0.2031150609254837],[37,0.19410836696624756],[38,0.19043904542922974],[39,0.19578620791435242],[40,0.1936343014240265],[41,0.1965266615152359],[42,0.19103705883026123],[43,0.19383345544338226],[44,0.18598833680152893],[45,0.1959008127450943],[46,0.19999060034751892],[47,0.1925870031118393],[48,0.19808858633041382],[49,0.1926613301038742],[50,0.19124852120876312],[51,0.18173018097877502],[52,0.17900818586349487],[53,0.19624608755111694],[54,0.1923212707042694],[55,0.18966995179653168],[56,0.17835530638694763],[57,0.19790250062942505],[58,0.1982319951057434],[59,0.20808520913124084],[60,0.19844283163547516],[61,0.19237291812896729],[62,0.19341470301151276],[63,0.19952194392681122],[64,0.18644468486309052],[65,0.19880171120166779],[66,0.19495227932929993],[67,0.18914048373699188],[68,0.18097667396068573],[69,0.19253116846084595],[70,0.1801643967628479],[71,0.19818955659866333],[72,0.1892968714237213],[73,0.20111380517482758],[74,0.18584300577640533],[75,0.19841164350509644],[76,0.19415272772312164],[77,0.18931029736995697],[78,0.18717174232006073],[79,0.19743603467941284],[80,0.1973162293434143],[81,0.20034299790859222],[82,0.19804805517196655],[83,0.1888348013162613],[84,0.19650784134864807],[85,0.20455724000930786],[86,0.1965552717447281],[87,0.18709522485733032],[88,0.1929473876953125],[89,0.2013384997844696],[90,0.20406125485897064],[91,0.18344178795814514],[92,0.21215663850307465],[93,0.18997521698474884],[94,0.1954910010099411],[95,0.20255863666534424],[96,0.19152489304542542],[97,0.20168223977088928],[98,0.21208438277244568],[99,0.210853710770607]],"field":"reward_internvl_t2i","scope":"rollout endpoint","updates":100,"seedPolicy":"not available in this metrics export","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/zimage/opsd/internvl_t2i/save/metrics.jsonl"},"v2":{"reward":[[0,0.13250237703323364],[1,0.13288071751594543],[2,0.14103476703166962],[3,0.13920648396015167],[4,0.1417093575000763],[5,0.1477523148059845],[6,0.1425546556711197],[7,0.14432556927204132],[8,0.13902974128723145],[9,0.14514096081256866],[10,0.14122523367404938],[11,0.15232977271080017],[12,0.14454959332942963],[13,0.14944539964199066],[14,0.14921966195106506],[15,0.1520533412694931],[16,0.15365709364414215],[17,0.1596783548593521],[18,0.15280577540397644],[19,0.16097351908683777],[20,0.15613065659999847],[21,0.16408133506774902],[22,0.15606166422367096],[23,0.15936952829360962],[24,0.16081637144088745],[25,0.1597616970539093],[26,0.15701596438884735],[27,0.1595723032951355],[28,0.16379356384277344],[29,0.16064074635505676],[30,0.16396838426589966],[31,0.15822210907936096],[32,0.1660880446434021],[33,0.16639862954616547],[34,0.16917173564434052],[35,0.16636160016059875],[36,0.17050215601921082],[37,0.17111189663410187],[38,0.17038270831108093],[39,0.17557647824287415],[40,0.16282767057418823],[41,0.16611702740192413],[42,0.16645731031894684],[43,0.17308130860328674],[44,0.17446838319301605],[45,0.17485663294792175],[46,0.18104016780853271],[47,0.17716091871261597],[48,0.1743752658367157],[49,0.17614196240901947],[50,0.17786908149719238],[51,0.18280038237571716],[52,0.18255148828029633],[53,0.17509953677654266],[54,0.17753277719020844],[55,0.17430171370506287],[56,0.18232600390911102],[57,0.16949820518493652],[58,0.1753339320421219],[59,0.1748329997062683],[60,0.180168017745018],[61,0.18001604080200195],[62,0.18755367398262024],[63,0.18547020852565765],[64,0.1841779500246048],[65,0.1762956976890564],[66,0.18102727830410004],[67,0.18781909346580505],[68,0.18993592262268066],[69,0.17973583936691284],[70,0.18183957040309906],[71,0.18072441220283508],[72,0.19441154599189758],[73,0.18184727430343628],[74,0.1930212378501892],[75,0.18742044270038605],[76,0.18654638528823853],[77,0.19384773075580597],[78,0.19266681373119354],[79,0.1835210919380188],[80,0.18981970846652985],[81,0.18858517706394196],[82,0.18672452867031097],[83,0.19282537698745728],[84,0.18916817009449005],[85,0.19078831374645233],[86,0.19469989836215973],[87,0.18940213322639465],[88,0.182278111577034],[89,0.1958644688129425],[90,0.18717485666275024],[91,0.19357770681381226],[92,0.19511264562606812],[93,0.18900959193706512],[94,0.1929711550474167],[95,0.1902436465024948],[96,0.18976961076259613],[97,0.19686873257160187],[98,0.19529925286769867],[99,0.1906244158744812]],"loss":[[0,1.8658479452133179],[1,1.7756844758987427],[2,1.7779223918914795],[3,1.7300819158554077],[4,1.762302279472351],[5,1.704532265663147],[6,1.6984188556671143],[7,1.6556209325790405],[8,1.6985952854156494],[9,1.6654704809188843],[10,1.7036480903625488],[11,1.6866366863250732],[12,1.6696934700012207],[13,1.6786695718765259],[14,1.65168297290802],[15,1.6934025287628174],[16,1.6294183731079102],[17,1.6497933864593506],[18,1.628792405128479],[19,1.6404426097869873],[20,1.6312355995178223],[21,1.5889945030212402],[22,1.5835325717926025],[23,1.5870866775512695],[24,1.608881950378418],[25,1.5652523040771484],[26,1.6069167852401733],[27,1.5781831741333008],[28,1.5935475826263428],[29,1.6187939643859863],[30,1.5728960037231445],[31,1.5400906801223755],[32,1.595642328262329],[33,1.5223972797393799],[34,1.5728027820587158],[35,1.5741517543792725],[36,1.5782389640808105],[37,1.5439503192901611],[38,1.5733647346496582],[39,1.5197468996047974],[40,1.5355993509292603],[41,1.5146973133087158],[42,1.5566823482513428],[43,1.5474584102630615],[44,1.553398847579956],[45,1.548741102218628],[46,1.5457550287246704],[47,1.5602375268936157],[48,1.5083060264587402],[49,1.6385000944137573],[50,1.5527234077453613],[51,1.5761568546295166],[52,1.5681735277175903],[53,1.5803134441375732],[54,1.5702663660049438],[55,1.540392279624939],[56,1.5795644521713257],[57,1.5804951190948486],[58,1.5813502073287964],[59,1.5346943140029907],[60,1.5959094762802124],[61,1.5500391721725464],[62,1.5596978664398193],[63,1.5548126697540283],[64,1.5738046169281006],[65,1.5702167749404907],[66,1.5393710136413574],[67,1.5434688329696655],[68,1.5632851123809814],[69,1.5760501623153687],[70,1.5462656021118164],[71,1.5606194734573364],[72,1.5283355712890625],[73,1.5380723476409912],[74,1.5243284702301025],[75,1.5528595447540283],[76,1.513391375541687],[77,1.5842995643615723],[78,1.554652214050293],[79,1.5632559061050415],[80,1.5123416185379028],[81,1.5462194681167603],[82,1.549040675163269],[83,1.5258973836898804],[84,1.5434998273849487],[85,1.5333709716796875],[86,1.5526199340820312],[87,1.5398638248443604],[88,1.5148773193359375],[89,1.5309942960739136],[90,1.5635837316513062],[91,1.5568859577178955],[92,1.5390925407409668],[93,1.545815110206604],[94,1.513080358505249],[95,1.5667341947555542],[96,1.5636634826660156],[97,1.5460494756698608],[98,1.5774322748184204],[99,1.565575361251831]],"positive":[[0,0.37316346168518066],[1,0.3575595021247864],[2,0.3581381142139435],[3,0.34809744358062744],[4,0.3548664152622223],[5,0.3428659737110138],[6,0.3418867588043213],[7,0.3329318165779114],[8,0.3418837785720825],[9,0.33506840467453003],[10,0.3428348898887634],[11,0.3394303619861603],[12,0.33583691716194153],[13,0.3377141058444977],[14,0.3320307731628418],[15,0.3408088982105255],[16,0.3276187777519226],[17,0.3317869007587433],[18,0.32751116156578064],[19,0.3301856815814972],[20,0.3279065191745758],[21,0.31933408975601196],[22,0.31815844774246216],[23,0.3189810514450073],[24,0.32341545820236206],[25,0.3145303428173065],[26,0.3229641020298004],[27,0.31724435091018677],[28,0.32044896483421326],[29,0.3255792260169983],[30,0.31617382168769836],[31,0.30966949462890625],[32,0.32090070843696594],[33,0.3059062957763672],[34,0.31606778502464294],[35,0.31648868322372437],[36,0.3174145817756653],[37,0.31039655208587646],[38,0.31622764468193054],[39,0.30531466007232666],[40,0.30854684114456177],[41,0.3043416142463684],[42,0.31296902894973755],[43,0.31107714772224426],[44,0.31235769391059875],[45,0.3112679123878479],[46,0.3106729984283447],[47,0.3135574162006378],[48,0.30301663279533386],[49,0.32959499955177307],[50,0.312189519405365],[51,0.31689250469207764],[52,0.31542783975601196],[53,0.3178277611732483],[54,0.3156651556491852],[55,0.30966150760650635],[56,0.31768837571144104],[57,0.3178046643733978],[58,0.3181249499320984],[59,0.30839669704437256],[60,0.320923775434494],[61,0.3115866780281067],[62,0.3135398030281067],[63,0.31262144446372986],[64,0.316571980714798],[65,0.3157459795475006],[66,0.30949482321739197],[67,0.3101547956466675],[68,0.3144024610519409],[69,0.3168388307094574],[70,0.310898095369339],[71,0.3138200044631958],[72,0.3070961833000183],[73,0.3091103434562683],[74,0.30638056993484497],[75,0.31234312057495117],[76,0.3040139675140381],[77,0.31859588623046875],[78,0.3124989867210388],[79,0.31428784132003784],[80,0.3040444254875183],[81,0.3107759952545166],[82,0.3114602565765381],[83,0.30676743388175964],[84,0.3103874921798706],[85,0.30814650654792786],[86,0.31222647428512573],[87,0.3094807267189026],[88,0.30446285009384155],[89,0.30765828490257263],[90,0.3143046498298645],[91,0.31303417682647705],[92,0.3093029856681824],[93,0.31078749895095825],[94,0.3041673004627228],[95,0.31505411863327026],[96,0.3143094480037689],[97,0.3108499050140381],[98,0.31706786155700684],[99,0.3147886395454407]],"negative":[[0,0.3731757402420044],[1,0.35271430015563965],[2,0.35303083062171936],[3,0.3439353108406067],[4,0.35005447268486023],[5,0.3389469385147095],[6,0.3374808132648468],[7,0.32931655645370483],[8,0.33755433559417725],[9,0.3311197757720947],[10,0.33862441778182983],[11,0.33522433042526245],[12,0.3320405185222626],[13,0.3337537348270416],[14,0.3286423683166504],[15,0.33655205368995667],[16,0.3241485357284546],[17,0.32813045382499695],[18,0.3240058124065399],[19,0.32599133253097534],[20,0.32458773255348206],[21,0.31626370549201965],[22,0.3152545392513275],[23,0.3158535957336426],[24,0.3201373815536499],[25,0.3115706443786621],[26,0.3198026120662689],[27,0.31402888894081116],[28,0.3169700801372528],[29,0.3219384253025055],[30,0.31298452615737915],[31,0.30636680126190186],[32,0.3173561990261078],[33,0.3030526041984558],[34,0.31305330991744995],[35,0.31317204236984253],[36,0.313880980014801],[37,0.30718356370925903],[38,0.3131183087825775],[39,0.30258411169052124],[40,0.3056928217411041],[41,0.30153727531433105],[42,0.3097038269042969],[43,0.30790621042251587],[44,0.3090018630027771],[45,0.3082285225391388],[46,0.3076289892196655],[47,0.31053757667541504],[48,0.3003057837486267],[49,0.32580506801605225],[50,0.30889981985092163],[51,0.3135702908039093],[52,0.31184154748916626],[53,0.3142976462841034],[54,0.3124414086341858],[55,0.30649539828300476],[56,0.31413742899894714],[57,0.31439340114593506],[58,0.31441518664360046],[59,0.30548104643821716],[60,0.31744006276130676],[61,0.30842891335487366],[62,0.3103393018245697],[63,0.3093036413192749],[64,0.3129498362541199],[65,0.31234076619148254],[66,0.306253582239151],[67,0.30723273754119873],[68,0.31091153621673584],[69,0.3135811984539032],[70,0.3076081871986389],[71,0.3104277551174164],[72,0.30423805117607117],[73,0.30611854791641235],[74,0.3033507764339447],[75,0.30880075693130493],[76,0.30134254693984985],[77,0.31512394547462463],[78,0.30936187505722046],[79,0.3110145032405853],[80,0.30089229345321655],[81,0.30771178007125854],[82,0.3081560432910919],[83,0.3035914897918701],[84,0.3070124387741089],[85,0.3052018880844116],[86,0.30882152915000916],[87,0.3064647912979126],[88,0.30148810148239136],[89,0.30473941564559937],[90,0.3111288547515869],[91,0.3097202181816101],[92,0.3063340187072754],[93,0.30753853917121887],[94,0.3010648787021637],[95,0.31163957715034485],[96,0.31115591526031494],[97,0.3075698912143707],[98,0.31390509009361267],[99,0.31144148111343384]],"field":"reward_internvl_t2i","scope":"clean-output anchor","updates":100,"seedPolicy":"not available in this metrics export"},"status":"complete","final":{"scores":{"internvl_t2i":0.2487489723768085},"stats":{"internvl_t2i":{"mean":0.2487489723768085,"std":0.17718532164236386,"se":0.005603091843393961,"n":1000}}}},{"id":"zimage_internvl_dual","backbone":"zimage","metric":"internvl_dual","label":"Pairwise","budget":100,"v1":{"reward":[[0,0.25080204010009766],[1,0.31737595796585083],[2,0.39376088976860046],[3,0.3406226933002472],[4,0.2950664162635803],[5,0.3824392855167389],[6,0.3951539099216461],[7,0.4202425181865692],[8,0.34469154477119446],[9,0.3359881639480591],[10,0.3290776014328003],[11,0.4489400088787079],[12,0.4193476736545563],[13,0.40035346150398254],[14,0.43789833784103394],[15,0.3832634389400482],[16,0.4004753530025482],[17,0.36539894342422485],[18,0.44912582635879517],[19,0.4350903332233429],[20,0.4573505222797394],[21,0.4882836937904358],[22,0.4549723267555237],[23,0.5455247163772583],[24,0.5162842869758606],[25,0.48314332962036133],[26,0.4663136899471283],[27,0.49733877182006836],[28,0.3967401683330536],[29,0.47158336639404297],[30,0.44940832257270813],[31,0.5084735155105591],[32,0.45938730239868164],[33,0.44605445861816406],[34,0.5734944939613342],[35,0.5270941853523254],[36,0.5442720651626587],[37,0.45332664251327515],[38,0.5224883556365967],[39,0.49676841497421265],[40,0.5149788856506348],[41,0.4713430404663086],[42,0.4187066853046417],[43,0.4383300840854645],[44,0.355927973985672],[45,0.47304555773735046],[46,0.5397066473960876],[47,0.4119070768356323],[48,0.4459206163883209],[49,0.5552939772605896],[50,0.5436061024665833],[51,0.5872504711151123],[52,0.5115548372268677],[53,0.5078458189964294],[54,0.45860016345977783],[55,0.5119414329528809],[56,0.5306357145309448],[57,0.5244894623756409],[58,0.5506994724273682],[59,0.5185782313346863],[60,0.5261561274528503],[61,0.514441728591919],[62,0.5707484483718872],[63,0.5735374093055725],[64,0.5086374878883362],[65,0.4874684512615204],[66,0.518142580986023],[67,0.5219292044639587],[68,0.5491558909416199],[69,0.5614750385284424],[70,0.6113064885139465],[71,0.4651016592979431],[72,0.493801474571228],[73,0.518592119216919],[74,0.46131303906440735],[75,0.542535662651062],[76,0.5981120467185974],[77,0.6454927921295166],[78,0.5504109859466553],[79,0.5273087620735168],[80,0.4819777309894562],[81,0.5742411613464355],[82,0.5869928598403931],[83,0.6320741176605225],[84,0.535833477973938],[85,0.6082295775413513],[86,0.6956967115402222],[87,0.5120412111282349],[88,0.6188554763793945],[89,0.6659396290779114],[90,0.5343983173370361],[91,0.5084134340286255],[92,0.5543180704116821],[93,0.6430389881134033],[94,0.571527361869812],[95,0.585796058177948],[96,0.5272109508514404],[97,0.5965040922164917],[98,0.5755239129066467],[99,0.5996673107147217]],"loss":[[0,0.9987813234329224],[1,0.947838544845581],[2,0.9666550159454346],[3,0.9821910262107849],[4,0.9800921678543091],[5,0.9450851678848267],[6,0.959884524345398],[7,0.9547092318534851],[8,0.9180501103401184],[9,0.9338571429252625],[10,0.9089673757553101],[11,0.882861316204071],[12,0.9336698055267334],[13,0.9151169061660767],[14,0.9800957441329956],[15,0.9510529637336731],[16,0.9833682775497437],[17,1.0277520418167114],[18,0.953906774520874],[19,0.968457818031311],[20,0.9707285165786743],[21,0.9483279585838318],[22,0.9751622080802917],[23,1.0022002458572388],[24,0.9884117841720581],[25,0.9997692704200745],[26,0.9373865723609924],[27,0.998046338558197],[28,1.0070921182632446],[29,0.9989671111106873],[30,0.9625337719917297],[31,0.9342831969261169],[32,0.9766225218772888],[33,1.0156152248382568],[34,1.0363423824310303],[35,0.9877079129219055],[36,0.9915162324905396],[37,1.0188233852386475],[38,0.9681556820869446],[39,0.9620354771614075],[40,0.9992873668670654],[41,0.9732217788696289],[42,0.9623187184333801],[43,0.9172260761260986],[44,0.9905983805656433],[45,0.9480739235877991],[46,1.0033705234527588],[47,0.9826053977012634],[48,0.9622645974159241],[49,1.0663560628890991],[50,1.000735878944397],[51,0.9873653650283813],[52,0.9696395993232727],[53,1.0152629613876343],[54,0.9725568294525146],[55,0.9422468543052673],[56,0.971636176109314],[57,1.007451057434082],[58,0.9356440901756287],[59,0.9513223767280579],[60,0.9289389848709106],[61,0.9684553146362305],[62,1.002079725265503],[63,0.9593242406845093],[64,0.9697946906089783],[65,0.9409952759742737],[66,0.9337338209152222],[67,0.9830572009086609],[68,0.9462741017341614],[69,0.9792478680610657],[70,0.9879688620567322],[71,0.9866225123405457],[72,0.973591685295105],[73,1.0084073543548584],[74,0.977500319480896],[75,0.952243447303772],[76,0.9719211459159851],[77,0.9339178204536438],[78,0.9763762354850769],[79,0.9521917700767517],[80,0.9913542866706848],[81,0.9512011408805847],[82,0.9784083366394043],[83,0.9836500883102417],[84,0.9257911443710327],[85,1.0340900421142578],[86,0.9946606159210205],[87,0.9769713282585144],[88,0.9904587864875793],[89,0.9905310869216919],[90,1.027958869934082],[91,0.9626094102859497],[92,1.0219535827636719],[93,0.9732739329338074],[94,0.9761784672737122],[95,0.9510368704795837],[96,0.9956847429275513],[97,0.9487406611442566],[98,0.9305587410926819],[99,0.9764338135719299]],"positive":[[0,0.19856803119182587],[1,0.18998290598392487],[2,0.19368021190166473],[3,0.19678102433681488],[4,0.19569724798202515],[5,0.18832100927829742],[6,0.1926024854183197],[7,0.19230341911315918],[8,0.1845829337835312],[9,0.18713681399822235],[10,0.1814051866531372],[11,0.17589545249938965],[12,0.1888420581817627],[13,0.18363948166370392],[14,0.1973276138305664],[15,0.19195528328418732],[16,0.19833993911743164],[17,0.20583243668079376],[18,0.1923133283853531],[19,0.19203157722949982],[20,0.19502203166484833],[21,0.18970729410648346],[22,0.19570758938789368],[23,0.20005056262016296],[24,0.19790594279766083],[25,0.19856147468090057],[26,0.1889025717973709],[27,0.20027446746826172],[28,0.20176278054714203],[29,0.2020193487405777],[30,0.19343183934688568],[31,0.1853376179933548],[32,0.19560456275939941],[33,0.20418420433998108],[34,0.20779933035373688],[35,0.19847245514392853],[36,0.19928081333637238],[37,0.20324736833572388],[38,0.19317428767681122],[39,0.19084510207176208],[40,0.200285866856575],[41,0.19573593139648438],[42,0.19182634353637695],[43,0.18349893391132355],[44,0.1985873430967331],[45,0.19071781635284424],[46,0.20195475220680237],[47,0.1968720257282257],[48,0.19235903024673462],[49,0.2136652022600174],[50,0.20057299733161926],[51,0.19651806354522705],[52,0.19531479477882385],[53,0.2025909423828125],[54,0.19507421553134918],[55,0.18792517483234406],[56,0.19471780955791473],[57,0.20268675684928894],[58,0.187260240316391],[59,0.190311998128891],[60,0.18651577830314636],[61,0.19303195178508759],[62,0.19919875264167786],[63,0.1919529139995575],[64,0.19341669976711273],[65,0.1875297725200653],[66,0.1862170398235321],[67,0.1968889683485031],[68,0.1900808960199356],[69,0.19643421471118927],[70,0.19924728572368622],[71,0.19767889380455017],[72,0.19495703279972076],[73,0.20363673567771912],[74,0.1971624344587326],[75,0.19117161631584167],[76,0.19496959447860718],[77,0.1856212615966797],[78,0.1968880593776703],[79,0.19180837273597717],[80,0.1985352784395218],[81,0.19072413444519043],[82,0.1969929188489914],[83,0.19615691900253296],[84,0.18519271910190582],[85,0.20796646177768707],[86,0.1988537758588791],[87,0.19465716183185577],[88,0.19948072731494904],[89,0.19718685746192932],[90,0.2063695788383484],[91,0.1922214925289154],[92,0.20462898910045624],[93,0.19445271790027618],[94,0.19363661110401154],[95,0.19094888865947723],[96,0.19863519072532654],[97,0.19154854118824005],[98,0.18749943375587463],[99,0.19531655311584473]],"negative":[[0,0.200892835855484],[1,0.189075767993927],[2,0.19306476414203644],[3,0.19622890651226044],[4,0.19627150893211365],[5,0.1898491531610489],[6,0.191315159201622],[7,0.18973730504512787],[8,0.182656928896904],[9,0.18610452115535736],[10,0.18214444816112518],[11,0.17720936238765717],[12,0.1845458596944809],[13,0.18242590129375458],[14,0.19473285973072052],[15,0.1883944869041443],[16,0.19495214521884918],[17,0.2052450180053711],[18,0.1891496628522873],[19,0.19542139768600464],[20,0.19332803785800934],[21,0.18988852202892303],[22,0.19423413276672363],[23,0.2008504420518875],[24,0.19734309613704681],[25,0.20150551199913025],[26,0.18596972525119781],[27,0.19884367287158966],[28,0.20105737447738647],[29,0.1973429173231125],[30,0.1916504204273224],[31,0.1883038431406021],[32,0.19496935606002808],[33,0.20225313305854797],[34,0.20663972198963165],[35,0.19650651514530182],[36,0.1971634328365326],[37,0.2040519416332245],[38,0.19382506608963013],[39,0.1940312534570694],[40,0.19945795834064484],[41,0.19345109164714813],[42,0.19309179484844208],[43,0.1834614872932434],[44,0.19758974015712738],[45,0.1885402947664261],[46,0.19946187734603882],[47,0.1961313784122467],[48,0.19257484376430511],[49,0.212838277220726],[50,0.19974829256534576],[51,0.19854357838630676],[52,0.19216927886009216],[53,0.20353303849697113],[54,0.19391240179538727],[55,0.18883688747882843],[56,0.193988636136055],[57,0.20037959516048431],[58,0.1868855059146881],[59,0.19023437798023224],[60,0.18515434861183167],[61,0.1943989396095276],[62,0.20139096677303314],[63,0.19170060753822327],[64,0.19457677006721497],[65,0.18874962627887726],[66,0.18727967143058777],[67,0.19626347720623016],[68,0.18855787813663483],[69,0.19526156783103943],[70,0.19586201012134552],[71,0.1968512088060379],[72,0.1944274604320526],[73,0.19968503713607788],[74,0.19362658262252808],[75,0.18976891040802002],[76,0.19365814328193665],[77,0.18785440921783447],[78,0.19357092678546906],[79,0.1889914870262146],[80,0.19786839187145233],[81,0.18975713849067688],[82,0.19451838731765747],[83,0.19747690856456757],[84,0.1849743127822876],[85,0.20560233294963837],[86,0.19888712465763092],[87,0.19598288834095],[88,0.19692948460578918],[89,0.1988484412431717],[90,0.20482425391674042],[91,0.1928379237651825],[92,0.20405875146389008],[93,0.19485843181610107],[94,0.1967674195766449],[95,0.18960009515285492],[96,0.19949506223201752],[97,0.18798993527889252],[98,0.1847551316022873],[99,0.19511644542217255]],"field":"reward_internvl_dual","scope":"rollout endpoint","updates":100,"seedPolicy":"not available in this metrics export","source":"pptx/fig24-new/source_tree/bpexp/data/main_table_native_metrics/table1_100ep/zimage/opsd/internvl_dual/save/metrics.jsonl"},"v2":{"reward":[[0,0.333833783864975],[1,0.34661969542503357],[2,0.33683648705482483],[3,0.37016561627388],[4,0.3592930734157562],[5,0.36575114727020264],[6,0.39053070545196533],[7,0.41741663217544556],[8,0.3928430378437042],[9,0.40428775548934937],[10,0.4071829915046692],[11,0.39099401235580444],[12,0.4219326972961426],[13,0.40818527340888977],[14,0.4285479784011841],[15,0.4061962366104126],[16,0.42118343710899353],[17,0.4267045259475708],[18,0.4354311227798462],[19,0.4280281066894531],[20,0.4591890871524811],[21,0.4432188868522644],[22,0.4288998544216156],[23,0.4459784924983978],[24,0.4482094943523407],[25,0.4529043734073639],[26,0.4567825496196747],[27,0.4608979821205139],[28,0.4725475311279297],[29,0.4904975891113281],[30,0.48052752017974854],[31,0.4841829836368561],[32,0.4797004163265228],[33,0.47032472491264343],[34,0.47896677255630493],[35,0.4884941279888153],[36,0.4951092302799225],[37,0.47961127758026123],[38,0.5035326480865479],[39,0.5015620589256287],[40,0.5223410129547119],[41,0.48500463366508484],[42,0.5104554295539856],[43,0.4988149106502533],[44,0.507746160030365],[45,0.5168163776397705],[46,0.5125059485435486],[47,0.5209450125694275],[48,0.5147229433059692],[49,0.5223996043205261],[50,0.5295906662940979],[51,0.5392517447471619],[52,0.5255558490753174],[53,0.5282638669013977],[54,0.5424550771713257],[55,0.5221776962280273],[56,0.5387067794799805],[57,0.5624387860298157],[58,0.5397294163703918],[59,0.5539377927780151],[60,0.5622595548629761],[61,0.5684100389480591],[62,0.5756913423538208],[63,0.5669974088668823],[64,0.5521395206451416],[65,0.5610604882240295],[66,0.560457706451416],[67,0.5731911659240723],[68,0.5851696729660034],[69,0.5646225214004517],[70,0.5631260871887207],[71,0.5802086591720581],[72,0.5923556089401245],[73,0.5604116320610046],[74,0.5809489488601685],[75,0.5797740817070007],[76,0.5656956434249878],[77,0.5972971320152283],[78,0.589301347732544],[79,0.5793977379798889],[80,0.5974603295326233],[81,0.5881836414337158],[82,0.6151240468025208],[83,0.6023529767990112],[84,0.5825140476226807],[85,0.5872114896774292],[86,0.61772221326828],[87,0.6056705713272095],[88,0.58354651927948],[89,0.6068514585494995],[90,0.6178179979324341],[91,0.6269453763961792],[92,0.6098300218582153],[93,0.6229197382926941],[94,0.6001256704330444],[95,0.6109522581100464],[96,0.6155536770820618],[97,0.6037682294845581],[98,0.6247380375862122],[99,0.6356044411659241]],"loss":[[0,1.7640247344970703],[1,1.7317261695861816],[2,1.7159948348999023],[3,1.7359946966171265],[4,1.694752812385559],[5,1.6217836141586304],[6,1.6513283252716064],[7,1.6698925495147705],[8,1.5981543064117432],[9,1.612341284751892],[10,1.5776129961013794],[11,1.6174156665802002],[12,1.618270754814148],[13,1.6403532028198242],[14,1.6376357078552246],[15,1.6742992401123047],[16,1.630898356437683],[17,1.6696127653121948],[18,1.6123372316360474],[19,1.615854024887085],[20,1.6747483015060425],[21,1.6466906070709229],[22,1.57296884059906],[23,1.6440349817276],[24,1.579972267150879],[25,1.6140319108963013],[26,1.6348093748092651],[27,1.6152942180633545],[28,1.5491288900375366],[29,1.6218847036361694],[30,1.6134793758392334],[31,1.6026629209518433],[32,1.5577423572540283],[33,1.5796984434127808],[34,1.5673176050186157],[35,1.6404361724853516],[36,1.6153972148895264],[37,1.5901213884353638],[38,1.6272403001785278],[39,1.5661898851394653],[40,1.5832147598266602],[41,1.5814311504364014],[42,1.5594414472579956],[43,1.5865912437438965],[44,1.538920521736145],[45,1.568987488746643],[46,1.5688700675964355],[47,1.5658243894577026],[48,1.5633158683776855],[49,1.5625308752059937],[50,1.5309182405471802],[51,1.5634454488754272],[52,1.5272566080093384],[53,1.5459928512573242],[54,1.5504415035247803],[55,1.5679199695587158],[56,1.5362112522125244],[57,1.56314218044281],[58,1.5361056327819824],[59,1.5667924880981445],[60,1.5357093811035156],[61,1.492991328239441],[62,1.4989030361175537],[63,1.571515679359436],[64,1.54564368724823],[65,1.5777205228805542],[66,1.508614420890808],[67,1.507704734802246],[68,1.4974628686904907],[69,1.5695021152496338],[70,1.5406304597854614],[71,1.5511225461959839],[72,1.5354036092758179],[73,1.5344171524047852],[74,1.5066035985946655],[75,1.5137486457824707],[76,1.5182452201843262],[77,1.5311920642852783],[78,1.5836237668991089],[79,1.566939353942871],[80,1.5632050037384033],[81,1.5349805355072021],[82,1.5006123781204224],[83,1.5429259538650513],[84,1.503235101699829],[85,1.5502976179122925],[86,1.5165562629699707],[87,1.5142700672149658],[88,1.5043885707855225],[89,1.5338650941848755],[90,1.5576828718185425],[91,1.541252851486206],[92,1.51406729221344],[93,1.5482070446014404],[94,1.5438908338546753],[95,1.510711669921875],[96,1.5806266069412231],[97,1.499544382095337],[98,1.4838581085205078],[99,1.5606133937835693]],"positive":[[0,0.3528057634830475],[1,0.3484269380569458],[2,0.3453150987625122],[3,0.3493940532207489],[4,0.3409382104873657],[5,0.3260996639728546],[6,0.33208775520324707],[7,0.3358311057090759],[8,0.3210078775882721],[9,0.323872447013855],[10,0.316822350025177],[11,0.3249245584011078],[12,0.32493048906326294],[13,0.3293803632259369],[14,0.328875333070755],[15,0.3363790214061737],[16,0.32752329111099243],[17,0.3353137969970703],[18,0.32371485233306885],[19,0.3243001401424408],[20,0.33642154932022095],[21,0.3307667374610901],[22,0.31570908427238464],[23,0.33018121123313904],[24,0.317039430141449],[25,0.3240033686161041],[26,0.3283419907093048],[27,0.3243052661418915],[28,0.3109130263328552],[29,0.32569557428359985],[30,0.32393506169319153],[31,0.32169702649116516],[32,0.31249943375587463],[33,0.3169904053211212],[34,0.3146122694015503],[35,0.32946181297302246],[36,0.324519544839859],[37,0.31931793689727783],[38,0.32690948247909546],[39,0.3144056797027588],[40,0.31803739070892334],[41,0.31743353605270386],[42,0.31311893463134766],[43,0.3185976445674896],[44,0.30900341272354126],[45,0.31500235199928284],[46,0.3150525391101837],[47,0.314368337392807],[48,0.31406253576278687],[49,0.3137873709201813],[50,0.3072689473628998],[51,0.31396347284317017],[52,0.3065720200538635],[53,0.31042978167533875],[54,0.31130674481391907],[55,0.3149515986442566],[56,0.3083842694759369],[57,0.3139430284500122],[58,0.30847999453544617],[59,0.31467917561531067],[60,0.30836817622184753],[61,0.2996862828731537],[62,0.3009242117404938],[63,0.31558945775032043],[64,0.3103366494178772],[65,0.31690579652786255],[66,0.30286380648612976],[67,0.30264970660209656],[68,0.3005339503288269],[69,0.31526806950569153],[70,0.30935338139533997],[71,0.31152310967445374],[72,0.3084031045436859],[73,0.30804750323295593],[74,0.30253738164901733],[75,0.3040829598903656],[76,0.30483561754226685],[77,0.3074844777584076],[78,0.3182999789714813],[79,0.3148568868637085],[80,0.3139360845088959],[81,0.3082210421562195],[82,0.3012639284133911],[83,0.3098277747631073],[84,0.30177658796310425],[85,0.3114685118198395],[86,0.30444255471229553],[87,0.3040507435798645],[88,0.30198684334754944],[89,0.3080870509147644],[90,0.31284019351005554],[91,0.30955439805984497],[92,0.3038661777973175],[93,0.31096264719963074],[94,0.31004396080970764],[95,0.30329087376594543],[96,0.31761279702186584],[97,0.30105870962142944],[98,0.2978402376174927],[99,0.31363341212272644]],"negative":[[0,0.3528040945529938],[1,0.3442635238170624],[2,0.3410828411579132],[3,0.3450038433074951],[4,0.33696287870407104],[5,0.32261374592781067],[6,0.32844358682632446],[7,0.33212587237358093],[8,0.31825390458106995],[9,0.3210640549659729],[10,0.3142228424549103],[11,0.32204172015190125],[12,0.3223778009414673],[13,0.3267609179019928],[14,0.3261789381504059],[15,0.3333406448364258],[16,0.32483601570129395],[17,0.33253130316734314],[18,0.3212200999259949],[19,0.32204151153564453],[20,0.33347779512405396],[21,0.3279094994068146],[22,0.3134784996509552],[23,0.3274327516555786],[24,0.31494948267936707],[25,0.3216094374656677],[26,0.32558175921440125],[27,0.3218124806880951],[28,0.3087385594844818],[29,0.32305824756622314],[30,0.3214567303657532],[31,0.3193681538105011],[32,0.3105974793434143],[33,0.31488898396492004],[34,0.3123147487640381],[35,0.3267126679420471],[36,0.3216393291950226],[37,0.31673064827919006],[38,0.32398656010627747],[39,0.31207022070884705],[40,0.3152484893798828],[41,0.31513890624046326],[42,0.31065768003463745],[43,0.3160388767719269],[44,0.3065648078918457],[45,0.31259262561798096],[46,0.31249549984931946],[47,0.31196144223213196],[48,0.3112637996673584],[49,0.31122493743896484],[50,0.305098295211792],[51,0.3114146888256073],[52,0.3043305575847626],[53,0.3079673647880554],[54,0.3088698387145996],[55,0.3122164011001587],[56,0.3061002492904663],[57,0.31131380796432495],[58,0.3059622049331665],[59,0.31203779578208923],[60,0.30591556429862976],[61,0.2975102365016937],[62,0.2986369729042053],[63,0.313016802072525],[64,0.30792081356048584],[65,0.3141824007034302],[66,0.3005819022655487],[67,0.3004322350025177],[68,0.2984512150287628],[69,0.3125327527523041],[70,0.3068987727165222],[71,0.3089258670806885],[72,0.3057583272457123],[73,0.30571940541267395],[74,0.3001040518283844],[75,0.3014164865016937],[76,0.30246248841285706],[77,0.30499231815338135],[78,0.31514957547187805],[79,0.31191882491111755],[80,0.3113459050655365],[81,0.305771142244339],[82,0.2989810109138489],[83,0.30734261870384216],[84,0.2995174527168274],[85,0.30865049362182617],[86,0.3021799921989441],[87,0.3016572594642639],[88,0.2997686266899109],[89,0.30545899271965027],[90,0.310232937335968],[91,0.306946724653244],[92,0.3017607629299164],[93,0.30832013487815857],[94,0.3075123429298401],[95,0.30099377036094666],[96,0.31463780999183655],[97,0.2987590432167053],[98,0.2957030236721039],[99,0.3106119632720947]],"field":"reward_internvl_dual","scope":"clean-output anchor","updates":100,"seedPolicy":"not available in this metrics export"},"status":"complete","final":{"scores":{"internvl_dual":0.5493741391955409},"stats":{"internvl_dual":{"mean":0.5493741391955409,"std":0.35951940413521233,"se":0.011369001800938291,"n":1000}}}}],"table":[{"backbone":"sd35m","name":"SDXL ‡","specific":false,"updates":"–","published":[22.42,0.287,0.28,5.6,0.76,1.93,4.17,0.366,0.089,0.168],"values":[22.42,0.287,0.28,5.6,0.76,1.93,4.17,0.366,0.089,0.168],"search":"sdxl reported reference","kind":"baseline","corrections":{}},{"backbone":"sd35m","name":"SD3.5-L ‡","specific":false,"updates":"–","published":[22.91,0.289,0.288,5.5,0.96,5.04,4.26,0.393,0.171,0.361],"values":[22.91,0.289,0.288,5.5,0.96,5.04,4.26,0.393,0.171,0.361],"search":"sd3.5-l reported reference","kind":"baseline","corrections":{}},{"backbone":"sd35m","name":"FLUX.1-dev ‡","specific":false,"updates":"–","published":[22.84,0.295,0.274,5.71,0.96,6.71,4.41,0.376,0.179,0.323],"values":[22.84,0.295,0.274,5.71,0.96,6.71,4.41,0.376,0.179,0.323],"search":"flux.1-dev reported reference","kind":"baseline","corrections":{}},{"backbone":"sd35m","name":"SD3.5-M w/o CFG ‡","specific":false,"updates":"–","published":[20.51,0.237,0.204,5.13,-0.58,-6.47,3.3,0.276,0.026,0.069],"values":[20.51,0.237,0.204,5.13,-0.58,-6.47,3.3,0.276,0.026,0.069],"search":"sd3.5-m without cfg base","kind":"baseline","corrections":{}},{"backbone":"sd35m","name":"+ CFG ‡","specific":false,"updates":"–","published":[22.34,0.285,0.279,5.36,0.85,2.69,4.04,0.38,0.136,0.29],"values":[22.34,0.285,0.279,5.36,0.85,2.69,4.04,0.38,0.136,0.29],"search":"cfg base","kind":"baseline","corrections":{}},{"backbone":"sd35m","name":"+ FlowGRPO ‡","specific":false,"updates":">5k","published":[22.51,0.293,0.274,5.32,1.06,2.65,4.01,0.393,0.181,0.388],"values":[22.51,0.293,0.274,5.32,1.06,2.65,4.01,0.393,0.181,0.388],"search":"flowgrpo reported 5k","kind":"baseline","corrections":{}},{"backbone":"sd35m","name":"+ FlowGRPO 2k","specific":false,"updates":"2k","published":[22.41,0.29,0.28,5.32,0.95,2.67,4.06,0.387,0.151,0.314],"values":[22.41,0.29,0.28,5.32,0.95,2.67,4.06,0.387,0.151,0.314],"search":"flowgrpo 2k","kind":"baseline","corrections":{}},{"backbone":"sd35m","name":"+ FlowGRPO 4k","specific":false,"updates":"4k","published":[23.5,0.28,0.316,5.9,1.29,7.08,4.15,0.397,0.162,0.325],"values":[23.5,0.28,0.316,5.9,1.29,7.08,4.15,0.397,0.162,0.325],"search":"flowgrpo 4k","kind":"baseline","corrections":{}},{"backbone":"sd35m","name":"+ DiffusionNFT ‡","specific":false,"updates":"1.7k","published":[23.8,0.293,0.331,6.01,1.49,7.48,4.34,0.398,0.111,0.296],"values":[23.8,0.293,0.331,6.01,1.49,7.48,4.34,0.398,0.111,0.296],"search":"diffusionnft reported 1.7k","kind":"baseline","corrections":{}},{"backbone":"sd35m","name":"+ DiffusionNFT","specific":false,"updates":"300","published":[23.62,0.294,0.34,6.02,1.45,8.36,4.32,0.397,0.15,0.294],"values":[23.62,0.294,0.34,6.02,1.45,8.36,4.32,0.397,0.15,0.294],"search":"diffusionnft joint multi reward 300","kind":"baseline","corrections":{}},{"backbone":"sd35m","name":"+ DRaFT","specific":false,"updates":"300","kind":"baseline","corrections":{},"search":"draft","values":[23.83,0.306,0.348,5.97,1.23,6.1,3.24,0.374,0.123,0.247],"published":[23.83,0.306,0.348,5.97,1.23,6.1,3.24,0.374,0.123,0.247]},{"backbone":"sd35m","name":"+ ReFL","specific":false,"updates":"300","kind":"baseline","corrections":{},"search":"refl","values":[22.61,0.264,0.302,6.01,0.81,4.67,3.57,0.343,0.09,0.176],"published":[22.61,0.264,0.302,6.01,0.81,4.67,3.57,0.343,0.09,0.176]},{"backbone":"sd35m","name":"+ DiffusionOPSD joint","specific":false,"updates":"300","published":[25.51,0.333,0.389,6.03,1.51,12.75,4.4,0.399,0.17,0.345],"values":[25.51,0.333,0.389,6.03,1.51,12.75,4.4,0.399,0.17,0.345],"search":"diffusionopsd joint multi reward 300 ours","kind":"v1","corrections":{"hpsv3":"Original images re-scored through the official HPSv3 API; no retraining."}},{"backbone":"sd35m","name":"DiffusionOPSD v2 · joint","specific":false,"updates":"300","values":[25.42,0.332,0.386,6.02,1.55,13.04,4.38,0.452,0.173,0.37],"published":[25.42,0.332,0.386,6.02,1.55,13.04,4.38,0.452,0.173,0.37],"kind":"v2","corrections":{},"search":"diffusionopsd v2 joint"},{"backbone":"sd35m","name":"+ DanceOPD †","specific":false,"updates":"300","published":[23.06,0.272,0.322,5.98,1.23,7.24,4.34,0.378,0.127,0.219],"values":[23.06,0.272,0.322,5.98,1.23,7.24,4.34,0.378,0.127,0.219],"search":"danceopd two stage 300","kind":"baseline","corrections":{}},{"backbone":"sd35m","name":"+ DiffusionOPD †","specific":false,"updates":"300","published":[23.05,0.269,0.322,6.04,1.23,7.39,4.34,0.373,0.122,0.199],"values":[23.05,0.269,0.322,6.04,1.23,7.39,4.34,0.373,0.122,0.199],"search":"diffusionopd two stage 300","kind":"baseline","corrections":{}},{"backbone":"sd35m","name":"+ FlowOPD †","specific":false,"updates":"300","published":[22.62,0.263,0.3,5.98,0.92,5.0,4.2,0.353,0.101,0.166],"values":[22.62,0.263,0.3,5.98,0.92,5.0,4.2,0.353,0.101,0.166],"search":"flowopd two stage 300","kind":"baseline","corrections":{}},{"backbone":"sd35m","name":"+ ReFL","specific":true,"updates":"100","published":[23.92,0.308,0.358,12.09,1.28,6.18,4.85,0.408,0.193,0.29],"values":[23.92,0.308,0.358,12.09,1.28,6.18,4.85,0.408,0.193,0.29],"search":"refl reward specific 100","kind":"baseline","corrections":{"hpsv3":"Retrained with corrected HPSv3 preprocessing; official raw logits."}},{"backbone":"sd35m","name":"+ DiffusionNFT","specific":true,"updates":"100","published":[23.43,0.298,0.336,9.11,1.46,13.51,4.76,0.412,0.199,0.323],"values":[23.43,0.298,0.336,9.11,1.46,13.51,4.76,0.412,0.199,0.323],"search":"diffusionnft reward specific 100","kind":"baseline","corrections":{"hpsv3":"Retrained with corrected HPSv3 preprocessing; official raw logits."}},{"backbone":"sd35m","name":"+ DiffusionOPSD","specific":true,"updates":"100","published":[24.94,0.34,0.39,12.08,1.76,15.14,4.94,0.45,0.214,0.465],"values":[24.94,0.34,0.39,12.08,1.76,15.14,4.94,0.45,0.214,0.465],"search":"diffusionopsd reward specific 100 ours","kind":"v1","corrections":{"hpsv3":"Retrained with corrected HPSv3 preprocessing; official raw logits."}},{"backbone":"sd35m","name":"DiffusionOPSD v2","specific":true,"updates":"100","values":[24.94,0.327,0.39,12.09,1.73,14.79,4.81,0.458,0.216,0.463],"published":[24.94,0.327,0.39,12.09,1.73,14.79,4.81,0.458,0.216,0.463],"kind":"v2","corrections":{},"search":"diffusionopsd v2 specific"},{"backbone":"zimage","name":"Z-Image-Turbo","specific":false,"updates":"–","published":[22.86,0.276,0.296,5.41,0.96,11.17,4.44,0.392,0.213,0.422],"values":[22.86,0.276,0.296,5.41,0.96,11.17,4.44,0.392,0.213,0.422],"search":"z-image-turbo base","kind":"baseline","corrections":{"hpsv3":"Original images re-scored through the official HPSv3 API; no retraining."}},{"backbone":"zimage","name":"+ FlowGRPO","specific":true,"updates":"100","published":[22.96,0.275,0.305,5.46,1.01,11.58,4.51,0.394,0.217,0.42],"values":[22.96,0.275,0.305,5.46,1.01,11.58,4.51,0.394,0.217,0.42],"search":"z-image-turbo flowgrpo reward specific 100","kind":"baseline","corrections":{"hpsv3":"Retrained with corrected HPSv3 preprocessing; official raw logits."}},{"backbone":"zimage","name":"+ ReFL","specific":true,"updates":"100","published":[24.54,0.313,0.38,9.79,1.37,11.32,4.6,0.441,0.227,0.481],"values":[24.54,0.313,0.38,9.79,1.37,11.32,4.6,0.441,0.227,0.481],"search":"z-image-turbo refl reward specific 100","kind":"baseline","corrections":{"hpsv3":"Retrained with corrected HPSv3 preprocessing; official raw logits."}},{"backbone":"zimage","name":"+ DiffusionNFT","specific":true,"updates":"100","published":[22.28,0.28,0.277,6.07,0.58,11.01,3.37,0.363,0.166,0.357],"values":[22.28,0.28,0.277,6.07,0.58,11.01,3.37,0.363,0.166,0.357],"search":"z-image-turbo diffusionnft reward specific 100","kind":"baseline","corrections":{"hpsv3":"Retrained with corrected HPSv3 preprocessing; official raw logits."}},{"backbone":"zimage","name":"+ DiffusionOPSD","specific":true,"updates":"100","published":[25.15,0.32,0.39,10.74,1.79,15.59,4.78,0.451,0.243,0.551],"values":[25.15,0.32,0.39,10.74,1.79,15.59,4.78,0.451,0.243,0.551],"search":"z-image-turbo diffusionopsd reward specific 100 ours","kind":"v1","corrections":{"hpsv3":"Retrained with corrected HPSv3 preprocessing; official raw logits."}},{"backbone":"zimage","name":"DiffusionOPSD v2","specific":true,"updates":"100","values":[25.28,0.314,0.386,10.8,1.76,15.51,4.77,0.459,0.249,0.549],"published":[25.28,0.314,0.386,10.8,1.76,15.51,4.77,0.459,0.249,0.549],"kind":"v2","corrections":{},"search":"diffusionopsd v2 specific"}],"efficiency":{"trainingReduction":30.508,"updateReduction":39.6986,"oldUpdateSeconds":133.926099,"newUpdateSeconds":80.759351}}