MuMMI

Create Training Set

Train application_name system_name processors num_mpi num_omppn input frequency executable_name scenario frequency papi_tot_cyc papi_tot_ins papi_l1_tcm papi_l2_tcm papi_fml_ins papi_br_tkn papi_l2_ldm papi_l2_stm papi_fdv_ins papi_br_cn papi_tot_iis papi_ca_shr papi_ca_cln papi_ca_itv papi_br_ntk papi_br_msp papi_fp_ins papi_res_stl papi_l1_ldm papi_l1_stm papi_l2_tcw papi_l2_dca papi_l2_dcr papi_l2_dcw papi_l1_icm papi_br_ins papi_l1_dch papi_l1_dca papi_l1_dcm papi_l1_tca papi_l1_ica papi_fp_ops papi_l2_ica papi_tlb_dm papi_vec_ins papi_l2_dcm papi_l2_icm papi_l2_tch papi_l2_tca papi_ld_ins papi_sr_ins papi_tlb_im papi_hw_int papi_l3_tcm nruntime power_sys power_cpu power_mem num_mpi num_omppn scaling_factor
Horovod CANDLE NT3 Benchmark ANL Theta 1 1 64 learning rate=0.001, batch size=70.0, epochs=1.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.582286312051227 0.0179704983834312 0.0020320735857674 0.0 0.0293737249146774 0.0010240379096625 0.0 0.0 0.1087730903078058 0.0 0.0 0.0 0.0 0.0788892462162832 0.0070504592703676 0.0 0.1792316276104873 0.0059477105692028 0.0 0.0 0.0 0.0 0.0 0.0119572170081376 0.1385249573329849 0.0 0.2256236280527519 0.0059477105692028 0.0 0.4198748257376382 0.0 0.0 0.00476242460384 0.0 0.0 0.0 0.0172655141159139 0.0192975877016813 0.1593857565998441 0.0638704394655448 0.0 0.0 0.0 4.30282641863e-09 146.943396 91.2355 12.059399 1 64 166303553845.854620547026582157
Horovod CANDLE NT3 Benchmark ANL Theta 1 1 64 learning rate=0.001, batch size=60.0, epochs=1.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5905191931095894 0.0180556004771686 0.0020792586771222 0.0 0.0303029465792299 0.0010106751753623 0.0 0.0 0.1102931759636633 0.0 0.0 0.0 0.0 0.0799900830237433 0.0071893027428857 0.0 0.1720423061343029 0.0059630260311498 0.0 0.0 0.0 0.0 0.0 0.0119632435755542 0.1429466779129282 0.0 0.2197268019788191 0.0059630260311498 0.0 0.4237690520722726 0.0 0.0 0.0048420671287342 0.0 0.0 0.0 0.0173052940716864 0.0193845527488087 0.1590015378609209 0.0637570367708507 0.0 0.0 0.0 4.40723656514e-09 145.714979 94.794036 11.427184 1 64 163557890833.822734742006030061
Horovod CANDLE NT3 Benchmark ANL Theta 1 1 64 learning rate=0.001, batch size=40.0, epochs=1.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5912430975970558 0.0178707967930161 0.0020627512363979 0.0 0.0300252461332219 0.0010450478298329 0.0 0.0 0.1104154655746371 0.0 0.0 0.0 0.0 0.0800887861384308 0.0070081208597305 0.0 0.1940996418897976 0.0058622449936605 0.0 0.0 0.0 0.0 0.0 0.0121650576938255 0.1416140816916263 0.0 0.2238872690675379 0.0058622449936605 0.0 0.4291478423500387 0.0 0.0 0.0047517435365904 0.0 0.0 0.0 0.0173286817733064 0.0193914330097043 0.1595575737881965 0.0638855698361373 0.0 0.0 0.0 4.4456010508e-09 137.95261 86.898352 12.028846 1 64 163764669766.979712267797001304
Horovod CANDLE NT3 Benchmark ANL Theta 1 1 64 learning rate=0.001, batch size=50.0, epochs=1.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5762193315614776 0.0178520605009973 0.0020569250237943 0.0 0.0302711818849966 0.0010158662523703 0.0 0.0 0.1076005532487588 0.0 0.0 0.0 0.0 0.0780770955738321 0.0071445968457678 0.0 0.1764034992481779 0.0058763053971837 0.0 0.0 0.0 0.0 0.0 0.0121818082122152 0.1429848574658738 0.0 0.2251109462259494 0.0058763053971837 0.0 0.423299724624442 0.0 0.0 0.0046981201946244 0.0 0.0 0.0 0.0173849351653208 0.0194418601891152 0.155444202631881 0.06238632903835 0.0 0.0 0.0 4.36004572593e-09 141.183618 89.095563 12.438908 1 64 167978508262.956344870775546574
Horovod CANDLE NT3 Benchmark ANL Theta 1 1 64 learning rate=0.001, batch size=30.0, epochs=1.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5708730841898051 0.0181418266773017 0.0020338909120244 0.0 0.0307949289483849 0.0010210217049928 0.0 0.0 0.1066248187231654 0.0 0.0 0.0 0.0 0.0773395351591316 0.0067811235077194 0.0 0.1735064128665565 0.0059300938484133 0.0 0.0 0.0 0.0 0.0 0.0119515594572774 0.1453828841989529 0.0 0.2248964740111899 0.0059300938484133 0.0 0.4316489870583715 0.0 0.0 0.0046282280731935 0.0 0.0 0.0 0.0176087537740032 0.0196426446860275 0.1581469254043014 0.0634304238232024 0.0 0.0 0.0 4.43702767215e-09 146.118937 90.87309 11.348173 1 64 169518124423.942578768845824135
Horovod CANDLE NT3 Benchmark ANL Theta 1 1 64 learning rate=0.001, batch size=10.0, epochs=1.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5724642731321576 0.0180291364302085 0.0020655872971725 0.0 0.0306322110504576 0.0010190894837428 0.0 0.0 0.1069005417424301 0.0 0.0 0.0 0.0 0.0775541260398652 0.0069994305554708 0.0 0.1843113297867667 0.0059283699408027 0.0 0.0 0.0 0.0 0.0 0.0122657050724662 0.1445020709061231 0.0 0.2202537021393871 0.0059283699408027 0.0 0.4229048238542879 0.0 0.0 0.0047499274772021 0.0 0.0 0.0 0.0173892061853834 0.0194547934825559 0.1545133814031391 0.0619342521468321 0.0 0.0 0.0 5.32551501177e-09 144.530522 88.99667 11.046615 1 64 169133154260.067387728512049339
Horovod CANDLE NT3 Benchmark ANL Theta 2 2 64 learning rate=0.001, batch size=70.0, epochs=2.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5933089095689126 0.0182918735109577 0.0020811722133773 0.0 0.0300530240388353 0.0010242182730947 0.0 0.0 0.1108055733082197 0.0 0.0 0.0 0.0 0.0804114451570653 0.0069542953214643 0.0 0.1778893597189587 0.0060703813003564 0.0 0.0 0.0 0.0 0.0 0.0122087137639322 0.1419143467836369 0.0 0.2170894874302511 0.0060703813003564 0.0 0.4308530311272061 0.0 0.0 0.0046903364231472 0.0 0.0 0.0 0.0170656187446911 0.0191467909580684 0.1591829922191528 0.0639139308563158 0.0 0.0 0.0 4.43435838271e-09 144.831724 92.817931 11.311034 2 64 163630662516.853431359178326272
Horovod CANDLE NT3 Benchmark ANL Theta 2 2 64 learning rate=0.001, batch size=60.0, epochs=2.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5937890330576944 0.0179808649565451 0.0020550851745009 0.0 0.0303238012983609 0.0010394537698039 0.0 0.0 0.1109027307452538 0.0 0.0 0.0 0.0 0.0804457721963184 0.0069962298157857 0.0 0.1717692034266843 0.0059393173976361 0.0 0.0 0.0 0.0 0.0 0.0120067586396306 0.1434235262886118 0.0 0.225492749904214 0.0059393173976361 0.0 0.4279955781099293 0.0 0.0 0.0047277006610068 0.0 0.0 0.0 0.0172758043339088 0.0193308895084097 0.1601519525308599 0.0642652248067337 0.0 0.0 0.0 4.4871900131e-09 147.017747 89.729693 12.301706 2 64 163132145254.149901646829371706
Horovod CANDLE NT3 Benchmark ANL Theta 2 2 64 learning rate=0.001, batch size=50.0, epochs=2.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5887377452109142 0.0182207190341103 0.0020712445481611 0.0 0.0300072322577823 0.0010119464601488 0.0 0.0 0.1099470096102978 0.0 0.0 0.0 0.0 0.0797418997433747 0.0071336611392575 0.0 0.1706681114288826 0.0059528944751342 0.0 0.0 0.0 0.0 0.0 0.0121988783212738 0.1416780462907861 0.0 0.224341992643827 0.0059528944751342 0.0 0.422631907349759 0.0 0.0 0.004781774405265 0.0 0.0 0.0 0.0173573677377399 0.019428612285901 0.1578644494303785 0.0633939151804322 0.0 0.0 0.0 4.49355665828e-09 147.410014 94.64885 9.966171 2 64 164423118964.924271060525527283
Horovod CANDLE NT3 Benchmark ANL Theta 2 2 64 learning rate=0.001, batch size=40.0, epochs=2.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5875655824206287 0.017656809137457 0.0020111609142144 0.0 0.0301631520839049 0.0010398630881675 0.0 0.0 0.1097315336382338 0.0 0.0 0.0 0.0 0.0796065774471679 0.0070013518478146 0.0 0.1766366302121883 0.0058150415875536 0.0 0.0 0.0 0.0 0.0 0.0120857612324704 0.1423241046277838 0.0 0.226366469002164 0.0058150415875536 0.0 0.4262478661926403 0.0 0.0 0.004646672744658 0.0 0.0 0.0 0.0175913902627004 0.0196025511769148 0.1619307697732199 0.0650308204582004 0.0 0.0 0.0 4.51206193881e-09 139.679435 88.729839 12.387097 2 64 164898499420.029950721340417006
Horovod CANDLE NT3 Benchmark ANL Theta 2 2 64 learning rate=0.001, batch size=30.0, epochs=2.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5929518786185441 0.0181984191237751 0.0020817572118503 0.0 0.0302715814904161 0.0010299486785833 0.0 0.0 0.1107244112279021 0.0 0.0 0.0 0.0 0.0802902046304562 0.0070938272908007 0.0 0.1728788893537301 0.0060652481052999 0.0 0.0 0.0 0.0 0.0 0.0120733448652857 0.1430879686702952 0.0 0.2233812337146583 0.0060652481052999 0.0 0.4211365627327683 0.0 0.0 0.0047214581941892 0.0 0.0 0.0 0.0171893229527602 0.0192710801646105 0.1583193537522034 0.063517873182186 0.0 0.0 0.0 4.69893271525e-09 144.919218 90.562215 11.022801 2 64 163321213881.048240659844804744
Horovod CANDLE NT3 Benchmark ANL Theta 2 2 64 learning rate=0.001, batch size=10.0, epochs=2.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5929793812623476 0.0182999906634938 0.0021404107656443 0.0 0.030373430325144 0.0010172128981136 0.0 0.0 0.1107014991000119 0.0 0.0 0.0 0.0 0.0803226465434351 0.0069714843725486 0.0 0.1757301086438128 0.0060185948540264 0.0 0.0 0.0 0.0 0.0 0.0122367540047815 0.1436330409380683 0.0 0.2217710783570254 0.0060185948540264 0.0 0.4305468707505187 0.0 0.0 0.0046462546663758 0.0 0.0 0.0 0.0169731627662809 0.0191135735319252 0.1575463663972967 0.0631714997486158 0.0 0.0 0.0 5.73213600859e-09 140.909382 84.392324 12.125267 2 64 163602743478.984524009116835114
Horovod CANDLE NT3 Benchmark ANL Theta 4 4 64 learning rate=0.001, batch size=70.0, epochs=4.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5893743001458436 0.0182489744209275 0.0020301152821338 0.0 0.0305739223527436 0.0010254631832127 0.0 0.0 0.110117341119225 0.0 0.0 0.0 0.0 0.0798929001583943 0.0070467999104385 0.0 0.1736171883359996 0.005967957911035 0.0 0.0 0.0 0.0 0.0 0.0121237286588003 0.1444321282631114 0.0 0.2221110318862398 0.005967957911035 0.0 0.4193462599454662 0.0 0.0 0.0046733273356072 0.0 0.0 0.0 0.017457596964261 0.0194877122463949 0.1603806538674193 0.0643193103735729 0.0 0.0 0.0 4.44051320638e-09 142.611225 88.830938 12.186858 4 64 164407285164.94028677759160143
Horovod CANDLE NT3 Benchmark ANL Theta 4 4 64 learning rate=0.001, batch size=60.0, epochs=4.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5911934742177324 0.0179017058538813 0.002060964062288 0.0 0.0303566007759 0.0010134827252959 0.0 0.0 0.1104320950553426 0.0 0.0 0.0 0.0 0.0801126448533074 0.0069430117097841 0.0 0.1779460261805308 0.005891550471337 0.0 0.0 0.0 0.0 0.0 0.0121368690916435 0.1434842719624802 0.0 0.222354686282808 0.005891550471337 0.0 0.4331411614459971 0.0 0.0 0.0046294425966051 0.0 0.0 0.0 0.0171998682624599 0.0192608323247479 0.1609623242583914 0.0645012753046813 0.0 0.0 0.0 4.5166267195e-09 147.544655 94.421516 10.304465 4 64 163642089085.86119433463622541
Horovod CANDLE NT3 Benchmark ANL Theta 4 4 64 learning rate=0.001, batch size=50.0, epochs=4.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5931007782199054 0.0181184848698444 0.0020641707018059 0.0 0.0303699530933324 0.0010342905476206 0.0 0.0 0.1108235476918739 0.0 0.0 0.0 0.0 0.0803973086222618 0.0070774963869509 0.0 0.1713948482763125 0.0059735472634432 0.0 0.0 0.0 0.0 0.0 0.0123285869789357 0.1434756742648869 0.0 0.2242504466254679 0.0059735472634432 0.0 0.4335835712489293 0.0 0.0 0.0047471581015093 0.0 0.0 0.0 0.0174083654439282 0.0194725361457341 0.1614242234747972 0.0646708983354786 0.0 0.0 0.0 4.55622114958e-09 141.987282 89.287149 11.997992 4 64 163964446955.974704546882974702
Horovod CANDLE NT3 Benchmark ANL Theta 4 4 64 learning rate=0.001, batch size=40.0, epochs=4.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.592203501133427 0.0180189856123207 0.0020266936755432 0.0 0.0301776847726619 0.0010118793104786 0.0 0.0 0.1106725091899211 0.0 0.0 0.0 0.0 0.0803232868430213 0.0070900320108164 0.0 0.1806735964748311 0.0059369686283148 0.0 0.0 0.0 0.0 0.0 0.0120987053675236 0.1427234799734736 0.0 0.2208744069978822 0.0059369686283148 0.0 0.4314440004879773 0.0 0.0 0.0046979428568474 0.0 0.0 0.0 0.0173451601125955 0.0193718537881387 0.1597082591052214 0.0639116798731794 0.0 0.0 0.0 4.6430269091e-09 140.123107 93.726136 13.229098 4 64 163585574425.89257295157553064
Horovod CANDLE NT3 Benchmark ANL Theta 4 4 64 learning rate=0.001, batch size=30.0, epochs=4.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.583559447214088 0.0184254876734741 0.0020506878081024 0.0 0.0297174069226372 0.0010497999261494 0.0 0.0 0.1090545384347325 0.0 0.0 0.0 0.0 0.0790550748810983 0.007041969323259 0.0 0.1770976403688949 0.0062734281371865 0.0 0.0 0.0 0.0 0.0 0.0121024902701979 0.1403193821956684 0.0 0.2247253046334805 0.0062734281371865 0.0 0.4300664897775069 0.0 0.0 0.0048016968463304 0.0 0.0 0.0 0.0173226267584512 0.0193733145665536 0.1595113155328128 0.063932388163979 0.0 0.0 0.0 4.73708757556e-09 139.199115 85.109987 11.931732 4 64 166901345054.093758604348262484
Horovod CANDLE NT3 Benchmark ANL Theta 4 4 64 learning rate=0.001, batch size=10.0, epochs=4.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5826339385212982 0.0178779746242178 0.0020425250741861 0.0 0.0302890389568163 0.001026287932715 0.0 0.0 0.1087911468508704 0.0 0.0 0.0 0.0 0.0789366158297773 0.007041178992389 0.0 0.1777538376406863 0.0058984242591299 0.0 0.0 0.0 0.0 0.0 0.0120445176892126 0.1428799977816049 0.0 0.2233076248012081 0.0058984242591299 0.0 0.4272409926181836 0.0 0.0 0.004692290524022 0.0 0.0 0.0 0.0172820806680035 0.0193246057421896 0.1584321829498558 0.063462900249043 0.0 0.0 0.0 5.73033327179e-09 144.870225 94.800105 11.092622 4 64 166643573716.910186455303805785
Horovod CANDLE NT3 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=70.0, epochs=6.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5970544260505132 0.018066315683069 0.0020780305761656 0.0 0.0301676088694115 0.0010190266618865 0.0 0.0 0.1115098592874497 0.0 0.0 0.0 0.0 0.0808921300417216 0.0070989975448907 0.0 0.1880381244375898 0.0060007394498322 0.0 0.0 0.0 0.0 0.0 0.0122235132407902 0.1424541564341809 0.0 0.2219586563028473 0.0060007394498322 0.0 0.428395052504339 0.0 0.0 0.0046671188118121 0.0 0.0 0.0 0.0173224357916783 0.0194004663678439 0.1596945251811643 0.0640748497436773 0.0 0.0 0.0 4.59391540975e-09 150.361745 99.934228 13.728859 6 64 162012930717.090246265390542219
Horovod CANDLE NT3 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=60.0, epochs=6.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5894669515652927 0.0180523744574044 0.0020245188944142 0.0 0.0301455254889804 0.0010231374701297 0.0 0.0 0.1102133170036059 0.0 0.0 0.0 0.0 0.0799376441306365 0.0070102310771658 0.0 0.1790970891444123 0.0059635758471646 0.0 0.0 0.0 0.0 0.0 0.012095540503677 0.1422132265560092 0.0 0.2194547505607615 0.0059635758471646 0.0 0.4295433314515658 0.0 0.0 0.0046585336675978 0.0 0.0 0.0 0.0175589738806029 0.019583492775017 0.1607759135057272 0.064339378011799 0.0 0.0 0.0 4.57887960699e-09 141.796149 82.837317 13.15405 6 64 164397741939.06731765690442037
Horovod CANDLE NT3 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=50.0, epochs=6.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.6153537741738946 0.0183319243073015 0.0020334801626851 0.0 0.0312205946509827 0.001038702764154 0.0 0.0 0.1149420306148897 0.0 0.0 0.0 0.0 0.0833944158726554 0.0070909231917315 0.0 0.1804740401381009 0.0060942117419103 0.0 0.0 0.0 0.0 0.0 0.012005695212455 0.1474519652055027 0.0 0.2239697078571928 0.0060942117419103 0.0 0.4456735683485247 0.0 0.0 0.0047895207027182 0.0 0.0 0.0 0.017301659955686 0.0193351401183711 0.1595648989727199 0.0640708033813286 0.0 0.0 0.0 4.86210830158e-09 146.50098 93.526453 9.797518 6 64 157413480022.91242701521032868
Horovod CANDLE NT3 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=30.0, epochs=6.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5959039371172494 0.0182954943663157 0.0020862944289816 0.0 0.0299330990405305 0.0010094469295726 0.0 0.0 0.1113430685571371 0.0 0.0 0.0 0.0 0.0807523318474071 0.0070472335132779 0.0 0.17917276484292 0.0060613559895257 0.0 0.0 0.0 0.0 0.0 0.0119932656868432 0.141369814822611 0.0 0.2231863322616338 0.0060613559895257 0.0 0.4205063597040642 0.0 0.0 0.0046994423347487 0.0 0.0 0.0 0.0173703402966193 0.0194566347256009 0.159469829585479 0.0639888681439786 0.0 0.0 0.0 4.9385103921e-09 138.575871 83.349502 13.102612 6 64 162832381457.853326281755178166
Horovod CANDLE NT3 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=40.0, epochs=6.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5944833823186911 0.018074959248866 0.002039962555992 0.0 0.0299267024373984 0.0010149337304571 0.0 0.0 0.111086939490836 0.0 0.0 0.0 0.0 0.080644656300795 0.0070016111634351 0.0 0.1739299524538605 0.0059100567768053 0.0 0.0 0.0 0.0 0.0 0.0121868905159074 0.1413734609957523 0.0 0.2218256627219659 0.0059100567768053 0.0 0.425609877824606 0.0 0.0 0.004630392718208 0.0 0.0 0.0 0.0173705548723204 0.0194105174283124 0.1601131830190223 0.0642721448837528 0.0 0.0 0.0 5.48358427829e-09 141.459777 87.724581 11.86257 6 64 163155954498.979029495878221541
Horovod CANDLE NT3 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=10.0, epochs=6.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.577119744415703 0.0179768379433439 0.0017712233744284 0.0 0.0300101810755978 0.0010152728096941 0.0 0.0 0.1077851574632672 0.0 0.0 0.0 0.0 0.0782141483603406 0.0070672962322579 0.0 0.1727482700685937 0.0058958438194016 0.0 0.0 0.0 0.0 0.0 0.0126863718159895 0.1418971035959472 0.0 0.2197259544408801 0.0058958438194016 0.0 0.426085870937954 0.0 0.0 0.0046563358371419 0.0 0.0 0.0 0.0176898908744843 0.0194611142489127 0.1582457586656569 0.0634597737527752 0.0 0.0 0.0 5.80521598668e-09 138.8186 82.827798 12.667859 6 64 168535189775.003846162322165254
Horovod CANDLE NT3 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=70.0, epochs=8.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5865728383576915 0.0181238807586422 0.0021063577491397 0.0 0.0299850570709074 0.0010243900374038 0.0 0.0 0.1095455494633736 0.0 0.0 0.0 0.0 0.0794289782621785 0.0070137370280357 0.0 0.1762074056889654 0.0059988387214728 0.0 0.0 0.0 0.0 0.0 0.012131803056078 0.1416401380949018 0.0 0.2233039597162136 0.0059988387214728 0.0 0.4283765617740316 0.0 0.0 0.0047341640383901 0.0 0.0 0.0 0.0171123878532477 0.0192187456023873 0.1586333135249496 0.0635508576823305 0.0 0.0 0.0 4.50374073938e-09 138.947721 87.232574 12.22319 8 64 165561233238.893756705923114295
Horovod CANDLE NT3 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=60.0, epochs=8.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5843289657892179 0.0180368521242723 0.0020276832340809 0.0 0.0302390787905344 0.0010185469367107 0.0 0.0 0.1089805321081254 0.0 0.0 0.0 0.0 0.0790207462291949 0.0070422897213285 0.0 0.1755557633775722 0.0059510488872261 0.0 0.0 0.0 0.0 0.0 0.012001069086742 0.1427674635933407 0.0 0.2216335156403962 0.0059510488872261 0.0 0.4289415684473353 0.0 0.0 0.0047283788580254 0.0 0.0 0.0 0.0173951349909652 0.0194228182250461 0.1599595790891253 0.0640808617782744 0.0 0.0 0.0 4.56158214697e-09 149.838838 96.074637 11.351387 8 64 165874140292.003432424158008476
Horovod CANDLE NT3 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=50.0, epochs=8.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5945493387252277 0.0186867960744913 0.0020642418581543 0.0 0.0301328696907343 0.0010355156149993 0.0 0.0 0.1110230649347236 0.0 0.0 0.0 0.0 0.0805150483288327 0.007021185215304 0.0 0.1819794862469819 0.0064566293956137 0.0 0.0 0.0 0.0 0.0 0.0121211822430051 0.1422906258956313 0.0 0.224538229812467 0.0064566293956137 0.0 0.4253911727737478 0.0 0.0 0.0047153844758772 0.0 0.0 0.0 0.0172062275875747 0.0192704694457289 0.1647594378768366 0.0661002459066736 0.0 0.0 0.0 4.71292748448e-09 141.435179 84.696417 12.48013 8 64 162758538620.84925333470128954
Horovod CANDLE NT3 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=40.0, epochs=8.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5853535770997174 0.0180286602480425 0.0020684561425005 0.0 0.0304384511313821 0.0010086074923475 0.0 0.0 0.109352558416638 0.0 0.0 0.0 0.0 0.0793387714589063 0.0070366627444883 0.0 0.1815859556217758 0.0059306673410105 0.0 0.0 0.0 0.0 0.0 0.0120926094537625 0.1436145095472503 0.0 0.2208983825436993 0.0059306673410105 0.0 0.4299171605891068 0.0 0.0 0.004779175019018 0.0 0.0 0.0 0.0172895811894797 0.0193580373319801 0.1579267831719402 0.0631934571826501 0.0 0.0 0.0 4.69178964106e-09 146.530547 98.811576 13.388424 8 64 165591469447.141079067225711379
Horovod CANDLE NT3 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=30.0, epochs=8.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5883977465771791 0.0185392127445565 0.0020224457040855 0.0 0.0297309048983493 0.0009813073582168 0.0 0.0 0.1098567530416189 0.0 0.0 0.0 0.0 0.0796845270178404 0.0073370099202001 0.0 0.1548449819164836 0.0063719829894863 0.0 0.0 0.0 0.0 0.0 0.0126518238030866 0.1405183188432872 0.0 0.2159087942008302 0.0063719829894863 0.0 0.4285773273654466 0.0 0.0 0.0049016412044487 0.0 0.0 0.0 0.0173422793211202 0.0193647250252057 0.158797005422505 0.0637545646396757 0.0 0.0 0.0 4.87922439587e-09 141.024269 92.473553 12.102676 8 64 164590249360.074058052567916277
Horovod CANDLE NT3 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=10.0, epochs=8.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5893684496693916 0.0184796685675343 0.0021317590848209 0.0 0.0305260140071032 0.0010280321057641 0.0 0.0 0.110050243467334 0.0 0.0 0.0 0.0 0.0798231656087956 0.0070100246129276 0.0 0.174363994899656 0.0061838647881095 0.0 0.0 0.0 0.0 0.0 0.0121562749136298 0.1440045352513995 0.0 0.224409274457544 0.0061838647881095 0.0 0.4476338894380935 0.0 0.0 0.0047260236307033 0.0 0.0 0.0 0.016906712326088 0.0190384714109089 0.1609109664765326 0.0645958369598749 0.0 0.0 0.0 5.78847535132e-09 140.90804 84.623226 12.278508 8 64 164309427832.859572471121495635
Horovod CANDLE NT3 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=70.0, epochs=12.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5905599758973704 0.0182352415995998 0.0020665473176776 0.0 0.0302121231873295 0.0010300540371593 0.0 0.0 0.1102832132823528 0.0 0.0 0.0 0.0 0.0800115786302654 0.0070763907693718 0.0 0.1796224632393872 0.0059996603028849 0.0 0.0 0.0 0.0 0.0 0.0121975161388209 0.1427055347503005 0.0 0.2223258963930038 0.0059996603028849 0.0 0.428499066232255 0.0 0.0 0.0047591111679606 0.0 0.0 0.0 0.0169892136591827 0.0190557609768602 0.1579514213796619 0.0633427472912602 0.0 0.0 0.0 4.65994615007e-09 140.004587 88.771953 15.802097 12 64 163704527784.84160875014855856
Horovod CANDLE NT3 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=60.0, epochs=12.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5937973055920216 0.0181804919542728 0.0020780515646049 0.0 0.0306097001459567 0.0010298492397739 0.0 0.0 0.1108768884787699 0.0 0.0 0.0 0.0 0.0804011362171251 0.0070933373746833 0.0 0.1811005102118027 0.0059713096428383 0.0 0.0 0.0 0.0 0.0 0.0121749409654076 0.1446761793854808 0.0 0.2236554906695608 0.0059713096428383 0.0 0.4271194029422438 0.0 0.0 0.0047861367798119 0.0 0.0 0.0 0.017307053877765 0.0193851054423699 0.1585698057438726 0.0637245940876512 0.0 0.0 0.0 4.7167009406e-09 140.156047 91.726918 14.311443 12 64 163026337409.08411241238235735
Horovod CANDLE NT3 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=50.0, epochs=12.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5993306558809934 0.0182162479386154 0.0020776386387958 0.0 0.0303001721494604 0.0010108294186592 0.0 0.0 0.111982837167557 0.0 0.0 0.0 0.0 0.0812314832947612 0.0071252745970445 0.0 0.1792013645035724 0.0059931660193971 0.0 0.0 0.0 0.0 0.0 0.0122441774533844 0.1430579387097882 0.0 0.2237006004696862 0.0059931660193971 0.0 0.4308018362231344 0.0 0.0 0.0047512808497828 0.0 0.0 0.0 0.0170185744428895 0.0190962130816853 0.1578077290003017 0.0632735547203709 0.0 0.0 0.0 4.85662872196e-09 137.652036 87.70229 11.295165 12 64 161833623279.896532500718481173
Horovod CANDLE NT3 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=40.0, epochs=12.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5847809032141257 0.0178985733728161 0.0020838380041405 0.0 0.0302735465869405 0.0010115565634837 0.0 0.0 0.1092286669980563 0.0 0.0 0.0 0.0 0.079215704156627 0.0070327691264416 0.0 0.1782867541657459 0.0058954301016393 0.0 0.0 0.0 0.0 0.0 0.0120861034480551 0.1429936325111031 0.0 0.2203073997322404 0.0058954301016393 0.0 0.4190884398858453 0.0 0.0 0.0046290014631536 0.0 0.0 0.0 0.0172801626917311 0.0193640006958716 0.1587591121884697 0.0635721980889096 0.0 0.0 0.0 4.81866584579e-09 135.272386 86.103319 13.227301 12 64 165557884180.11983387441245809
Horovod CANDLE NT3 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=30.0, epochs=12.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5877901765698914 0.0179383903632154 0.0020140577314275 0.0 0.0306822011650852 0.001018499356914 0.0 0.0 0.1098390067033959 0.0 0.0 0.0 0.0 0.0796770522554947 0.0070537504783518 0.0 0.1813047526258809 0.0058990452433343 0.0 0.0 0.0 0.0 0.0 0.0120764058643971 0.1448379525949758 0.0 0.2248241126304125 0.0058990452433343 0.0 0.4344863480480539 0.0 0.0 0.0046638860311867 0.0 0.0 0.0 0.0175352172563291 0.0195492749877566 0.1597341887796029 0.0641146698068669 0.0 0.0 0.0 4.97501848552e-09 140.215937 89.842457 13.076642 12 64 165165713733.848333401398179254
Horovod CANDLE NT3 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=10.0, epochs=12.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5960266478408816 0.0183871813907884 0.0020644056771857 0.0 0.0304440813110471 0.0010168920591978 0.0 0.0 0.1112708677571296 0.0 0.0 0.0 0.0 0.0807239409622486 0.0071062392033495 0.0 0.1756131731042745 0.0060106366971864 0.0 0.0 0.0 0.0 0.0 0.0122338694944504 0.1439281205542697 0.0 0.219742651243754 0.0060106366971864 0.0 0.4300249371212961 0.0 0.0 0.0046878575512012 0.0 0.0 0.0 0.0171466179503858 0.0192110236275715 0.1589251596387447 0.0638543091944444 0.0 0.0 0.0 6.09831143431e-09 136.587437 87.952261 15.728643 12 64 163184368118.877027145797966078
Horovod CANDLE NT3 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=70.0, epochs=16.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5902453071597196 0.0183618776263757 0.0020440129739131 0.0 0.0302006780438515 0.0010176232792456 0.0 0.0 0.110209523654373 0.0 0.0 0.0 0.0 0.079908639549218 0.0070164081491071 0.0 0.1742999836879979 0.0060561309321939 0.0 0.0 0.0 0.0 0.0 0.0121589114223572 0.142638347123886 0.0 0.2204992857525742 0.0060561309321939 0.0 0.4333336572110789 0.0 0.0 0.0046377618291061 0.0 0.0 0.0 0.0172488174311998 0.0192928304051129 0.1604731371042588 0.0644000760223946 0.0 0.0 0.0 4.60645291532e-09 141.854305 92.727815 14.276159 16 64 163713645805.844871713429777031
Horovod CANDLE NT3 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=60.0, epochs=16.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.599008865515171 0.0182486551196868 0.0020510600137418 0.0 0.0301562316718229 0.0010133509141791 0.0 0.0 0.1118883089615874 0.0 0.0 0.0 0.0 0.081170902186719 0.0070033979488303 0.0 0.1703282566094464 0.0060337006009503 0.0 0.0 0.0 0.0 0.0 0.0120235817839664 0.1425919209581549 0.0 0.2237304996019348 0.0060337006009503 0.0 0.4300705548087597 0.0 0.0 0.0046888681351057 0.0 0.0 0.0 0.0173766712031944 0.0194277312169362 0.1609822690803477 0.0645540774537041 0.0 0.0 0.0 4.71224512834e-09 143.537705 91.457049 15.015082 16 64 161659985050.1316291207496042
Horovod CANDLE NT3 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=40.0, epochs=16.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5981282104755422 0.0182070456558854 0.0020243299448889 0.0 0.0303682318924875 0.0010266812701709 0.0 0.0 0.1117123147809814 0.0 0.0 0.0 0.0 0.0810718034657957 0.007140552446513 0.0 0.1825299809258488 0.0059847133176629 0.0 0.0 0.0 0.0 0.0 0.0120783374670875 0.1433990127784874 0.0 0.2231384631564113 0.0059847133176629 0.0 0.4281904706660653 0.0 0.0 0.004783376423954 0.0 0.0 0.0 0.0174476111453071 0.019471941090196 0.1600010811430122 0.0642426631659923 0.0 0.0 0.0 4.82044274873e-09 139.303011 91.356182 12.522742 16 64 161751878747.118174157102079717
Horovod CANDLE NT3 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=50.0, epochs=16.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5936584796517225 0.0184282477999906 0.0021084601853717 0.0 0.030543795251353 0.0010186646477035 0.0 0.0 0.1108590910715803 0.0 0.0 0.0 0.0 0.0804215634869583 0.0071748021602618 0.0 0.1787417755823633 0.0060664064223079 0.0 0.0 0.0 0.0 0.0 0.0120403289696458 0.1440836309479853 0.0 0.2275112232164613 0.0060664064223079 0.0 0.421874054213967 0.0 0.0 0.0047190157637236 0.0 0.0 0.0 0.0170791805846844 0.0191876407700562 0.1593785127925163 0.0639704075846351 0.0 0.0 0.0 4.78229231507e-09 141.471191 89.413572 11.503201 16 64 163209255850.05260225095552693
Horovod CANDLE NT3 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=30.0, epochs=16.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5962119400507195 0.0181589383124256 0.0020433955932721 0.0 0.0306680879785701 0.0010296498329541 0.0 0.0 0.1113580662669094 0.0 0.0 0.0 0.0 0.0808240746218883 0.0070354956450498 0.0 0.1737192763747356 0.006008455759876 0.0 0.0 0.0 0.0 0.0 0.0121021054779025 0.1450617201979529 0.0 0.2239261989470354 0.006008455759876 0.0 0.4285110030532234 0.0 0.0 0.0047444510641917 0.0 0.0 0.0 0.0174728552254369 0.019516250818709 0.1587565230443437 0.0636860371184063 0.0 0.0 0.0 5.00883552582e-09 140.989558 89.775184 14.050983 16 64 162481810753.162016671012000605
Horovod CANDLE NT3 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=10.0, epochs=16.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5912371005287071 0.0185004833452092 0.0020680852686407 0.0 0.0303284505156681 0.0010319701343939 0.0 0.0 0.1104244564685805 0.0 0.0 0.0 0.0 0.080130288325442 0.0070514975043409 0.0 0.1792607486342704 0.0060984505501577 0.0 0.0 0.0 0.0 0.0 0.0123223515542964 0.1433813517982944 0.0 0.2233414661950228 0.0060984505501577 0.0 0.4290080278650433 0.0 0.0 0.0048217708142125 0.0 0.0 0.0 0.0173189294674885 0.0193870147361292 0.1592853942981643 0.0638852049824321 0.0 0.0 0.0 5.87910875121e-09 136.54117 86.610047 13.226308 16 64 164143085939.920207465578273062
Horovod CANDLE NT3 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=60.0, epochs=24.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5905696369405977 0.0183196573409144 0.0020066548681068 0.0 0.0302834668789588 0.0010248021656386 0.0 0.0 0.1102837611807162 0.0 0.0 0.0 0.0 0.0799836693098817 0.0070488489708714 0.0 0.1779992093509856 0.0060377436739552 0.0 0.0 0.0 0.0 0.0 0.0123066176750544 0.142925646002961 0.0 0.2241739944407496 0.0060377436739552 0.0 0.4309611505142707 0.0 0.0 0.0047405366354621 0.0 0.0 0.0 0.0174927442101862 0.019499399078293 0.1594671219518183 0.0639111825600766 0.0 0.0 0.0 4.79257833379e-09 134.162008 80.878653 14.675349 24 64 164176799668.033788663846823546
Horovod CANDLE NT3 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=50.0, epochs=24.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5933102305700378 0.0180615708043187 0.0020852682000698 0.0 0.0303738016053014 0.0010208848360736 0.0 0.0 0.1107614763579251 0.0 0.0 0.0 0.0 0.0803019286732581 0.0070216144961227 0.0 0.1812415175444181 0.0060133032313259 0.0 0.0 0.0 0.0 0.0 0.0120958172720236 0.1433484670499131 0.0 0.2233748389119663 0.0060133032313259 0.0 0.4258481611188983 0.0 0.0 0.0046975182457557 0.0 0.0 0.0 0.0173395085204018 0.0194247767204716 0.1596069042646069 0.0638499001962934 0.0 0.0 0.0 4.93826486965e-09 136.67205 87.024224 12.020497 24 64 162997305783.852994710741092377
Horovod CANDLE NT3 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=40.0, epochs=24.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5842742256472907 0.0182996962238048 0.0020730358412446 0.0 0.0302057007923636 0.0010208396428486 0.0 0.0 0.1091984233152396 0.0 0.0 0.0 0.0 0.0791799690386209 0.007100684210565 0.0 0.1795500560903828 0.0060200343148798 0.0 0.0 0.0 0.0 0.0 0.0119407805960876 0.1427321088079718 0.0 0.2202436584471433 0.0060200343148798 0.0 0.4316928178846588 0.0 0.0 0.0046830867955294 0.0 0.0 0.0 0.0172593399283905 0.0193323757696351 0.1589381536512135 0.063818306586668 0.0 0.0 0.0 4.84478578769e-09 135.44052 81.218711 10.099133 24 64 166427890588.83208688989366457
Horovod CANDLE NT3 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=70.0, epochs=24.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.583771671409029 0.0179276754018809 0.0020607417916687 0.0 0.0301771657375992 0.0010310682243878 0.0 0.0 0.1090269877962271 0.0 0.0 0.0 0.0 0.0790890118033824 0.0069819968805544 0.0 0.179949561157999 0.0058893770971119 0.0 0.0 0.0 0.0 0.0 0.0121058454288734 0.142494504381162 0.0 0.2230951388452581 0.0058893770971119 0.0 0.4301304689070348 0.0 0.0 0.0046970524047557 0.0 0.0 0.0 0.0171369432522241 0.0191976850438927 0.1599789973490535 0.0643080236122764 0.0 0.0 0.0 4.90286462362e-09 137.420664 92.038745 12.108856 24 64 165702422841.966464354890019181
Horovod CANDLE NT3 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=30.0, epochs=24.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5849038640526565 0.0180607447984097 0.002065088994094 0.0 0.0302158332427239 0.0010220044392165 0.0 0.0 0.1093098552755647 0.0 0.0 0.0 0.0 0.0792704490673442 0.0070769921515533 0.0 0.1771674725933533 0.0059449873183444 0.0 0.0 0.0 0.0 0.0 0.0119605332202767 0.1426513525163674 0.0 0.2223583283734444 0.0059449873183444 0.0 0.4289691735251547 0.0 0.0 0.0047310002150733 0.0 0.0 0.0 0.0170773770405158 0.0191424660346098 0.1614431339797705 0.0647009823712008 0.0 0.0 0.0 5.05950347562e-09 140.709178 87.622765 13.358164 24 64 165738368011.940581152105412811
Horovod CANDLE NT3 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=10.0, epochs=24.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5907113665931677 0.0179740955647888 0.0020393984443926 0.0 0.03045971027018 0.0010201448012209 0.0 0.0 0.1102765185050558 0.0 0.0 0.0 0.0 0.0800002396059138 0.0070800743528792 0.0 0.1760419788108951 0.0058989017627038 0.0 0.0 0.0 0.0 0.0 0.0121729480638372 0.1437602540455177 0.0 0.2222677989681615 0.0058989017627038 0.0 0.4298171479069975 0.0 0.0 0.0046523924531452 0.0 0.0 0.0 0.0176509038328068 0.0196903022771994 0.1587528802678953 0.0636947206546379 0.0 0.0 0.0 6.71461841986e-09 133.842915 81.291082 13.007243 24 64 164359716217.948593461624108655
Horovod CANDLE NT3 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=70.0, epochs=32.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5915456245453429 0.0181991053350652 0.0021098986962289 0.0 0.0303195386126334 0.0010125920824603 0.0 0.0 0.1105720735916597 0.0 0.0 0.0 0.0 0.0801930960041473 0.0069916771146888 0.0 0.1780824328434437 0.0060007800229333 0.0 0.0 0.0 0.0 0.0 0.012249626943342 0.143099579302906 0.0 0.2255412096864838 0.0060007800229333 0.0 0.4314312738585189 0.0 0.0 0.004636451270625 0.0 0.0 0.0 0.0169322292796207 0.0190421279758496 0.1579426935324858 0.0634309286677008 0.0 0.0 0.0 4.65373142023e-09 134.342243 86.565841 12.02412 32 64 164684584647.156656395773258662
Horovod CANDLE NT3 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=60.0, epochs=32.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.589260439861016 0.017970948018464 0.0020350221923251 0.0 0.0307127600885935 0.0010195269688555 0.0 0.0 0.1100551175421051 0.0 0.0 0.0 0.0 0.0798333875485896 0.0070311799512325 0.0 0.1777726571684621 0.0058706528941053 0.0 0.0 0.0 0.0 0.0 0.0120897635805487 0.1451450003429502 0.0 0.2231477411063066 0.0058706528941053 0.0 0.4288679774325745 0.0 0.0 0.0047927386714248 0.0 0.0 0.0 0.0175844608188044 0.0196194830111296 0.1593571856230822 0.0639176631482258 0.0 0.0 0.0 4.70285678919e-09 144.247902 89.906391 13.665591 32 64 164553810521.89951685148775467
Horovod CANDLE NT3 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=50.0, epochs=32.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5918506774986815 0.0177891947150531 0.0020669347997115 0.0 0.0300868364410104 0.0010155994215832 0.0 0.0 0.1105300575170683 0.0 0.0 0.0 0.0 0.0801996816286535 0.007070226726729 0.0 0.1764256669501891 0.0058401880053059 0.0 0.0 0.0 0.0 0.0 0.0120494684791785 0.1420857063300847 0.0 0.2220799638279443 0.0058401880053059 0.0 0.4358182371620772 0.0 0.0 0.0047580645011046 0.0 0.0 0.0 0.0171405340561962 0.0192074688559077 0.1594288582535308 0.0640201404732082 0.0 0.0 0.0 4.80783233811e-09 149.461002 92.985415 9.329106 32 64 163899662380.857973491609229015
Horovod CANDLE NT3 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=40.0, epochs=32.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5925683280595216 0.0180943537581342 0.0020420635696528 0.0 0.030487636424052 0.0010200389064262 0.0 0.0 0.1106685334045081 0.0 0.0 0.0 0.0 0.0802674103051942 0.0070361516812861 0.0 0.1807417604508595 0.0059731541119499 0.0 0.0 0.0 0.0 0.0 0.0120694432152028 0.1440706208378984 0.0 0.2200172725314616 0.0059731541119499 0.0 0.4292425111140519 0.0 0.0 0.0046225474592547 0.0 0.0 0.0 0.0172805108898466 0.0193225744594993 0.1585045975382122 0.0636239889706511 0.0 0.0 0.0 4.89250883077e-09 136.812617 90.482823 9.978139 32 64 163581272039.123212073972920496
Horovod CANDLE NT3 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=30.0, epochs=32.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5922223626963528 0.0181816478640797 0.0020639437029233 0.0 0.0302944066997383 0.0010117485188188 0.0 0.0 0.1106372795604314 0.0 0.0 0.0 0.0 0.0802539193792707 0.0069539534979366 0.0 0.1744592465560536 0.0059682435450362 0.0 0.0 0.0 0.0 0.0 0.0121642336403148 0.1433331406446414 0.0 0.2237476130733807 0.0059682435450362 0.0 0.4317223761322315 0.0 0.0 0.0046765019542518 0.0 0.0 0.0 0.0173392402613385 0.0194031839642618 0.1610490437345628 0.0646898407917667 0.0 0.0 0.0 5.01021572516e-09 146.664229 91.669104 12.015235 32 64 163673702887.077224112554084513
Horovod CANDLE NT3 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=10.0, epochs=32.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.591045431487568 0.0180499782570371 0.0020540402207359 0.0 0.0304078906050813 0.001019655260747 0.0 0.0 0.1103420707330948 0.0 0.0 0.0 0.0 0.0800319590779838 0.0071308652500253 0.0 0.1707174847671214 0.0059276159218867 0.0 0.0 0.0 0.0 0.0 0.0122343016764494 0.1436723099200096 0.0 0.2243329874908706 0.0059276159218867 0.0 0.4322112508034198 0.0 0.0 0.0047787347259205 0.0 0.0 0.0 0.0175064270951072 0.019560467315843 0.1596996332528668 0.0641384554121246 0.0 0.0 0.0 6.56055486918e-09 133.612245 83.03757 11.014842 32 64 164260006583.054949039410298875
Horovod CANDLE NT3 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=70.0, epochs=48.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5988338265437401 0.0178809862848635 0.0020485194743175 0.0 0.0303881214553196 0.0010233867736137 0.0 0.0 0.1118295234367062 0.0 0.0 0.0 0.0 0.0811568433075185 0.0070325649666903 0.0 0.1729514662163626 0.005856923363513 0.0 0.0 0.0 0.0 0.0 0.0120828904326972 0.1435023638573317 0.0 0.2269212565297892 0.005856923363513 0.0 0.4243131524948982 0.0 0.0 0.0047045530830789 0.0 0.0 0.0 0.0173665570690781 0.0194150765433955 0.1573315821371322 0.063067546131056 0.0 0.0 0.0 4.93508573584e-09 145.377736 92.479675 11.290807 48 64 161959008573.121462255321481605
Horovod CANDLE NT3 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=60.0, epochs=48.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5934407982532376 0.018157988890312 0.0020715366893799 0.0 0.0304324237249753 0.0010302375906238 0.0 0.0 0.110879723240975 0.0 0.0 0.0 0.0 0.0804610512262361 0.007043435922605 0.0 0.1747196840224087 0.0059276751416822 0.0 0.0 0.0 0.0 0.0 0.0121116188341126 0.1435627450905299 0.0 0.2240737154365659 0.0059276751416822 0.0 0.4256897224543398 0.0 0.0 0.0047635811576625 0.0 0.0 0.0 0.01721031276324 0.0192818494526199 0.1574878993621391 0.0631739991460381 0.0 0.0 0.0 4.91342961188e-09 140.332296 89.924704 13.433727 48 64 163397021921.071867922492714474
Horovod CANDLE NT3 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=40.0, epochs=48.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5931891220701542 0.0180245649543554 0.0020924633075722 0.0 0.0304716845743293 0.0010333199635191 0.0 0.0 0.1107459390896013 0.0 0.0 0.0 0.0 0.0803481944951751 0.0070598286928164 0.0 0.1764002478547367 0.0058642816069364 0.0 0.0 0.0 0.0 0.0 0.0121234294526632 0.1438994013491842 0.0 0.2215591888659695 0.0058642816069364 0.0 0.4242126273868149 0.0 0.0 0.0046743453553785 0.0 0.0 0.0 0.0170899775986623 0.0191824409062345 0.159688950709373 0.0640840237606982 0.0 0.0 0.0 5.0135001584e-09 141.230299 88.61515 15.007941 48 64 163238928322.121023990431794139
Horovod CANDLE NT3 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=50.0, epochs=48.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5919288868234271 0.0182115756655911 0.0020681614396801 0.0 0.0305567714213076 0.0010212145223891 0.0 0.0 0.1105245823907014 0.0 0.0 0.0 0.0 0.0801419398986639 0.0070927442992823 0.0 0.1772509273578399 0.0059628712997555 0.0 0.0 0.0 0.0 0.0 0.0120807325585382 0.1443525523920886 0.0 0.2242880544609162 0.0059628712997555 0.0 0.4252091262676138 0.0 0.0 0.0047820820974952 0.0 0.0 0.0 0.0171981941602576 0.0192663555999377 0.1591312589234601 0.0638080413503468 0.0 0.0 0.0 5.0052284676e-09 138.989018 86.894448 13.059182 48 64 163688777705.856265636972019686
Horovod CANDLE NT3 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=30.0, epochs=48.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5915065342262094 0.0181708809557959 0.0020328758350372 0.0 0.0305141038610341 0.0010205760760763 0.0 0.0 0.1105221635169846 0.0 0.0 0.0 0.0 0.0801792839613328 0.0070673478390416 0.0 0.1693471304688576 0.0060046155249861 0.0 0.0 0.0 0.0 0.0 0.0122572899897166 0.14411486631912 0.0 0.2241860314397411 0.0060046155249861 0.0 0.4342326034066101 0.0 0.0 0.0048151150611101 0.0 0.0 0.0 0.0174054871051697 0.0194383629402069 0.1581061265965918 0.0634487400981296 0.0 0.0 0.0 5.17949586698e-09 134.661376 86.720752 11.981775 48 64 164077270611.958873373542394115
Horovod CANDLE NT3 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=10.0, epochs=48.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5886788448047798 0.0181660179808881 0.0020764826601162 0.0 0.0301219927477103 0.0010178547188455 0.0 0.0 0.1099932476979878 0.0 0.0 0.0 0.0 0.0798167668542246 0.0071088022687494 0.0 0.1705832973224553 0.0059094116824947 0.0 0.0 0.0 0.0 0.0 0.0122078087291326 0.1422600533677073 0.0 0.224289929152717 0.0059094116824947 0.0 0.4282266340362988 0.0 0.0 0.0048633737515441 0.0 0.0 0.0 0.0172750934259042 0.0193515760860203 0.1582057534874548 0.0632805429444456 0.0 0.0 0.0 7.23196964868e-09 139.04097 90.394649 12.067726 48 64 165247929963.053324975061308362
Horovod CANDLE NT3 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=70.0, epochs=64.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5906395631606576 0.0180315024698228 0.002022898480481 0.0 0.0303737787825531 0.0010200520758296 0.0 0.0 0.1103248744681459 0.0 0.0 0.0 0.0 0.0800425643216991 0.0070576228241768 0.0 0.1773769371896357 0.0059319005784095 0.0 0.0 0.0 0.0 0.0 0.0121794986935308 0.1434307016518226 0.0 0.2248686368507176 0.0059319005784095 0.0 0.4347468653125959 0.0 0.0 0.0047297663579203 0.0 0.0 0.0 0.0174417706604901 0.0194646691409711 0.1576387033130155 0.063263151587685 0.0 0.0 0.0 4.74656245491e-09 137.092249 86.956438 13.064061 64 64 164377536883.119760470839686537
Horovod CANDLE NT3 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=60.0, epochs=64.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5926448651521986 0.0178973774336817 0.0020418867110283 0.0 0.0308283115223468 0.0010234508431703 0.0 0.0 0.1107101389734382 0.0 0.0 0.0 0.0 0.0802955635479595 0.0071034097565069 0.0 0.1809810321751224 0.0059149502695196 0.0 0.0 0.0 0.0 0.0 0.0122101097853703 0.1455383896541079 0.0 0.2226886552356841 0.0059149502695196 0.0 0.4323964931982259 0.0 0.0 0.0047867310710938 0.0 0.0 0.0 0.0172384971068096 0.0192803838178379 0.1595204294511522 0.063936532775269 0.0 0.0 0.0 4.78342475507e-09 140.432674 92.683472 13.019783 64 64 163609958988.170036108538744532
Horovod CANDLE NT3 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=70.0, epochs=64.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5980738882854867 0.0176298181637366 0.0020846021004093 0.0 0.0300782136704329 0.0010262554088111 0.0 0.0 0.1117279445859277 0.0 0.0 0.0 0.0 0.0810511110560192 0.0069854068038541 0.0 0.1682511818471901 0.0057813255602015 0.0 0.0 0.0 0.0 0.0 0.0120588278430035 0.1420326916212409 0.0 0.2224236574356863 0.0057813255602015 0.0 0.4331349223771317 0.0 0.0 0.00456989602549 0.0 0.0 0.0 0.0171044236530613 0.0191890257534706 0.1614982641338158 0.064804560158748 0.0 0.0 0.0 4.9173964078e-09 144.186366 93.781113 10.017511 64 64 162348651764.921883505997057437
Horovod CANDLE NT3 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=40.0, epochs=64.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.591373524563542 0.0178061926263139 0.0020740756501131 0.0 0.030368493910478 0.0010121589988343 0.0 0.0 0.1104716240405118 0.0 0.0 0.0 0.0 0.0801247354380075 0.0070585217867232 0.0 0.1784809087185381 0.0058559919736149 0.0 0.0 0.0 0.0 0.0 0.0121764536992121 0.143311547602505 0.0 0.2227915615430557 0.0058559919736149 0.0 0.4319372668445183 0.0 0.0 0.0047158027106661 0.0 0.0 0.0 0.0171816703746351 0.0192557460247482 0.1581175605502139 0.0634572878225621 0.0 0.0 0.0 4.87387820628e-09 142.527205 91.011882 15.366479 64 64 163962526180.961053885910522261
Horovod CANDLE NT3 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=30.0, epochs=64.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5887680908819212 0.0180330113817836 0.0020187021019155 0.0 0.0305940264907626 0.0010252762701575 0.0 0.0 0.1099515332150199 0.0 0.0 0.0 0.0 0.0797707284440505 0.0070251393391971 0.0 0.1764522876049867 0.005962017720113 0.0 0.0 0.0 0.0 0.0 0.0121615437996007 0.1443900091247721 0.0 0.2255285334945273 0.005962017720113 0.0 0.4258599808565471 0.0 0.0 0.0046240846228386 0.0 0.0 0.0 0.0174100597911729 0.0194287618930885 0.1607343277840051 0.0645569321481046 0.0 0.0 0.0 5.03657664572e-09 134.264174 84.636309 12.004222 64 64 164397490844.028207296803619028
Horovod CANDLE NT3 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=70.0, epochs=64.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.594847665793942 0.0181375943948043 0.0020454977022108 0.0 0.0301588640605558 0.0010318721282372 0.0 0.0 0.1110540746608787 0.0 0.0 0.0 0.0 0.0805924857783999 0.0070301217382159 0.0 0.1776563632201773 0.0059560056753875 0.0 0.0 0.0 0.0 0.0 0.0121458345048762 0.1426121502827452 0.0 0.2231839484126249 0.0059560056753875 0.0 0.428875521370522 0.0 0.0 0.0046941211171292 0.0 0.0 0.0 0.0175030878872105 0.0195485855894213 0.1587004829808406 0.0637440802164401 0.0 0.0 0.0 6.61767151029e-09 135.966728 82.814233 10.568854 64 64 163477950713.904715148511146424
Horovod CANDLE NT3 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=70.0, epochs=96.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5893746224070637 0.0178899090970817 0.0020958567196867 0.0 0.0300908196943404 0.0010187155292407 0.0 0.0 0.1100863717407495 0.0 0.0 0.0 0.0 0.0798539408373474 0.0069932850707592 0.0 0.1786224266161412 0.005933122452732 0.0 0.0 0.0 0.0 0.0 0.0120500877576261 0.1419731856659226 0.0 0.2231827882532304 0.005933122452732 0.0 0.4263425215558452 0.0 0.0 0.0047300816180086 0.0 0.0 0.0 0.0172466989352644 0.0193425556549511 0.156828406138186 0.0629058476579795 0.0 0.0 0.0 4.91817427576e-09 134.949969 82.620754 13.403953 96 64 164545459275.117991005089043299
Horovod CANDLE NT3 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=60.0, epochs=96.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.6000653731833757 0.0179277636199167 0.0020832947624995 0.0 0.0302177495429402 0.0009900177723089 0.0 0.0 0.1120901800484508 0.0 0.0 0.0 0.0 0.0813529633180383 0.0070202269663414 0.0 0.1740640288339367 0.0059065169952091 0.0 0.0 0.0 0.0 0.0 0.0121279714203954 0.1428003202624744 0.0 0.2203994032563909 0.0059065169952091 0.0 0.4275647870557664 0.0 0.0 0.0046580764914193 0.0 0.0 0.0 0.0172940912312759 0.0193773859937754 0.1607384820138966 0.0644096691151989 0.0 0.0 0.0 5.03038054123e-09 142.060848 91.609096 13.859865 96 64 161568962295.896241753521021422
Horovod CANDLE NT3 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=40.0, epochs=96.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5948714207651038 0.0179969390839134 0.0020159294191316 0.0 0.0300185273094794 0.0010296559292915 0.0 0.0 0.1111306895751197 0.0 0.0 0.0 0.0 0.0805861022960251 0.0069442236511101 0.0 0.1738334680188239 0.0059478854921014 0.0 0.0 0.0 0.0 0.0 0.0119830493431656 0.1417350877871271 0.0 0.2240258602159276 0.0059478854921014 0.0 0.4301308362882124 0.0 0.0 0.0046848508780608 0.0 0.0 0.0 0.0175922387648392 0.0196081681839707 0.1597537482700035 0.0640494387925227 0.0 0.0 0.0 5.10964105265e-09 139.94841 89.823635 14.010798 96 64 162959367482.018658859148345465
Horovod CANDLE NT3 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=50.0, epochs=96.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5897015450916218 0.0179112965395152 0.0021193759239344 0.0 0.030120789980383 0.0010183996751516 0.0 0.0 0.1101550463739201 0.0 0.0 0.0 0.0 0.0799021207123486 0.0071189576993739 0.0 0.1717054054076819 0.0058987952061862 0.0 0.0 0.0 0.0 0.0 0.0121375238842405 0.1421730077996323 0.0 0.2222322591658069 0.0058987952061862 0.0 0.4230695360196011 0.0 0.0 0.0046784529480637 0.0 0.0 0.0 0.0169578796382531 0.0190772555621876 0.1581528834637143 0.0633559319430308 0.0 0.0 0.0 5.06904266343e-09 141.036571 90.784173 11.127698 96 64 164382257228.067766489802546058
Horovod CANDLE NT3 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=30.0, epochs=96.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5950600090768826 0.0182302613702387 0.0021077742577725 0.0 0.0304424139944914 0.0010200616139186 0.0 0.0 0.1111415397715463 0.0 0.0 0.0 0.0 0.0805970413409401 0.0070337836282213 0.0 0.1789997657320741 0.0060052863040597 0.0 0.0 0.0 0.0 0.0 0.0121241101949518 0.143845951094657 0.0 0.2195356830632363 0.0060052863040597 0.0 0.4302360373773635 0.0 0.0 0.0046643259435434 0.0 0.0 0.0 0.0170732098198228 0.0191809840775953 0.1615322484438923 0.0648078141639161 0.0 0.0 0.0 5.29316443459e-09 144.17913 94.730435 13.521159 96 64 162839417261.890553958839014818
Horovod CANDLE NT3 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=10.0, epochs=96.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5990764222363061 0.0181239152609982 0.0021118694300413 0.0 0.0303303060633457 0.0010218467042417 0.0 0.0 0.1118580547303678 0.0 0.0 0.0 0.0 0.081189546531359 0.0070140041941036 0.0 0.1699921082990375 0.005955053441451 0.0 0.0 0.0 0.0 0.0 0.0120757359596238 0.1433527696971186 0.0 0.2219488792151318 0.005955053441451 0.0 0.4295629693064829 0.0 0.0 0.0047385681532622 0.0 0.0 0.0 0.0167446258534697 0.018856495283511 0.161020196365336 0.0646070022367016 0.0 0.0 0.0 8.99388354241e-09 133.745199 83.582305 12.35048 96 64 161894861784.015649273186195299
Horovod CANDLE NT3 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=70.0, epochs=128.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5889426989638944 0.0181733538908182 0.0020926102561664 0.0 0.0300779928337772 0.001022500276392 0.0 0.0 0.1099929178601383 0.0 0.0 0.0 0.0 0.0797773686090857 0.0070845582834634 0.0 0.1744511169949059 0.0059253921785077 0.0 0.0 0.0 0.0 0.0 0.0120762501906897 0.1419462056574483 0.0 0.2237019770821643 0.0059253921785077 0.0 0.4283899777992187 0.0 0.0 0.0046434175872291 0.0 0.0 0.0 0.0172627475685928 0.0193553578247592 0.1576647858393212 0.0630073247932225 0.0 0.0 0.0 4.81802912012e-09 136.466877 91.239748 15.24164 128 64 164401871855.077491805900646151
Horovod CANDLE NT3 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=60.0, epochs=128.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5945187558133437 0.0180564788501563 0.0020238860586597 0.0 0.0303325072079261 0.0010255044365796 0.0 0.0 0.1110415604734947 0.0 0.0 0.0 0.0 0.080522945857066 0.0070307253301712 0.0 0.1767318528186164 0.0059058502551593 0.0 0.0 0.0 0.0 0.0 0.0122538599691907 0.1431365238888439 0.0 0.2221711629820414 0.0059058502551593 0.0 0.4300160678436187 0.0 0.0 0.0046506435384235 0.0 0.0 0.0 0.0173544891246638 0.0193783751833236 0.1587190159691468 0.0636161172762152 0.0 0.0 0.0 5.00681689958e-09 139.2457 93.60688 13.159091 128 64 162852311629.050778925868315086
Horovod CANDLE NT3 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=50.0, epochs=128.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5873739831335535 0.0183041287297946 0.0020192552683697 0.0 0.0300441921739162 0.0010160554113278 0.0 0.0 0.1097728031627022 0.0 0.0 0.0 0.0 0.0796029753460057 0.0070844889934541 0.0 0.174980464455112 0.0060524048869086 0.0 0.0 0.0 0.0 0.0 0.012228386527379 0.1418702747718783 0.0 0.22231626964989 0.0060524048869086 0.0 0.4246028913373757 0.0 0.0 0.0046636291058412 0.0 0.0 0.0 0.0174871527272712 0.0195064079956409 0.1594509907634867 0.0639090766172227 0.0 0.0 0.0 4.95286580628e-09 137.763303 86.559021 11.718654 128 64 164791666668.034561591542204355
Horovod CANDLE NT3 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=40.0, epochs=128.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5959042974661707 0.0181343265353894 0.002037564182922 0.0 0.0305278815772389 0.0010129596021141 0.0 0.0 0.1113281261166685 0.0 0.0 0.0 0.0 0.0807352164833725 0.0071047782296918 0.0 0.1746494734921178 0.0059385189894486 0.0 0.0 0.0 0.0 0.0 0.0121546176715895 0.1441306014692769 0.0 0.2274405142113707 0.0059385189894486 0.0 0.4322454666003031 0.0 0.0 0.0045785459455475 0.0 0.0 0.0 0.0173208953177355 0.0193584595006575 0.1595613130897308 0.0639001242232404 0.0 0.0 0.0 5.02350102674e-09 136.518315 83.42674 12.379731 128 64 162998791607.966697409430297968
Horovod CANDLE NT3 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=30.0, epochs=128.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5901682222773964 0.0180188042738794 0.0020701255495336 0.0 0.0301899920353206 0.001008744583543 0.0 0.0 0.110302429799285 0.0 0.0 0.0 0.0 0.0800000783040664 0.0071232091300076 0.0 0.1699851722272501 0.0058975318678979 0.0 0.0 0.0 0.0 0.0 0.0123810146285546 0.1424912669516961 0.0 0.224306872678967 0.0058975318678979 0.0 0.4246484207468067 0.0 0.0 0.0047043608676593 0.0 0.0 0.0 0.0172610093900184 0.019331134939552 0.158980210620787 0.0637712838429975 0.0 0.0 0.0 5.13871793651e-09 138.854772 89.218139 14.016598 128 64 164023665516.158412199481970123
Horovod CANDLE NT3 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=10.0, epochs=128.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5863512055420886 0.0180561772655115 0.0020509441296691 0.0 0.0303091416318284 0.001022471321405 0.0 0.0 0.109564478809267 0.0 0.0 0.0 0.0 0.0794716531494765 0.0070974027978311 0.0 0.1743879725830543 0.0059080674795096 0.0 0.0 0.0 0.0 0.0 0.0121637373893777 0.1432628902256641 0.0 0.2227352767267587 0.0059080674795096 0.0 0.4279690581840662 0.0 0.0 0.0046254531146262 0.0 0.0 0.0 0.0175453064080063 0.0195962505376754 0.1579105101413002 0.0632955021342772 0.0 0.0 0.0 6.81305003542e-09 143.647241 96.02649 12.130243 128 64 165865849968.08060914430171863
Horovod CANDLE NT3 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=70.0, epochs=192.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5890088682772266 0.0183844718308708 0.0020712756949669 0.0 0.0302122318168121 0.0010172263032631 0.0 0.0 0.1100083535677717 0.0 0.0 0.0 0.0 0.0797612858594855 0.0071501558152187 0.0 0.1804776633991912 0.0059760501666444 0.0 0.0 0.0 0.0 0.0 0.0123011371991325 0.1425819239561803 0.0 0.2232284836002971 0.0059760501666444 0.0 0.4305183641731808 0.0 0.0 0.0047110767812858 0.0 0.0 0.0 0.0171404766160938 0.0192117523110606 0.1574371285563737 0.0629176446896887 0.0 0.0 0.0 5.0520244514e-09 137.118001 87.387116 14.164359 192 64 164307887062.971153694998523775
Horovod CANDLE NT3 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=60.0, epochs=192.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5883025553150266 0.0180483059876406 0.0020291562407539 0.0 0.0302358877373937 0.0010339888843167 0.0 0.0 0.1098598014231081 0.0 0.0 0.0 0.0 0.0796966606920753 0.0070563772815145 0.0 0.1734558982672594 0.0058811245440714 0.0 0.0 0.0 0.0 0.0 0.0121600404062217 0.1428283212960695 0.0 0.2194738381635986 0.0058811245440714 0.0 0.4181442955232089 0.0 0.0 0.0046810094111741 0.0 0.0 0.0 0.0173370208516331 0.0193661770923871 0.1581741331905564 0.0632612727108559 0.0 0.0 0.0 5.11958895716e-09 136.040213 84.392076 13.054406 192 64 164887381401.861637575936770267
Horovod CANDLE NT3 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=50.0, epochs=192.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5951429986781389 0.0181392388328279 0.0020425208121598 0.0 0.0304737134691884 0.0010179970570243 0.0 0.0 0.1111935740517013 0.0 0.0 0.0 0.0 0.0806990695622221 0.0069677412724954 0.0 0.1765786637388806 0.0059346318704699 0.0 0.0 0.0 0.0 0.0 0.0122696947506905 0.143806961035541 0.0 0.2229455281873003 0.0059346318704699 0.0 0.4313758934719648 0.0 0.0 0.0046184246027885 0.0 0.0 0.0 0.0173459071885543 0.0193884280007141 0.1598373114524573 0.0639192532827492 0.0 0.0 0.0 5.21774188312e-09 134.944803 82.914269 13.523194 192 64 162939538030.890221296961226751
Horovod CANDLE NT3 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=40.0, epochs=192.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5958244281288763 0.0180411637433469 0.0020210131150708 0.0 0.0304233487053847 0.0010212970767795 0.0 0.0 0.1112566731750016 0.0 0.0 0.0 0.0 0.080669848223879 0.0071086459147302 0.0 0.1722810991959351 0.0058574880976781 0.0 0.0 0.0 0.0 0.0 0.0123180527071441 0.1435814713022369 0.0 0.2228636740369765 0.0058574880976781 0.0 0.4261610814074024 0.0 0.0 0.0046813173403322 0.0 0.0 0.0 0.0173976720662797 0.0194186851813505 0.159916946914061 0.0639771591166721 0.0 0.0 0.0 5.25010073156e-09 141.019253 89.401984 12.039673 192 64 162740500361.052085840028967614
Horovod CANDLE NT3 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=30.0, epochs=192.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5876634441803954 0.0181701556924425 0.0020925800476272 0.0 0.0302540471892613 0.0010193058617109 0.0 0.0 0.1097725479867248 0.0 0.0 0.0 0.0 0.0796410510331543 0.0070983857954342 0.0 0.1802077228971548 0.0059410091657275 0.0 0.0 0.0 0.0 0.0 0.0122648365485617 0.1428700753088612 0.0 0.2238546563226117 0.0059410091657275 0.0 0.4304531944595956 0.0 0.0 0.0047019060076796 0.0 0.0 0.0 0.0170212283127206 0.0191138083603477 0.1587496400594836 0.0635207333733367 0.0 0.0 0.0 5.40166245736e-09 142.232493 96.443697 13.004482 192 64 165161423365.951333006118919755
Horovod CANDLE NT3 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=10.0, epochs=192.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5841035019440456 0.0179914698244791 0.0020409850023394 0.0 0.0302226756988424 0.0010267781720128 0.0 0.0 0.109060863427912 0.0 0.0 0.0 0.0 0.0791408949389494 0.0069563244863794 0.0 0.1672199812748371 0.0059113982654295 0.0 0.0 0.0 0.0 0.0 0.0121895008730723 0.1426658794939812 0.0 0.2231632979395483 0.0059113982654295 0.0 0.4256370779515855 0.0 0.0 0.0046895763716443 0.0 0.0 0.0 0.0174622992541944 0.0195032842565339 0.1570435320867716 0.0629756236572057 0.0 0.0 0.0 9.57251528801e-09 133.026084 82.289441 11.711816 192 64 166177846170.95074014556021387
Horovod CANDLE NT3 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=70.0, epochs=384.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5767456860818951 0.0183700419065774 0.0020767278749708 0.0 0.0304216885634371 0.0010302305296566 0.0 0.0 0.10769736892067 0.0 0.0 0.0 0.0 0.0780935341571011 0.0070712765751572 0.0 0.1779157947300316 0.0059640515220533 0.0 0.0 0.0 0.0 0.0 0.012127565463727 0.1434831448938046 0.0 0.2215717657066732 0.0059640515220533 0.0 0.4255432228848478 0.0 0.0 0.0046925226223873 0.0 0.0 0.0 0.0170370645694796 0.0191137924444504 0.1593113595598412 0.0637317243062886 0.0 0.0 0.0 5.14253393999e-09 138.822441 88.492192 14.046848 384 64 168162901420.08895113178404993
Horovod CANDLE NT3 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=60.0, epochs=384.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5991310839874605 0.0180501826974004 0.0020711277912226 0.0 0.0304366550485465 0.0010202658342328 0.0 0.0 0.1118341083964543 0.0 0.0 0.0 0.0 0.0811374632999218 0.0071409907795675 0.0 0.1757411193439441 0.0058859937462033 0.0 0.0 0.0 0.0 0.0 0.012187698285996 0.1436988317394115 0.0 0.2206015319943636 0.0058859937462033 0.0 0.4251951590313489 0.0 0.0 0.0047710028357023 0.0 0.0 0.0 0.0173099739119599 0.0193811017031826 0.1594474368348209 0.0638416144252249 0.0 0.0 0.0 5.43704917649e-09 136.184888 92.673726 16.14024 384 64 161839638089.876010592838668636
Horovod CANDLE NT3 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=50.0, epochs=384.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5910871717690319 0.0178937654802443 0.0020975717407637 0.0 0.030682610847263 0.0010272888803993 0.0 0.0 0.110392145622044 0.0 0.0 0.0 0.0 0.0800583262575179 0.0071515790766937 0.0 0.1764468402944107 0.0057967142148636 0.0 0.0 0.0 0.0 0.0 0.0121627583805013 0.1447813328487712 0.0 0.2212100251910452 0.0057967142148636 0.0 0.4281874228340115 0.0 0.0 0.0048193398960884 0.0 0.0 0.0 0.0169993471464469 0.0190969188872106 0.1590961677406637 0.0637155141931279 0.0 0.0 0.0 5.46627931064e-09 144.953553 93.303302 11.016228 384 64 163968105737.915615645285056974
Horovod CANDLE NT3 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=40.0, epochs=384.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5972636467758045 0.0181526332626914 0.002090877363758 0.0 0.0302041189251558 0.0010247902939581 0.0 0.0 0.1115095748482728 0.0 0.0 0.0 0.0 0.0808372586278756 0.0070908773590087 0.0 0.175276675238516 0.0059350913749328 0.0 0.0 0.0 0.0 0.0 0.0122287607917344 0.1425558274923084 0.0 0.2226827270513131 0.0059350913749328 0.0 0.4291277735480372 0.0 0.0 0.0048116955855283 0.0 0.0 0.0 0.0172709688201709 0.019361846183929 0.1605633076400427 0.0643796308956279 0.0 0.0 0.0 5.54169469927e-09 140.827298 89.754875 12.004457 384 64 162137051707.009418571202934647
Horovod CANDLE NT3 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=30.0, epochs=384.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5919246921207357 0.0183342214572128 0.0020433611508855 0.0 0.030109288626777 0.0010358984375537 0.0 0.0 0.1105676513393149 0.0 0.0 0.0 0.0 0.0802071257334332 0.0071855838199463 0.0 0.1747392499546604 0.0059841953232036 0.0 0.0 0.0 0.0 0.0 0.0122365931486786 0.1419964914879005 0.0 0.2253706259640952 0.0059841953232036 0.0 0.4323424323720279 0.0 0.0 0.0047442107476366 0.0 0.0 0.0 0.0172520493453521 0.0192954104962376 0.1586580351008943 0.063456431317947 0.0 0.0 0.0 5.67288425109e-09 134.156926 87.358766 14.97132 384 64 163687640343.019597487135162107
Horovod CANDLE NT3 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=10.0, epochs=384.0 1.301 nt3-hybrid-opt.py empirical 1.301 1 0.5868832862079264 0.018090518535481 0.0020827238141784 0.0 0.0300251241235378 0.0010082566627619 0.0 0.0 0.1095581977334403 0.0 0.0 0.0 0.0 0.0794531104534876 0.0070110713883852 0.0 0.1826634608200495 0.0058341476018203 0.0 0.0 0.0 0.0 0.0 0.0122939435250822 0.1418596558592256 0.0 0.2219559228938106 0.0058341476018203 0.0 0.4235183788919247 0.0 0.0 0.0046015191673394 0.0 0.0 0.0 0.017278931362591 0.0193616551767694 0.1608631335369455 0.0644198998886053 0.0 0.0 0.0 1.009097595628e-08 128.908518 76.35093 12.361428 384 64 165109501719.019787100429640506