MuMMI

Create Training Set

Train application_name system_name processors num_mpi num_omppn input frequency executable_name scenario frequency papi_tot_cyc papi_tot_ins papi_l1_tcm papi_l2_tcm papi_fml_ins papi_br_tkn papi_l2_ldm papi_l2_stm papi_fdv_ins papi_br_cn papi_tot_iis papi_ca_shr papi_ca_cln papi_ca_itv papi_br_ntk papi_br_msp papi_fp_ins papi_res_stl papi_l1_ldm papi_l1_stm papi_l2_tcw papi_l2_dca papi_l2_dcr papi_l2_dcw papi_l1_icm papi_br_ins papi_l1_dch papi_l1_dca papi_l1_dcm papi_l1_tca papi_l1_ica papi_fp_ops papi_l2_ica papi_tlb_dm papi_vec_ins papi_l2_dcm papi_l2_icm papi_l2_tch papi_l2_tca papi_ld_ins papi_sr_ins papi_tlb_im papi_hw_int papi_l3_tcm nruntime power_sys power_cpu power_mem num_mpi num_omppn scaling_factor
Horovod CANDLE P1B2 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=160.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2069498825711694 0.0216409122475438 0.0191764474579195 0.0 0.0102164195116519 0.0161974343904425 0.0 0.0 0.0275963126815175 0.0 0.0 0.0 0.0 0.0173022995748583 0.0017857829096276 0.0 0.2202234861703156 0.018157197268059 0.0 0.0 0.0 0.0 0.0 0.0034431490093164 0.0360072357958082 0.0 0.0955404006474786 0.018157197268059 0.0 0.121775979707886 0.0 0.0 0.0171685385264508 0.0 0.0 0.0 0.0142690674438697 0.0334455149017893 0.0595920805802418 0.0357718863314282 0.0 0.0 0.0 4.2479924206e-09 129.952637 80.744038 13.806181 6 64 350334642732.201300481764800257
Horovod CANDLE P1B2 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=150.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2054561559638445 0.0219118175924512 0.019009914898109 0.0 0.0103085522765642 0.0161721470021844 0.0 0.0 0.0275612837491877 0.0 0.0 0.0 0.0 0.0173347018384569 0.00179136013564 0.0 0.2237537680470546 0.0184254769600837 0.0 0.0 0.0 0.0 0.0 0.0034814280912321 0.0360547878274293 0.0 0.0954194938136831 0.0184254769600837 0.0 0.1209341396533222 0.0 0.0 0.017142049550515 0.0 0.0 0.0 0.0142869769893344 0.0332968918874434 0.0595941824838189 0.0357453352671168 0.0 0.0 0.0 4.55582832843e-09 139.600881 89.721121 13.054139 6 64 348598103464.381201220345035678
Horovod CANDLE P1B2 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=140.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2050235676507283 0.0217364783645865 0.0190497312977381 0.0 0.0101710838954374 0.0160882077324509 0.0 0.0 0.0273295531418865 0.0 0.0 0.0 0.0 0.0172495884417982 0.0018174514494212 0.0 0.21876491224442 0.0181715689519302 0.0 0.0 0.0 0.0 0.0 0.0035342577956328 0.0358134246944859 0.0 0.0945399949422522 0.0181715689519302 0.0 0.1218444395931136 0.0 0.0 0.0171180001419347 0.0 0.0 0.0 0.0142240168954175 0.0332737481931556 0.0593100001006062 0.0358486678664428 0.0 0.0 0.0 4.90992964581e-09 132.333237 75.589818 12.445473 6 64 352033533408.166144494599051013
Horovod CANDLE P1B2 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=130.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2041133126995195 0.0213793926774768 0.0182038304798154 0.0 0.0101408817639389 0.016007397667103 0.0 0.0 0.0272093052897344 0.0 0.0 0.0 0.0 0.0170764561711878 0.0018134399365753 0.0 0.2181253757868123 0.0178490549885822 0.0 0.0 0.0 0.0 0.0 0.0035880831360093 0.0355418814832905 0.0 0.0952027319317605 0.0178490549885822 0.0 0.1217209442274404 0.0 0.0 0.0170851217814206 0.0 0.0 0.0 0.0139105609208438 0.0321143914006592 0.0595988302624305 0.0355862474700428 0.0 0.0 0.0 4.98107929817e-09 137.989284 86.682741 11.010998 6 64 355874516121.686792760494062151
Horovod CANDLE P1B2 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=120.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2041043926480712 0.0219558059387687 0.0189964187162588 0.0 0.0100600812142483 0.0160968705939519 0.0 0.0 0.0272070630791741 0.0 0.0 0.0 0.0 0.0171956763241051 0.0018382460931785 0.0 0.2197161041282268 0.0183593501490264 0.0 0.0 0.0 0.0 0.0 0.0036421460807033 0.0360354496962922 0.0 0.0944994225764213 0.0183593501490264 0.0 0.1216678693480141 0.0 0.0 0.017148717204191 0.0 0.0 0.0 0.0143150928204335 0.0333115115366922 0.0590039993383869 0.0354718010889472 0.0 0.0 0.0 5.47350560093e-09 136.646891 87.303886 13.995855 6 64 354651440690.984980477115793607
Horovod CANDLE P1B2 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=120.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2041043926480712 0.0219558059387687 0.0189964187162588 0.0 0.0100600812142483 0.0160968705939519 0.0 0.0 0.0272070630791741 0.0 0.0 0.0 0.0 0.0171956763241051 0.0018382460931785 0.0 0.2197161041282268 0.0183593501490264 0.0 0.0 0.0 0.0 0.0 0.0036421460807033 0.0360354496962922 0.0 0.0944994225764213 0.0183593501490264 0.0 0.1216678693480141 0.0 0.0 0.017148717204191 0.0 0.0 0.0 0.0143150928204335 0.0333115115366922 0.0590039993383869 0.0354718010889472 0.0 0.0 0.0 5.47350560093e-09 136.646891 87.303886 13.995855 6 64 354651440690.984980477115793607
Horovod CANDLE P1B2 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=110.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2038389722210884 0.0218631445482671 0.0182711694178086 0.0 0.0101761597194038 0.016052921978715 0.0 0.0 0.0273976352913672 0.0 0.0 0.0 0.0 0.0173000107672497 0.0018370489354973 0.0 0.2222143886751447 0.0182515389955799 0.0 0.0 0.0 0.0 0.0 0.0035964689200778 0.0357982588670282 0.0 0.0952833416980533 0.0182515389955799 0.0 0.1214069684071059 0.0 0.0 0.0169819439469114 0.0 0.0 0.0 0.0138977137395666 0.0321688831573753 0.0596259692811427 0.0357930644797992 0.0 0.0 0.0 5.86458872499e-09 137.674201 83.334215 13.005771 6 64 354575698912.892780386595468859
Horovod CANDLE P1B2 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=100.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2065081376353275 0.0215673714265239 0.0181587046585941 0.0 0.0101354544434462 0.0159359774232108 0.0 0.0 0.0275380923083866 0.0 0.0 0.0 0.0 0.0173213146036541 0.0018587828656611 0.0 0.2220104422139677 0.0178785900670498 0.0 0.0 0.0 0.0 0.0 0.0036594237046327 0.0360035631819969 0.0 0.0961331711682574 0.0178785900670498 0.0 0.1213842498211547 0.0 0.0 0.0169451902021524 0.0 0.0 0.0 0.0139756404062233 0.0321343450648174 0.0595357147339857 0.0355648792594546 0.0 0.0 0.0 6.14150024378e-09 134.917815 80.679752 12.001837 6 64 354629825539.093239449621442152
Horovod CANDLE P1B2 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2047356044269056 0.0220817080157057 0.0188090020146231 0.0 0.0100721540636418 0.0159314514330536 0.0 0.0 0.0273236909433659 0.0 0.0 0.0 0.0 0.0172188243224821 0.0018710979532643 0.0 0.2184217023007829 0.0183123554826116 0.0 0.0 0.0 0.0 0.0 0.0037583422687083 0.0356252004866355 0.0 0.0950423619187756 0.0183123554826116 0.0 0.1219491215510307 0.0 0.0 0.0169423948250876 0.0 0.0 0.0 0.0143184151817756 0.0331274171963987 0.0596306714504236 0.0355554279118486 0.0 0.0 0.0 6.75047711989e-09 128.613056 78.325371 12.687191 6 64 359676881186.075993533693861226
Horovod CANDLE P1B2 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2047356044269056 0.0220817080157057 0.0188090020146231 0.0 0.0100721540636418 0.0159314514330536 0.0 0.0 0.0273236909433659 0.0 0.0 0.0 0.0 0.0172188243224821 0.0018710979532643 0.0 0.2184217023007829 0.0183123554826116 0.0 0.0 0.0 0.0 0.0 0.0037583422687083 0.0356252004866355 0.0 0.0950423619187756 0.0183123554826116 0.0 0.1219491215510307 0.0 0.0 0.0169423948250876 0.0 0.0 0.0 0.0143184151817756 0.0331274171963987 0.0596306714504236 0.0355554279118486 0.0 0.0 0.0 6.75047711989e-09 128.613056 78.325371 12.687191 6 64 359676881186.075993533693861226
Horovod CANDLE P1B2 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=80.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2034422975191714 0.0219974775330955 0.0180533794657617 0.0 0.0101223079928677 0.0158144276068591 0.0 0.0 0.027383023763898 0.0 0.0 0.0 0.0 0.0173561563049557 0.0018987743175089 0.0 0.2170678277811538 0.0181766301586408 0.0 0.0 0.0 0.0 0.0 0.0037965269719108 0.0358548913993268 0.0 0.0950550840902407 0.0181766301586408 0.0 0.1227093085625162 0.0 0.0 0.0168215517038214 0.0 0.0 0.0 0.013891577996824 0.0319449574625857 0.0598196943631098 0.0358669572287003 0.0 0.0 0.0 7.44630659254e-09 134.463424 82.756221 11.012722 6 64 358873437964.1574048552626399
Horovod CANDLE P1B2 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=70.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2062826746459202 0.0214027389205674 0.0185265405490457 0.0 0.01004457342169 0.0156638274575378 0.0 0.0 0.0275688215865556 0.0 0.0 0.0 0.0 0.017441381141854 0.001935489575733 0.0 0.2208285202451638 0.017511382791863 0.0 0.0 0.0 0.0 0.0 0.0038884042735826 0.0360660835963436 0.0 0.0942591763448913 0.017511382791863 0.0 0.1232470501840337 0.0 0.0 0.0167179607764359 0.0 0.0 0.0 0.0142064382337352 0.0327329787827809 0.0596375131131509 0.035719649368233 0.0 0.0 0.0 8.18788818099e-09 136.333277 84.137172 9.716681 6 64 360534821402.882241952056870966
Horovod CANDLE P1B2 Benchmark ANL Theta 6 6 64 learning rate=0.001, batch size=60.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.204273903089182 0.0217750548887675 0.018619674610653 0.0 0.0100710160047433 0.0154344849657068 0.0 0.0 0.0273118721307394 0.0 0.0 0.0 0.0 0.0173060758797941 0.001965909684553 0.0 0.2179181291963256 0.0177537292202789 0.0 0.0 0.0 0.0 0.0 0.0039584718034796 0.0360634502569279 0.0 0.0947189057274138 0.0177537292202789 0.0 0.1230549986715249 0.0 0.0 0.0166427746249804 0.0 0.0 0.0 0.0143114305529442 0.0329311051635972 0.0591399747559858 0.0354347680830425 0.0 0.0 0.0 9.30246699909e-09 136.680839 85.359625 12.723794 6 64 366625665464.185936437335300643
Horovod CANDLE P1B2 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=160.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2212393335866278 0.0204473480090567 0.0172183923963894 0.0 0.0112489606290578 0.0143108805534762 0.0 0.0 0.0312027971420372 0.0 0.0 0.0 0.0 0.0199539425638313 0.0020430537295729 0.0 0.2508964615715636 0.0165764944537755 0.0 0.0 0.0 0.0 0.0 0.0038698809288771 0.0406295984421886 0.0 0.101139447748431 0.0165764944537755 0.0 0.1352664740013812 0.0 0.0 0.0154198066699525 0.0 0.0 0.0 0.0141038970840561 0.0313222894804455 0.0637294290976108 0.036382946774541 0.0 0.0 0.0 3.28931146767e-09 131.00305 78.299949 14.016777 8 64 298939403174.406225931643532202
Horovod CANDLE P1B2 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=150.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2219708547082186 0.0206121872085637 0.0164431155697629 0.0 0.0113046043577714 0.0143456790869732 0.0 0.0 0.0311367106859699 0.0 0.0 0.0 0.0 0.0198544997529672 0.0020279079404601 0.0 0.2521825133434191 0.0166853967023989 0.0 0.0 0.0 0.0 0.0 0.0039260843018128 0.0408741265711314 0.0 0.1009142812834748 0.0166853967023989 0.0 0.1359696704739794 0.0 0.0 0.0154899723493739 0.0 0.0 0.0 0.0136161291703044 0.0300592447400673 0.0643063875196815 0.0365897765894432 0.0 0.0 0.0 3.42723437867e-09 140.370029 88.277401 10.943744 8 64 300793626901.01618430261881451
Horovod CANDLE P1B2 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=140.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2230645265847197 0.0206968637727171 0.0165047132115006 0.0 0.0111521961320454 0.0144315261782835 0.0 0.0 0.0312834369472072 0.0 0.0 0.0 0.0 0.0201061256093781 0.0020692380510793 0.0 0.2514467551296147 0.0167153620656039 0.0 0.0 0.0 0.0 0.0 0.0039694884085413 0.0408997037870155 0.0 0.1008795529942553 0.0167153620656039 0.0 0.1364053960781686 0.0 0.0 0.0155991906804372 0.0 0.0 0.0 0.0137456141858641 0.0302503273973647 0.0639053116499937 0.0367910114389059 0.0 0.0 0.0 3.75541842791e-09 134.703886 82.368468 11.022331 8 64 298060252801.961652075105743366
Horovod CANDLE P1B2 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=130.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2233355765281244 0.0206766644557466 0.0169493603146797 0.0 0.0112417881899342 0.0142005617863166 0.0 0.0 0.0313613247238078 0.0 0.0 0.0 0.0 0.020032503136457 0.0020622187212225 0.0 0.2498119923958055 0.0166937154106718 0.0 0.0 0.0 0.0 0.0 0.0039913932555736 0.0409264908005863 0.0 0.1009190863684081 0.0166937154106718 0.0 0.1364875225845416 0.0 0.0 0.0154082717063539 0.0 0.0 0.0 0.0139755200136474 0.0309248803283271 0.064795304111153 0.0370550366781835 0.0 0.0 0.0 3.82354249834e-09 135.615485 87.54415 14.127012 8 64 300662156494.690245964622024812
Horovod CANDLE P1B2 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=120.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2221877355451121 0.0204179178980747 0.0163871233064564 0.0 0.0110688061294285 0.0142947646502614 0.0 0.0 0.0311800489716964 0.0 0.0 0.0 0.0 0.0200409568158607 0.0020699496830736 0.0 0.2517586168975034 0.0163878495819006 0.0 0.0 0.0 0.0 0.0 0.0040372440016126 0.0406197943979684 0.0 0.100278687053876 0.0163878495819006 0.0 0.1345340128893004 0.0 0.0 0.0154086808916421 0.0 0.0 0.0 0.0137021649424775 0.0300892882489339 0.0638491298337342 0.0365064156083123 0.0 0.0 0.0 4.137701662e-09 139.998391 92.802092 13.007643 8 64 300317758143.868807523513521019
Horovod CANDLE P1B2 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=110.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2233478998774277 0.020249358683229 0.0163616537815388 0.0 0.0111764922123974 0.0142786412341027 0.0 0.0 0.0313405688547653 0.0 0.0 0.0 0.0 0.0200393828072754 0.0020823682832036 0.0 0.2511890458708429 0.0161486848258321 0.0 0.0 0.0 0.0 0.0 0.0040380680259006 0.0408492516843034 0.0 0.1000764448202048 0.0161486848258321 0.0 0.1366759921157087 0.0 0.0 0.0153745054010716 0.0 0.0 0.0 0.0136910773987809 0.0300527311803197 0.064166229967825 0.0363257675327003 0.0 0.0 0.0 4.43091901564e-09 138.372145 86.345189 12.887683 8 64 301317541866.008754665933427586
Horovod CANDLE P1B2 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=100.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2419187275558892 0.0186056161151962 0.0151124801681663 0.0 0.014570860039508 0.0136895465666357 0.0 0.0 0.0310229317576585 0.0 0.0 0.0 0.0 0.0165588509037223 0.0038620292322006 0.0 0.2353868118546378 0.0148375453571761 0.0 0.0 0.0 0.0 0.0 0.0037668408376146 0.0456144014315463 0.0 0.1173419829885066 0.0148375453571761 0.0 0.1729764502619179 0.0 0.0 0.0143118301980837 0.0 0.0 0.0 0.0116449754788827 0.026757455647049 0.0748564675550852 0.0428679241452764 0.0 0.0 0.0 4.63906372471e-09 141.087594 88.591343 10.005112 8 64 316193401307.867588384826854395
Horovod CANDLE P1B2 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2209041478814428 0.0205142110589658 0.0168306770696424 0.0 0.0112109739874864 0.0140871908014008 0.0 0.0 0.0309772087906819 0.0 0.0 0.0 0.0 0.0198180450782204 0.0021398651922074 0.0 0.2482396570975335 0.0163598544542661 0.0 0.0 0.0 0.0 0.0 0.0041356683549774 0.0411394773312093 0.0 0.1006247998222642 0.0163598544542661 0.0 0.1364791227199473 0.0 0.0 0.0152622490546388 0.0 0.0 0.0 0.01393924752398 0.0307699245936224 0.0643841487720443 0.03679892536811 0.0 0.0 0.0 5.18154828632e-09 138.058972 89.968464 13.124251 8 64 305998030585.964635013823224806
Horovod CANDLE P1B2 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2209041478814428 0.0205142110589658 0.0168306770696424 0.0 0.0112109739874864 0.0140871908014008 0.0 0.0 0.0309772087906819 0.0 0.0 0.0 0.0 0.0198180450782204 0.0021398651922074 0.0 0.2482396570975335 0.0163598544542661 0.0 0.0 0.0 0.0 0.0 0.0041356683549774 0.0411394773312093 0.0 0.1006247998222642 0.0163598544542661 0.0 0.1364791227199473 0.0 0.0 0.0152622490546388 0.0 0.0 0.0 0.01393924752398 0.0307699245936224 0.0643841487720443 0.03679892536811 0.0 0.0 0.0 5.18154828632e-09 138.058972 89.968464 13.124251 8 64 305998030585.964635013823224806
Horovod CANDLE P1B2 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=80.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2472672645905496 0.0186811042647468 0.0143868268979073 0.0 0.0147670458605194 0.0127295218494208 0.0 0.0 0.0321506487674928 0.0 0.0 0.0 0.0 0.0171757681060505 0.0032577945769925 0.0 0.2186495122765723 0.0147536469542787 0.0 0.0 0.0 0.0 0.0 0.0039157404714987 0.0459137071599901 0.0 0.1174840621569059 0.0147536469542787 0.0 0.162867480302325 0.0 0.0 0.014657396847617 0.0 0.0 0.0 0.0111758166480914 0.0255626435459987 0.0746827571827822 0.0427762321871438 0.0 0.0 0.0 5.38200687976e-09 132.314925 82.020108 11.133673 8 64 328068358411.079624264370897613
Horovod CANDLE P1B2 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=70.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2208298877372866 0.020329415166653 0.016338730169771 0.0 0.0110993912661857 0.0140958759439688 0.0 0.0 0.0312099817782487 0.0 0.0 0.0 0.0 0.0201028528061499 0.0021913209513519 0.0 0.2526591747280428 0.0160474564117183 0.0 0.0 0.0 0.0 0.0 0.0043004345965007 0.0406990686006769 0.0 0.1005493331310384 0.0160474564117183 0.0 0.1372666353652731 0.0 0.0 0.015255952352812 0.0 0.0 0.0 0.0138115141582892 0.0301502443280602 0.0640102264623323 0.0364222193819091 0.0 0.0 0.0 6.53628349973e-09 129.933948 74.613908 12.334497 8 64 306860228917.985620086377238292
Horovod CANDLE P1B2 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=60.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.251725938677258 0.0187858922263127 0.0147058328480106 0.0 0.0145779139354695 0.0129256658660339 0.0 0.0 0.0329911082092534 0.0 0.0 0.0 0.0 0.0177672180396624 0.0032592325823529 0.0 0.2262191351613915 0.0146104921352332 0.0 0.0 0.0 0.0 0.0 0.0041670782249331 0.0456451012381068 0.0 0.1169264954687753 0.0146104921352332 0.0 0.161452929837368 0.0 0.0 0.0145178712711531 0.0 0.0 0.0 0.0115457941430259 0.0262516269910364 0.0746466179132639 0.0428235784213536 0.0 0.0 0.0 6.82939994456e-09 139.648422 89.544752 10.939901 8 64 341081787845.136368953987216272
Horovod CANDLE P1B2 Benchmark ANL Theta 8 8 64 learning rate=0.001, batch size=50.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2194627787663067 0.0207273512644837 0.0166780991114403 0.0 0.0109096782919339 0.0138327175341051 0.0 0.0 0.0310046503788925 0.0 0.0 0.0 0.0 0.0200330020614886 0.002276267319605 0.0 0.2449978516098871 0.0162141134855922 0.0 0.0 0.0 0.0 0.0 0.0044790134573959 0.0408182334252496 0.0 0.1003401148749862 0.0162141134855922 0.0 0.1380417823731509 0.0 0.0 0.0150030205929445 0.0 0.0 0.0 0.0141343332338468 0.0308124323452871 0.0638833856054952 0.0364241607858809 0.0 0.0 0.0 8.75919882492e-09 133.426874 85.98702 14.300914 8 64 312171455820.900802130801279553
Horovod CANDLE P1B2 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=160.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2466522991309138 0.0191522868795294 0.0139527946641105 0.0 0.0127564877388424 0.01188059154451 0.0 0.0 0.0366023235710256 0.0 0.0 0.0 0.0 0.023766807815555 0.0024292801572241 0.0 0.2940692369173167 0.0145651519864999 0.0 0.0 0.0 0.0 0.0 0.0045951560869996 0.0477759847249665 0.0 0.1092714000850175 0.0145651519864999 0.0 0.1580325734543523 0.0 0.0 0.0133279665957826 0.0 0.0 0.0 0.0134872304869265 0.027440025151037 0.0718263659048629 0.0385704381058741 0.0 0.0 0.0 3.41585845315e-09 132.615566 83.929245 14.894458 12 64 248126459168.236802558388820807
Horovod CANDLE P1B2 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=150.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2452994101265531 0.0187067003463122 0.013835451174719 0.0 0.0128473713393804 0.0118671989271622 0.0 0.0 0.0364324774503692 0.0 0.0 0.0 0.0 0.0236812374313637 0.0024117627026461 0.0 0.2948400980431861 0.0141457995189152 0.0 0.0 0.0 0.0 0.0 0.0045360216797374 0.0481682120763089 0.0 0.1090765638364904 0.0141457995189152 0.0 0.1563375632708933 0.0 0.0 0.0132231785179451 0.0 0.0 0.0 0.013374341248265 0.027209792422984 0.070690706095653 0.0379730970745324 0.0 0.0 0.0 3.69492389909e-09 130.433062 80.850407 13.997832 12 64 249598265129.93526639837997541
Horovod CANDLE P1B2 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=140.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2452027431179783 0.0192571412913056 0.0144638794101359 0.0 0.0129171639292653 0.0118165720770593 0.0 0.0 0.0364075122142645 0.0 0.0 0.0 0.0 0.0236609824750339 0.0024060054139423 0.0 0.2972912922090689 0.0146323103369841 0.0 0.0 0.0 0.0 0.0 0.0045885184674514 0.0484908360529205 0.0 0.109359151290612 0.0146323103369841 0.0 0.1570477228490885 0.0 0.0 0.0131804110176534 0.0 0.0 0.0 0.0136339776833987 0.0280978570935346 0.0710850142126372 0.0381595926437545 0.0 0.0 0.0 3.91990089881e-09 129.469689 77.776872 10.928171 12 64 250402116364.211788740223516519
Horovod CANDLE P1B2 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=130.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2462269486594168 0.0190869761009201 0.014297049525951 0.0 0.0128087330085742 0.0118493495337553 0.0 0.0 0.0365335297428481 0.0 0.0 0.0 0.0 0.023750568664595 0.0024202607531855 0.0 0.2938492831747153 0.0144575356989991 0.0 0.0 0.0 0.0 0.0 0.0046188464028085 0.0482773592173478 0.0 0.1090453003830282 0.0144575356989991 0.0 0.1570643402687717 0.0 0.0 0.013269396480673 0.0 0.0 0.0 0.0136341073501385 0.0279311568760894 0.0714152618179033 0.038356418150802 0.0 0.0 0.0 4.14925761054e-09 133.473404 87.689072 13.005319 12 64 249174056191.089569311366915242
Horovod CANDLE P1B2 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=120.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.243284849175841 0.0189649564511296 0.014267870059195 0.0 0.012589348230175 0.0116858091355433 0.0 0.0 0.0361540933699766 0.0 0.0 0.0 0.0 0.0236584221191848 0.002427091635888 0.0 0.2943414266789819 0.0143524962831608 0.0 0.0 0.0 0.0 0.0 0.0047086080097406 0.0480028049044482 0.0 0.1084582135112189 0.0143524962831608 0.0 0.1554721532931587 0.0 0.0 0.0132361946021495 0.0 0.0 0.0 0.013498534210218 0.027766404269413 0.0697026189638563 0.0377139389431488 0.0 0.0 0.0 4.28819536344e-09 124.169452 77.931755 12.710306 12 64 251052460011.145466460665074592
Horovod CANDLE P1B2 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=110.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.243792637215877 0.0187735971937085 0.0142701938616491 0.0 0.0127185576054081 0.0117710627779617 0.0 0.0 0.0363471318274705 0.0 0.0 0.0 0.0 0.0236848835280927 0.002457527029278 0.0 0.2967821931494653 0.0140962028861679 0.0 0.0 0.0 0.0 0.0 0.0046914716416959 0.0478456885884413 0.0 0.1086099322192579 0.0140962028861679 0.0 0.1572755700716773 0.0 0.0 0.0131568196406391 0.0 0.0 0.0 0.0135828133339841 0.0278530071956332 0.0707749183846799 0.0380472646499951 0.0 0.0 0.0 4.76196563125e-09 128.522613 80.497906 13.670854 12 64 250693723021.817115933852005791
Horovod CANDLE P1B2 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=100.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2465291427870224 0.0186679418127468 0.0133587343048469 0.0 0.0126770344217169 0.0118095309437032 0.0 0.0 0.036615522589318 0.0 0.0 0.0 0.0 0.0238060907364001 0.0024728288828074 0.0 0.2933175758775446 0.0139400263266888 0.0 0.0 0.0 0.0 0.0 0.0046937251580667 0.0477266731036072 0.0 0.1094720848310037 0.0139400263266888 0.0 0.1568966695421795 0.0 0.0 0.0133805331918247 0.0 0.0 0.0 0.0133095574348868 0.0266682917397337 0.0706139528834733 0.0379297090670444 0.0 0.0 0.0 5.01085624898e-09 135.347272 82.124253 13.994823 12 64 250485142186.127340018953823874
Horovod CANDLE P1B2 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2443794217450003 0.0190132609117094 0.0141442155025505 0.0 0.0127259904003783 0.0116686505404988 0.0 0.0 0.0362700790302659 0.0 0.0 0.0 0.0 0.0236061357646946 0.0024678531008441 0.0 0.2926779295738989 0.0142984194560405 0.0 0.0 0.0 0.0 0.0 0.0047331905991219 0.0479165035516059 0.0 0.1093476846700466 0.0142984194560405 0.0 0.1565733870740462 0.0 0.0 0.0131457792479427 0.0 0.0 0.0 0.0135040473222614 0.0276482628248119 0.0711197343455986 0.0381788835246456 0.0 0.0 0.0 5.88344123059e-09 135.187983 83.978181 12.046324 12 64 253140676625.854049839934597358
Horovod CANDLE P1B2 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2443794217450003 0.0190132609117094 0.0141442155025505 0.0 0.0127259904003783 0.0116686505404988 0.0 0.0 0.0362700790302659 0.0 0.0 0.0 0.0 0.0236061357646946 0.0024678531008441 0.0 0.2926779295738989 0.0142984194560405 0.0 0.0 0.0 0.0 0.0 0.0047331905991219 0.0479165035516059 0.0 0.1093476846700466 0.0142984194560405 0.0 0.1565733870740462 0.0 0.0 0.0131457792479427 0.0 0.0 0.0 0.0135040473222614 0.0276482628248119 0.0711197343455986 0.0381788835246456 0.0 0.0 0.0 5.88344123059e-09 135.187983 83.978181 12.046324 12 64 253140676625.854049839934597358
Horovod CANDLE P1B2 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=80.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2425519546283993 0.0185872665239634 0.0135860482339139 0.0 0.0126261612172472 0.0117049330426519 0.0 0.0 0.0360043211102189 0.0 0.0 0.0 0.0 0.0234604096824546 0.0024858024540462 0.0 0.2924945336040632 0.0137902721418616 0.0 0.0 0.0 0.0 0.0 0.0048287941556426 0.0479080830436773 0.0 0.1088824974906662 0.0137902721418616 0.0 0.1571848435569315 0.0 0.0 0.0131274586896007 0.0 0.0 0.0 0.013472661519172 0.027058709753086 0.0707750067988155 0.0380824451507888 0.0 0.0 0.0 6.10126778994e-09 127.052244 81.733654 13.299359 12 64 255683386913.810744768970162624
Horovod CANDLE P1B2 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=70.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2443629991133831 0.0189241160725971 0.0136990969933874 0.0 0.0127969968619653 0.0115821329690094 0.0 0.0 0.0362620312406124 0.0 0.0 0.0 0.0 0.0236352419955336 0.0024563388429882 0.0 0.2944767459148179 0.0141182679005761 0.0 0.0 0.0 0.0 0.0 0.0048174011110623 0.048433571967557 0.0 0.1090807511034842 0.0141182679005761 0.0 0.1558433972697846 0.0 0.0 0.0128250667684118 0.0 0.0 0.0 0.0133597010046102 0.0270587979979976 0.070384660855134 0.037832607406629 0.0 0.0 0.0 6.78961472884e-09 128.222447 78.527047 10.988429 12 64 254587447894.16371487653319458
Horovod CANDLE P1B2 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=60.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2442582916147574 0.0189908227556169 0.0135896174862953 0.0 0.0125967707645203 0.0116920910126125 0.0 0.0 0.0363041487040236 0.0 0.0 0.0 0.0 0.0237052282564737 0.0024847434164824 0.0 0.2831284944650523 0.0140340003659616 0.0 0.0 0.0 0.0 0.0 0.0048893089051972 0.0479779399205081 0.0 0.1094833194235279 0.0140340003659616 0.0 0.1571385371094807 0.0 0.0 0.0129569396635905 0.0 0.0 0.0 0.0133759898934549 0.0269656073797502 0.0709509676091883 0.0381098327428417 0.0 0.0 0.0 7.5117686428e-09 130.446897 80.213711 12.652298 12 64 256591779466.938297169462978552
Horovod CANDLE P1B2 Benchmark ANL Theta 12 12 64 learning rate=0.001, batch size=50.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2426823994770412 0.0190495175834377 0.0141003490198952 0.0 0.0124533112081076 0.0114580524756682 0.0 0.0 0.0360253331629272 0.0 0.0 0.0 0.0 0.0235472826626525 0.0025594389885583 0.0 0.2878810057973457 0.0140170322355168 0.0 0.0 0.0 0.0 0.0 0.0050212330636835 0.0476203372983171 0.0 0.1082478928113239 0.0140170322355168 0.0 0.1583058033845296 0.0 0.0 0.0129561413878193 0.0 0.0 0.0 0.013675497734571 0.0277758467544662 0.0700876650955817 0.0376665321669854 0.0 0.0 0.0 8.80876886101e-09 120.563788 69.623411 15.267207 12 64 258914064494.876165346467618972
Horovod CANDLE P1B2 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=160.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2610957595737621 0.0176420671413548 0.012111148548771 0.0 0.013778046866346 0.0102314173464157 0.0 0.0 0.0399848824412828 0.0 0.0 0.0 0.0 0.0262185386031918 0.0026386942261278 0.0 0.3226405227820602 0.0126505696297468 0.0 0.0 0.0 0.0 0.0 0.0049553532809148 0.0527074429312529 0.0 0.1145690498299497 0.0126505696297468 0.0 0.1694366927711724 0.0 0.0 0.0117615637826589 0.0 0.0 0.0 0.0130959912295951 0.0252071397783661 0.0759531326060879 0.0391721541952322 0.0 0.0 0.0 2.573712933e-09 128.75934 78.448306 10.979149 16 64 223443865718.803535265912268702
Horovod CANDLE P1B2 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=150.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2615230385036989 0.0178478672786108 0.0124686734738988 0.0 0.0137753617063103 0.010147843978844 0.0 0.0 0.0402021127676469 0.0 0.0 0.0 0.0 0.026399952277361 0.0026245707427581 0.0 0.325452138341615 0.0128547324577057 0.0 0.0 0.0 0.0 0.0 0.0049663907413245 0.0526360132745041 0.0 0.115160739076532 0.0128547324577057 0.0 0.170450307593823 0.0 0.0 0.0116927059304255 0.0 0.0 0.0 0.0133422757733587 0.0258109492472575 0.0759273725253062 0.0392723168720135 0.0 0.0 0.0 2.79232986639e-09 126.55502 79.255422 10.0 16 64 222855571789.771605373069871361
Horovod CANDLE P1B2 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=140.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2602005898564196 0.0177544291927378 0.0125895800213346 0.0 0.0138237271321925 0.0101376925805209 0.0 0.0 0.0398532917949538 0.0 0.0 0.0 0.0 0.0261438698630698 0.0026587794369553 0.0 0.3228452321776031 0.0127438827730555 0.0 0.0 0.0 0.0 0.0 0.0050025773463377 0.0530925490160537 0.0 0.1143784843815632 0.0127438827730555 0.0 0.1710869157916405 0.0 0.0 0.0116915917981246 0.0 0.0 0.0 0.0134913578445298 0.0260809378658644 0.075691072387513 0.0391356257636075 0.0 0.0 0.0 2.99680727061e-09 130.163084 79.970348 13.808747 16 64 225071206818.951211313779201123
Horovod CANDLE P1B2 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=130.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2620185050926992 0.0178407013362061 0.0124917323162421 0.0 0.0137792610039456 0.0101791698451467 0.0 0.0 0.0402546588764149 0.0 0.0 0.0 0.0 0.0264273268321402 0.0026835545046815 0.0 0.3257297603552437 0.0128296862377007 0.0 0.0 0.0 0.0 0.0 0.0050311281632445 0.0527403619380497 0.0 0.1153441218140457 0.0128296862377007 0.0 0.1720123962832222 0.0 0.0 0.0117268481874519 0.0 0.0 0.0 0.0133828088823145 0.0258745411985565 0.0752299822483536 0.0388043518849073 0.0 0.0 0.0 3.11058276157e-09 128.174385 84.144718 15.196816 16 64 222103285447.16098209454400053
Horovod CANDLE P1B2 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=110.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2611421656964131 0.0177450366136732 0.0120461781605587 0.0 0.0137559529196823 0.0100961099573581 0.0 0.0 0.0399713087428589 0.0 0.0 0.0 0.0 0.0262158132426547 0.0026724880275632 0.0 0.3208566830246705 0.0126631459350461 0.0 0.0 0.0 0.0 0.0 0.0050631970630976 0.0529497577249909 0.0 0.1155132282331565 0.0126631459350461 0.0 0.1712719774681242 0.0 0.0 0.0115835489783458 0.0 0.0 0.0 0.0131107804728217 0.0251569586333804 0.0755420158795481 0.0389328939188444 0.0 0.0 0.0 3.46298198248e-09 133.820579 81.923473 13.994212 16 64 224520154287.141285490572957582
Horovod CANDLE P1B2 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=120.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2592497571486569 0.0178717851992824 0.0125745199894128 0.0 0.0134976300262698 0.0101822374883228 0.0 0.0 0.0397605424320791 0.0 0.0 0.0 0.0 0.0262574102620805 0.002687309209299 0.0 0.3195786813541713 0.0127620460848054 0.0 0.0 0.0 0.0 0.0 0.0050908867241087 0.0524605536374738 0.0 0.1134924881399356 0.0127620460848054 0.0 0.1720348247321482 0.0 0.0 0.0117659173299081 0.0 0.0 0.0 0.0134752637350197 0.0260497837244326 0.0743491204130735 0.0387147667908759 0.0 0.0 0.0 3.56523749858e-09 133.785759 81.877577 11.884447 16 64 224482477904.70203419117993922
Horovod CANDLE P1B2 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=100.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.285487578589885 0.0153592914391028 0.0103729705299328 0.0 0.0181292637625673 0.0087672326858227 0.0 0.0 0.0391199159370822 0.0 0.0 0.0 0.0 0.0213665332044886 0.0041504046194958 0.0 0.2983044975057795 0.0108924731950611 0.0 0.0 0.0 0.0 0.0 0.0041409053196516 0.0605709583675716 0.0 0.1365845547102224 0.0108924731950611 0.0 0.1998898058929571 0.0 0.0 0.0109450586275849 0.0 0.0 0.0 0.0099907070943266 0.0203636776242594 0.0890566247083882 0.0474063312898743 0.0 0.0 0.0 3.84763950729e-09 132.671374 85.823466 10.931559 16 64 239170705378.309365467353354114
Horovod CANDLE P1B2 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.261743810765099 0.0177903983732519 0.0125265182881844 0.0 0.0137231650340398 0.0101258865122129 0.0 0.0 0.0400659769969249 0.0 0.0 0.0 0.0 0.0263150734722347 0.0026898462218768 0.0 0.3243189974012199 0.0125991781446386 0.0 0.0 0.0 0.0 0.0 0.0051149583549191 0.0526580375785681 0.0 0.1148952382766908 0.0125991781446386 0.0 0.1711807431096292 0.0 0.0 0.0116992113872332 0.0 0.0 0.0 0.013529742874523 0.0260562611627074 0.0750766649843537 0.0388657510447226 0.0 0.0 0.0 4.30548879294e-09 131.797521 81.992769 13.512913 16 64 224804675740.213517853282404554
Horovod CANDLE P1B2 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.261743810765099 0.0177903983732519 0.0125265182881844 0.0 0.0137231650340398 0.0101258865122129 0.0 0.0 0.0400659769969249 0.0 0.0 0.0 0.0 0.0263150734722347 0.0026898462218768 0.0 0.3243189974012199 0.0125991781446386 0.0 0.0 0.0 0.0 0.0 0.0051149583549191 0.0526580375785681 0.0 0.1148952382766908 0.0125991781446386 0.0 0.1711807431096292 0.0 0.0 0.0116992113872332 0.0 0.0 0.0 0.013529742874523 0.0260562611627074 0.0750766649843537 0.0388657510447226 0.0 0.0 0.0 4.30548879294e-09 131.797521 81.992769 13.512913 16 64 224804675740.213517853282404554
Horovod CANDLE P1B2 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=80.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2873011264673637 0.0155632326158402 0.0108440166675943 0.0 0.0181189061492024 0.0094643595508725 0.0 0.0 0.0395611575239716 0.0 0.0 0.0 0.0 0.0214318791265867 0.0057490973728087 0.0 0.2844937269192128 0.010953414934795 0.0 0.0 0.0 0.0 0.0 0.0042075371521312 0.0605692200178976 0.0 0.1356950604923872 0.010953414934795 0.0 0.2002793113429655 0.0 0.0 0.0101472289870072 0.0 0.0 0.0 0.0104162307579895 0.0212602474255838 0.0891077601292992 0.0455666831857906 0.0 0.0 0.0 4.61634235539e-09 133.655485 88.384859 13.961922 16 64 238958642812.098395441315059437
Horovod CANDLE P1B2 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=70.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.258567230138063 0.0178002017106424 0.0123341597700551 0.0 0.0136621844760415 0.0100446261722206 0.0 0.0 0.0396990299028158 0.0 0.0 0.0 0.0 0.02613674894268 0.0027386017112685 0.0 0.3209118566439298 0.012612853622272 0.0 0.0 0.0 0.0 0.0 0.0052273885691718 0.0527682095569187 0.0 0.114014394935772 0.012612853622272 0.0 0.1691330313611392 0.0 0.0 0.0115874977109082 0.0 0.0 0.0 0.0133470900276933 0.0256812497977484 0.0748922458506451 0.0385417633286758 0.0 0.0 0.0 4.98361603283e-09 132.332157 84.30966 12.32157 16 64 227366368021.846413897616154965
Horovod CANDLE P1B2 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=60.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2873317382347235 0.0149166973179032 0.0108400534875292 0.0 0.0177086349393645 0.0094143289658491 0.0 0.0 0.0394238533940792 0.0 0.0 0.0 0.0 0.0214717441714568 0.00584169749638 0.0 0.2734605813500107 0.0103844192119742 0.0 0.0 0.0 0.0 0.0 0.0047536875704852 0.057870529120733 0.0 0.1359262765142775 0.0103844192119742 0.0 0.1994863494931403 0.0 0.0 0.0100400365571036 0.0 0.0 0.0 0.0105915114802598 0.021431564967789 0.0886029881340588 0.0471757901881441 0.0 0.0 0.0 5.27504604588e-09 130.040961 79.903899 12.41985 16 64 240574151952.884943259573244149
Horovod CANDLE P1B2 Benchmark ANL Theta 16 16 64 learning rate=0.001, batch size=50.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2593570356364023 0.0180243771662356 0.012297247949993 0.0 0.0136218016281658 0.0099076615773893 0.0 0.0 0.039710979954666 0.0 0.0 0.0 0.0 0.0261689477708203 0.0027467345254142 0.0 0.3151057518339384 0.0126363305146475 0.0 0.0 0.0 0.0 0.0 0.0053600401214308 0.0526099677735305 0.0 0.1145949551218172 0.0126363305146475 0.0 0.1714795628963123 0.0 0.0 0.011368848979376 0.0 0.0 0.0 0.0134104055637006 0.0257076535136935 0.0749955182871708 0.0388578997719516 0.0 0.0 0.0 6.54089670723e-09 136.69695 87.871021 12.989721 16 64 230481700060.11825696090644608
Horovod CANDLE P1B2 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=160.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2800900239179746 0.0164856972071774 0.0097917496353221 0.0 0.0148977931035701 0.0079917604605481 0.0 0.0 0.0444527121614962 0.0 0.0 0.0 0.0 0.0294419301741472 0.0028901870900609 0.0 0.3610426229317433 0.0109556404645645 0.0 0.0 0.0 0.0 0.0 0.0054679097806255 0.0582010209233354 0.0 0.1196998826957486 0.0109556404645645 0.0 0.1882068386687804 0.0 0.0 0.0096805096006589 0.0 0.0 0.0 0.0127405749587506 0.0225323245940727 0.0811375421125342 0.0400029681495994 0.0 0.0 0.0 2.63270471228e-09 123.174832 76.786744 14.204611 24 64 197657624333.167473430918183217
Horovod CANDLE P1B2 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=150.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2792299259250157 0.016485411001795 0.009949425888544 0.0 0.0150396873251766 0.0080145100096343 0.0 0.0 0.0443041037998606 0.0 0.0 0.0 0.0 0.0293429271265505 0.0029563985685463 0.0 0.3584684662022631 0.0109343016486794 0.0 0.0 0.0 0.0 0.0 0.0055490886529216 0.0588419887197392 0.0 0.1220192860554018 0.0109343016486794 0.0 0.1869268224825588 0.0 0.0 0.0096960718403771 0.0 0.0 0.0 0.0130375347481531 0.0229869606366971 0.0810681427764755 0.0400851838856619 0.0 0.0 0.0 2.83609647175e-09 129.450266 83.194494 14.703375 24 64 198434958615.04979850832184584
Horovod CANDLE P1B2 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=140.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2801359668051468 0.0166647182176337 0.0102146606573425 0.0 0.0147383721375337 0.0080304249025524 0.0 0.0 0.0444037609816351 0.0 0.0 0.0 0.0 0.0295663311235469 0.0029534320400014 0.0 0.3653674768865566 0.0109864394843486 0.0 0.0 0.0 0.0 0.0 0.005557939349771 0.0584462430635233 0.0 0.1204511365971486 0.0109864394843486 0.0 0.1873052622139782 0.0 0.0 0.009747236121323 0.0 0.0 0.0 0.0130033111700245 0.023217971827367 0.0803911302758702 0.0401174870628169 0.0 0.0 0.0 2.93559368102e-09 134.768366 82.490061 12.065687 24 64 196948707083.710685320256957691
Horovod CANDLE P1B2 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=130.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.28108477690608 0.0162908629690463 0.0101545794160336 0.0 0.0150082513892762 0.0080322954285523 0.0 0.0 0.0445067320837095 0.0 0.0 0.0 0.0 0.0294567477879688 0.0029405573815194 0.0 0.3603899893371647 0.0107796630712298 0.0 0.0 0.0 0.0 0.0 0.0055785348831755 0.0585702501832942 0.0 0.1210615943620828 0.0107796630712298 0.0 0.1901146789346241 0.0 0.0 0.0097182407299052 0.0 0.0 0.0 0.0130218124429692 0.0231763918590027 0.0811632453765828 0.0401228366224299 0.0 0.0 0.0 3.3809522538e-09 124.908955 79.756716 12.680597 24 64 198168623128.871232094534703364
Horovod CANDLE P1B2 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=120.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2787768512868654 0.016531995136601 0.0098505131670565 0.0 0.0148917145645231 0.0080390900028202 0.0 0.0 0.0442010553806239 0.0 0.0 0.0 0.0 0.0294470285305828 0.0029607637107434 0.0 0.361124391704248 0.0109453007439745 0.0 0.0 0.0 0.0 0.0 0.0055709182750175 0.0590962113401558 0.0 0.1197726581576347 0.0109453007439745 0.0 0.1891834349684934 0.0 0.0 0.009814815629732 0.0 0.0 0.0 0.012839438591321 0.0226899517583775 0.0798360491733642 0.0397371577426086 0.0 0.0 0.0 3.44170617995e-09 132.147253 80.597802 13.022711 24 64 198194009114.952892479551419647
Horovod CANDLE P1B2 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=100.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3090525105094654 0.0126731365746937 0.0088488184684984 0.0 0.0198406230415854 0.0067977870318316 0.0 0.0 0.0435250996069222 0.0 0.0 0.0 0.0 0.0238310088137852 0.0053977024721017 0.0 0.3276213525352649 0.0082553710359102 0.0 0.0 0.0 0.0 0.0 0.0046276254534201 0.0670858049104066 0.0 0.1446458653260953 0.0082553710359102 0.0 0.2305421241676046 0.0 0.0 0.0086191436453932 0.0 0.0 0.0 0.009856231424445 0.0187050498929434 0.09603180844695 0.0495592070258713 0.0 0.0 0.0 3.67565757753e-09 126.042921 76.519539 12.319667 24 64 212258554705.816375344562549567
Horovod CANDLE P1B2 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=110.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2783391569451484 0.0163160576904416 0.0101620550586857 0.0 0.0150155585646693 0.0079551287577226 0.0 0.0 0.0440750948165517 0.0 0.0 0.0 0.0 0.0291961690466003 0.0029150070685682 0.0 0.3596303339751669 0.0107868306120864 0.0 0.0 0.0 0.0 0.0 0.0055436215492505 0.0588191043778061 0.0 0.120789781062346 0.0107868306120864 0.0 0.1878512556301289 0.0 0.0 0.0095972543373147 0.0 0.0 0.0 0.0130263585149267 0.0231884135736123 0.0805316865378059 0.0397578462295293 0.0 0.0 0.0 3.89689498505e-09 122.782886 79.091315 13.41507 24 64 200892264483.220449620568612146
Horovod CANDLE P1B2 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2803709279825753 0.0164727241456062 0.0101129203594818 0.0 0.0148916531745776 0.0079633423781636 0.0 0.0 0.0444778836179596 0.0 0.0 0.0 0.0 0.0294877237891882 0.0029606513642559 0.0 0.3598244001128892 0.0108093195820851 0.0 0.0 0.0 0.0 0.0 0.0056099326686788 0.0582408638041032 0.0 0.1206600505003548 0.0108093195820851 0.0 0.1876971219447584 0.0 0.0 0.0096827671405283 0.0 0.0 0.0 0.0129552316550739 0.0230681520145557 0.0809682462151511 0.0401852473912574 0.0 0.0 0.0 3.96080328378e-09 130.304514 83.033694 12.021615 24 64 198507791644.133496977202912594
Horovod CANDLE P1B2 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2803709279825753 0.0164727241456062 0.0101129203594818 0.0 0.0148916531745776 0.0079633423781636 0.0 0.0 0.0444778836179596 0.0 0.0 0.0 0.0 0.0294877237891882 0.0029606513642559 0.0 0.3598244001128892 0.0108093195820851 0.0 0.0 0.0 0.0 0.0 0.0056099326686788 0.0582408638041032 0.0 0.1206600505003548 0.0108093195820851 0.0 0.1876971219447584 0.0 0.0 0.0096827671405283 0.0 0.0 0.0 0.0129552316550739 0.0230681520145557 0.0809682462151511 0.0401852473912574 0.0 0.0 0.0 3.96080328378e-09 130.304514 83.033694 12.021615 24 64 198507791644.133496977202912594
Horovod CANDLE P1B2 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=80.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3150583436829628 0.0139595615396349 0.0088644187247866 0.0 0.0193057426124348 0.0074061974130833 0.0 0.0 0.044528178812326 0.0 0.0 0.0 0.0 0.0248753363491525 0.0062641059782783 0.0 0.3277752099873936 0.0090235854630235 0.0 0.0 0.0 0.0 0.0 0.0048815287375535 0.0636411671248673 0.0 0.1454246169090614 0.0090235854630235 0.0 0.2274957210424202 0.0 0.0 0.0082083546969378 0.0 0.0 0.0 0.0099395195145975 0.018803938239384 0.0954462612145896 0.0492788556425731 0.0 0.0 0.0 4.0985859912e-09 128.469579 82.73843 11.781071 24 64 234465033322.051139889232538008
Horovod CANDLE P1B2 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=70.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2806442156300225 0.0163517706036278 0.0101129368676716 0.0 0.0148289610997726 0.0079839746668699 0.0 0.0 0.0444985051448779 0.0 0.0 0.0 0.0 0.0295090139744927 0.0029940999929126 0.0 0.3605953720422623 0.0106559258739614 0.0 0.0 0.0 0.0 0.0 0.0057146947242998 0.0582738472921894 0.0 0.121416254211023 0.0106559258739614 0.0 0.1907658371833254 0.0 0.0 0.0096774569816068 0.0 0.0 0.0 0.0131205580403702 0.0232334949080418 0.0817371800693135 0.0404686968385023 0.0 0.0 0.0 4.91995264762e-09 130.946912 78.896376 12.995406 24 64 199006696431.039013659180816001
Horovod CANDLE P1B2 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=60.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3143123512119035 0.0128870918687008 0.0088006483965844 0.0 0.0193605080034937 0.0073975356156915 0.0 0.0 0.044206954229718 0.0 0.0 0.0 0.0 0.0250366561503194 0.0064109645274124 0.0 0.3099094942968607 0.0082343799094526 0.0 0.0 0.0 0.0 0.0 0.0050387561298528 0.0660186571053156 0.0 0.1443722881079944 0.0082343799094526 0.0 0.2245670308030552 0.0 0.0 0.0082407030656171 0.0 0.0 0.0 0.0100101834548997 0.0188108318514841 0.0956105498885559 0.0457543880218315 0.0 0.0 0.0 5.1489249069e-09 129.883368 83.374949 12.821355 24 64 236399793745.06732913487152026
Horovod CANDLE P1B2 Benchmark ANL Theta 24 24 64 learning rate=0.001, batch size=50.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2770970885649838 0.016329998566187 0.0100490081333866 0.0 0.0146815912078139 0.0078359177418873 0.0 0.0 0.0438325302586155 0.0 0.0 0.0 0.0 0.02911226582378 0.0030505707586547 0.0 0.3558659169088086 0.0105395597713707 0.0 0.0 0.0 0.0 0.0 0.0057105170954645 0.0577790424133318 0.0 0.120154831615424 0.0105395597713707 0.0 0.1867475414739725 0.0 0.0 0.0095103036336559 0.0 0.0 0.0 0.0130221923913283 0.0230712005247149 0.0801906421687345 0.0398246193646737 0.0 0.0 0.0 6.28143152986e-09 128.276845 77.819211 13.641156 24 64 203799921548.859418836463910104
Horovod CANDLE P1B2 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=160.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2919995448339427 0.0155167505638111 0.0087861484841557 0.0 0.0159333187118111 0.0068188728705684 0.0 0.0 0.0471560195356304 0.0 0.0 0.0 0.0 0.0314048315604049 0.0031292814886216 0.0 0.382328377032899 0.0096939358476883 0.0 0.0 0.0 0.0 0.0 0.0058511921066782 0.0628050099547174 0.0 0.1255116729037376 0.0096939358476883 0.0 0.1969812296267999 0.0 0.0 0.0085576353719351 0.0 0.0 0.0 0.0127679533292511 0.0215541018134069 0.0847953046096643 0.0409911628198628 0.0 0.0 0.0 2.00108257369e-09 129.890836 82.661725 13.036388 32 64 185369481438.233012790131984811
Horovod CANDLE P1B2 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=150.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2899187218769004 0.0155537777480007 0.0085249350731503 0.0 0.0159158861909586 0.0067166028757194 0.0 0.0 0.0468330131493449 0.0 0.0 0.0 0.0 0.031182097636822 0.0031351660749453 0.0 0.3863557376220261 0.0096739253521362 0.0 0.0 0.0 0.0 0.0 0.0058762551576406 0.0627607230230082 0.0 0.1263186895476877 0.0096739253521362 0.0 0.1994486599721856 0.0 0.0 0.0086311526756195 0.0 0.0 0.0 0.0127289645057642 0.0212538995789146 0.0849771862701227 0.0411370224260406 0.0 0.0 0.0 2.26638574688e-09 129.758539 80.431095 11.689046 32 64 187268266041.770245886130887986
Horovod CANDLE P1B2 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=130.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2933795924134931 0.0156138032471341 0.0087485545447092 0.0 0.0157104501555348 0.0067540707888639 0.0 0.0 0.047276107656877 0.0 0.0 0.0 0.0 0.0314529848084587 0.0030982232432657 0.0 0.3829980914895237 0.0097471344362505 0.0 0.0 0.0 0.0 0.0 0.0058492240486388 0.0619650609008806 0.0 0.1256811819442837 0.0097471344362505 0.0 0.1992731143795563 0.0 0.0 0.0086034109235371 0.0 0.0 0.0 0.0127854083077394 0.0215339628524486 0.0849702252483239 0.0411384167373565 0.0 0.0 0.0 2.38670981276e-09 125.980769 80.005656 12.739819 32 64 185146240920.255141977271132155
Horovod CANDLE P1B2 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=140.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2918010360674518 0.0156182273920482 0.0088036009077654 0.0 0.0155059554999704 0.0067728056822417 0.0 0.0 0.0470480689155586 0.0 0.0 0.0 0.0 0.0313011705306757 0.0031720560781203 0.0 0.3845558328836599 0.0097256332407524 0.0 0.0 0.0 0.0 0.0 0.0058503494415808 0.0621625623542832 0.0 0.1263889332821551 0.0097256332407524 0.0 0.198445422015232 0.0 0.0 0.0087851427123857 0.0 0.0 0.0 0.0128192805742645 0.0216228814820299 0.0836826215466611 0.0407564190461717 0.0 0.0 0.0 2.39706553521e-09 127.246652 80.732143 12.418527 32 64 186495859388.690376180463927534
Horovod CANDLE P1B2 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2910219149872771 0.0156488318362056 0.0087522584733897 0.0 0.0157057520954325 0.0067141813539082 0.0 0.0 0.0468430893374472 0.0 0.0 0.0 0.0 0.0311474103904523 0.0031526215292547 0.0 0.3821997463779932 0.0096698429212612 0.0 0.0 0.0 0.0 0.0 0.0059123346245174 0.0620349107029751 0.0 0.1255550897383861 0.0096698429212612 0.0 0.1987023284865896 0.0 0.0 0.0085240732170095 0.0 0.0 0.0 0.0128157344767501 0.0215679929501397 0.084610849208096 0.0408921082038279 0.0 0.0 0.0 2.84424512997e-09 131.809972 85.867357 10.990593 32 64 186722927431.223794632263891348
Horovod CANDLE P1B2 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2910219149872771 0.0156488318362056 0.0087522584733897 0.0 0.0157057520954325 0.0067141813539082 0.0 0.0 0.0468430893374472 0.0 0.0 0.0 0.0 0.0311474103904523 0.0031526215292547 0.0 0.3821997463779932 0.0096698429212612 0.0 0.0 0.0 0.0 0.0 0.0059123346245174 0.0620349107029751 0.0 0.1255550897383861 0.0096698429212612 0.0 0.1987023284865896 0.0 0.0 0.0085240732170095 0.0 0.0 0.0 0.0128157344767501 0.0215679929501397 0.084610849208096 0.0408921082038279 0.0 0.0 0.0 2.84424512997e-09 131.809972 85.867357 10.990593 32 64 186722927431.223794632263891348
Horovod CANDLE P1B2 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=120.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2892896405228226 0.015508137187591 0.008811577432281 0.0 0.0156300657313667 0.0067579359421379 0.0 0.0 0.0467060728028261 0.0 0.0 0.0 0.0 0.0312758356128172 0.0031338288797157 0.0 0.3849506551888187 0.0096459954578039 0.0 0.0 0.0 0.0 0.0 0.0059154020463164 0.0627577864015502 0.0 0.1252688293678044 0.0096459954578039 0.0 0.1993361398892291 0.0 0.0 0.0087070577659085 0.0 0.0 0.0 0.0128198269425966 0.0216314043748776 0.0832769362236684 0.0405612840145393 0.0 0.0 0.0 3.22090361932e-09 127.518734 77.027477 11.991674 32 64 186353486766.77272665532458687
Horovod CANDLE P1B2 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=110.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2913613949371695 0.0155278069020568 0.0087901963244834 0.0 0.0157392363956098 0.0066986130109727 0.0 0.0 0.0469625467149985 0.0 0.0 0.0 0.0 0.0312518946494278 0.0031582206391056 0.0 0.3813693576585862 0.0096607011207777 0.0 0.0 0.0 0.0 0.0 0.0058951947060445 0.0620286421041552 0.0 0.1250343038310494 0.0096607011207777 0.0 0.1976847395567036 0.0 0.0 0.0086281478446035 0.0 0.0 0.0 0.0129091792950425 0.021699375619526 0.0843901765943219 0.0408084063816933 0.0 0.0 0.0 3.21276071744e-09 126.564892 77.695507 11.280366 32 64 186941295609.020554994550798912
Horovod CANDLE P1B2 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=100.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3213339079689962 0.0129037696895668 0.0076766141239758 0.0 0.0204325895322643 0.0062092601861206 0.0 0.0 0.0459361339915948 0.0 0.0 0.0 0.0 0.0251673821799123 0.0047968390444867 0.0 0.3494712329061622 0.0078791860249397 0.0 0.0 0.0 0.0 0.0 0.0050535273543975 0.0676356868369256 0.0 0.1496247538763208 0.0078791860249397 0.0 0.2418103825779654 0.0 0.0 0.0079211261375065 0.0 0.0 0.0 0.0096081115118806 0.0172847256358564 0.100732644197529 0.0472049573479833 0.0 0.0 0.0 3.26591200659e-09 123.3772 74.121653 12.966335 32 64 199927514789.889524743663647991
Horovod CANDLE P1B2 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=80.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3240934304137474 0.0129555156798742 0.0076779604973185 0.0 0.0202456519515475 0.0062154639052487 0.0 0.0 0.0462892407506007 0.0 0.0 0.0 0.0 0.0253566113083717 0.0048377989590145 0.0 0.3508030296829009 0.0078670233775176 0.0 0.0 0.0 0.0 0.0 0.0051193277058112 0.0674639991653395 0.0 0.1464810139606968 0.0078670233775176 0.0 0.2326002123679633 0.0 0.0 0.0079749751463926 0.0 0.0 0.0 0.0096174817952426 0.0172954422925611 0.0994572822152243 0.0505657894325143 0.0 0.0 0.0 3.42617930044e-09 130.906618 87.799265 13.491912 32 64 198368366452.017826025950292955
Horovod CANDLE P1B2 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=70.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2913279105373151 0.015461694077346 0.0085129885170834 0.0 0.0156451573676552 0.0066543611973256 0.0 0.0 0.046894613468309 0.0 0.0 0.0 0.0 0.031232238690194 0.0031603369425512 0.0 0.3844547151670059 0.0094955089879207 0.0 0.0 0.0 0.0 0.0 0.0059261908601824 0.0619441955722062 0.0 0.1261517011056409 0.0094955089879207 0.0 0.2004061194849172 0.0 0.0 0.0085260343349653 0.0 0.0 0.0 0.0126565036592673 0.0211694921763507 0.0846668330779704 0.0409493430549189 0.0 0.0 0.0 3.82199167439e-09 128.569735 82.603905 12.994421 32 64 187476268931.004545960428543591
Horovod CANDLE P1B2 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.2907532442099804 0.0157640948691236 0.0087074114757953 0.0 0.0155756033308626 0.006643911817552 0.0 0.0 0.0468705235064047 0.0 0.0 0.0 0.0 0.0312499711274323 0.0031735354964812 0.0 0.3730577081415943 0.0096414140116357 0.0 0.0 0.0 0.0 0.0 0.0060620435622044 0.0618850032758349 0.0 0.126019231460971 0.0096414140116357 0.0 0.198252601454383 0.0 0.0 0.0084565806500225 0.0 0.0 0.0 0.0128574331542868 0.0215648446300821 0.0841241162335619 0.0407082078945661 0.0 0.0 0.0 4.53201505315e-09 133.71697 82.342924 12.473282 32 64 187859980608.016970527215381343
Horovod CANDLE P1B2 Benchmark ANL Theta 32 32 64 learning rate=0.001, batch size=60.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3214881408242813 0.0130476504355097 0.0076008154858579 0.0 0.0206136971946904 0.0061951704900459 0.0 0.0 0.0459309855803296 0.0 0.0 0.0 0.0 0.0251758542035496 0.0048171842149415 0.0 0.346510695294263 0.007864475008764 0.0 0.0 0.0 0.0 0.0 0.0047120788070023 0.0679460266969434 0.0 0.1495168351465718 0.007864475008764 0.0 0.2312545932082281 0.0 0.0 0.0079277114426741 0.0 0.0 0.0 0.009684382334457 0.0172851978203149 0.0991115534351995 0.0503670431507767 0.0 0.0 0.0 4.27444087793e-09 129.366337 79.942924 13.937682 32 64 200802670691.204302802473877426
Horovod CANDLE P1B2 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=160.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3054118606590065 0.0145175696084793 0.0072495875225558 0.0 0.0168351221481132 0.0052775229223777 0.0 0.0 0.050171685905693 0.0 0.0 0.0 0.0 0.0335546915521329 0.0033391294642726 0.0 0.4102870708237419 0.0083199748091844 0.0 0.0 0.0 0.0 0.0 0.0062318006615403 0.0670909781964424 0.0 0.1313144966321437 0.0083199748091844 0.0 0.2118143531734755 0.0 0.0 0.0072243861120394 0.0 0.0 0.0 0.0127157599869979 0.0199653475095537 0.0883100323763649 0.0416479232060306 0.0 0.0 0.0 1.91920145325e-09 135.546003 84.253394 9.731523 48 64 172671882588.884237027919205491
Horovod CANDLE P1B2 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=150.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3049524718473291 0.0145513339725187 0.0071869705529867 0.0 0.0166626192927306 0.0052873187998424 0.0 0.0 0.0501258372061477 0.0 0.0 0.0 0.0 0.0335317691417478 0.0033445552716551 0.0 0.410811351240639 0.0083394759974277 0.0 0.0 0.0 0.0 0.0 0.0062627790749883 0.0663785807679789 0.0 0.1312409304821482 0.0083394759974277 0.0 0.2104993415354 0.0 0.0 0.0072371461480614 0.0 0.0 0.0 0.0125853002497441 0.0197722708027308 0.0882378548966154 0.0415668679673133 0.0 0.0 0.0 2.00021871528e-09 128.35879 81.28098 12.987032 48 64 173324691620.770624749496069519
Horovod CANDLE P1B2 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=140.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3065770588259986 0.0146347503421334 0.0069690562498654 0.0 0.0164371626055302 0.0052651760601071 0.0 0.0 0.0503750351318493 0.0 0.0 0.0 0.0 0.0338946326030966 0.0033493533295154 0.0 0.4089022022800495 0.0083477263614333 0.0 0.0 0.0 0.0 0.0 0.0062211311624522 0.0664399368798377 0.0 0.128781351149892 0.0083477263614333 0.0 0.2105235194146454 0.0 0.0 0.0072759960938965 0.0 0.0 0.0 0.0124539544279584 0.0194230106778237 0.0874609552087451 0.0415604864392113 0.0 0.0 0.0 2.12215047667e-09 129.708564 83.227901 11.175414 48 64 170586515414.332491789049378656
Horovod CANDLE P1B2 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=120.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3056761822696445 0.0146728321975184 0.0069826149148928 0.0 0.0164292848166617 0.0052395494964612 0.0 0.0 0.0502439413937407 0.0 0.0 0.0 0.0 0.0338259414891006 0.0033387284524743 0.0 0.4117096851745656 0.0084349038173201 0.0 0.0 0.0 0.0 0.0 0.0062557400671794 0.0664788516057086 0.0 0.1298911562491885 0.0084349038173201 0.0 0.2111411257696675 0.0 0.0 0.0072966083233416 0.0 0.0 0.0 0.0125360150946239 0.0195186300095167 0.0879075430422089 0.0417851982345791 0.0 0.0 0.0 2.2848802739e-09 126.572519 78.103053 12.992366 48 64 171861440393.872534276772899055
Horovod CANDLE P1B2 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=130.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3082797598129191 0.014581102907735 0.0071986582126686 0.0 0.0167089481256868 0.0052799711051249 0.0 0.0 0.0505879138056188 0.0 0.0 0.0 0.0 0.0338252881442632 0.0033031512817837 0.0 0.4094545109547771 0.0083492311123262 0.0 0.0 0.0 0.0 0.0 0.0062721773110629 0.066550472889212 0.0 0.1295502226233996 0.0083492311123262 0.0 0.2094653901827941 0.0 0.0 0.0072739038895172 0.0 0.0 0.0 0.0127243796941819 0.0199230379068505 0.0894731363652624 0.0421980071783521 0.0 0.0 0.0 2.40501017152e-09 127.23601 77.726277 14.969586 48 64 171648815413.98795855018704682
Horovod CANDLE P1B2 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=110.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3111075167678652 0.0146366560334858 0.0072313263446297 0.0 0.0166411284422788 0.0052732019751689 0.0 0.0 0.0510190636965585 0.0 0.0 0.0 0.0 0.0341219631126575 0.0033425285137586 0.0 0.4050189484447274 0.0084040966539883 0.0 0.0 0.0 0.0 0.0 0.0063173838974315 0.066354053681191 0.0 0.1304224636345194 0.0084040966539883 0.0 0.2141486418174164 0.0 0.0 0.0071824840118999 0.0 0.0 0.0 0.0125953025738727 0.0198266289185024 0.088557382030618 0.0417542592940334 0.0 0.0 0.0 2.45914715267e-09 124.862768 80.371122 12.109785 48 64 170301573675.774057801170322676
Horovod CANDLE P1B2 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3057189839487132 0.0145458836265891 0.0071558663354763 0.0 0.0165243898117563 0.0052375842275023 0.0 0.0 0.0501524135144005 0.0 0.0 0.0 0.0 0.0335241701046903 0.0033305933945193 0.0 0.4104566988995668 0.008277989190639 0.0 0.0 0.0 0.0 0.0 0.0062515213697161 0.0659005224489801 0.0 0.1298187901458583 0.008277989190639 0.0 0.2096330851559405 0.0 0.0 0.0071629735460291 0.0 0.0 0.0 0.0125359283471411 0.0196917946826174 0.0879082556563212 0.0414134991922271 0.0 0.0 0.0 2.98044540859e-09 129.666667 75.823188 13.069565 48 64 173488019444.925215864747059524
Horovod CANDLE P1B2 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3057189839487132 0.0145458836265891 0.0071558663354763 0.0 0.0165243898117563 0.0052375842275023 0.0 0.0 0.0501524135144005 0.0 0.0 0.0 0.0 0.0335241701046903 0.0033305933945193 0.0 0.4104566988995668 0.008277989190639 0.0 0.0 0.0 0.0 0.0 0.0062515213697161 0.0659005224489801 0.0 0.1298187901458583 0.008277989190639 0.0 0.2096330851559405 0.0 0.0 0.0071629735460291 0.0 0.0 0.0 0.0125359283471411 0.0196917946826174 0.0879082556563212 0.0414134991922271 0.0 0.0 0.0 2.98044540859e-09 129.666667 75.823188 13.069565 48 64 173488019444.925215864747059524
Horovod CANDLE P1B2 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=70.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3085585017180468 0.0145726229382756 0.0071958759808113 0.0 0.0167055093160545 0.0052553173187298 0.0 0.0 0.0506179641801618 0.0 0.0 0.0 0.0 0.0338744161867639 0.0034040007842752 0.0 0.4104389644942734 0.0082871367660021 0.0 0.0 0.0 0.0 0.0 0.0062951425864102 0.0666920885672377 0.0 0.13057082367998 0.0082871367660021 0.0 0.210446150169023 0.0 0.0 0.0072903744099362 0.0 0.0 0.0 0.0128288301949124 0.0200247061757237 0.0880417633294096 0.0414986862297924 0.0 0.0 0.0 3.36439245172e-09 125.004314 76.479724 14.999137 48 64 172155397538.088256093455506214
Horovod CANDLE P1B2 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=100.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3369687588727657 0.0118791274272998 0.0056110700803169 0.0 0.0214886433591072 0.0048512888280774 0.0 0.0 0.0488169925252817 0.0 0.0 0.0 0.0 0.0268452254515525 0.0069756790607264 0.0 0.3691155162339044 0.0066151845668931 0.0 0.0 0.0 0.0 0.0 0.0052721519142106 0.071524678824573 0.0 0.1543371141484362 0.0066151845668931 0.0 0.2451396974159758 0.0 0.0 0.0060193380283895 0.0 0.0 0.0 0.0084514792164142 0.0140625492967311 0.1040657421826827 0.0496277611430539 0.0 0.0 0.0 3.13372051935e-09 127.717336 78.355252 11.838599 48 64 186772139501.898494341873863506
Horovod CANDLE P1B2 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=80.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3363151966576862 0.0119675328893486 0.006318018994422 0.0 0.0219140202053792 0.0048713847565047 0.0 0.0 0.0485631840902442 0.0 0.0 0.0 0.0 0.0271617208011064 0.0050366753630007 0.0 0.3669658061217815 0.0066235480888484 0.0 0.0 0.0 0.0 0.0 0.0050486913987626 0.0724215752459678 0.0 0.155553525770865 0.0066235480888484 0.0 0.2510032170629772 0.0 0.0 0.0066896094806554 0.0 0.0 0.0 0.0092796462796253 0.0155976652740473 0.1053566502520464 0.0505614028401767 0.0 0.0 0.0 3.5684006524e-09 126.037245 79.767393 12.720309 48 64 199215261750.914480916767360695
Horovod CANDLE P1B2 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=60.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.336344877903112 0.012075057948051 0.0062993847904081 0.0 0.021480775626711 0.0048263912527211 0.0 0.0 0.0484534839207042 0.0 0.0 0.0 0.0 0.0269522069698168 0.0070757831046148 0.0 0.3685488753207329 0.0066554922456972 0.0 0.0 0.0 0.0 0.0 0.0051209767608504 0.0739319931617227 0.0 0.1563853096847352 0.0066554922456972 0.0 0.2556804257438808 0.0 0.0 0.0060322890961313 0.0 0.0 0.0 0.0093011827899057 0.0156005675803138 0.1039313339658294 0.0478091136771568 0.0 0.0 0.0 3.8359915626e-09 126.053398 74.208738 15.869626 48 64 187819071872.950213980744379857
Horovod CANDLE P1B2 Benchmark ANL Theta 48 48 64 learning rate=0.001, batch size=50.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3052075095946454 0.0146958835184862 0.0071666654288275 0.0 0.0167088469198685 0.0052441245379145 0.0 0.0 0.0500624981848328 0.0 0.0 0.0 0.0 0.0335194276228382 0.0033799739570605 0.0 0.4051247968494543 0.0083068024746309 0.0 0.0 0.0 0.0 0.0 0.0063510651346302 0.0668485696979414 0.0 0.1299314369692822 0.0083068024746309 0.0 0.2097524542615433 0.0 0.0 0.0072725837493035 0.0 0.0 0.0 0.0126562638704207 0.0198229292992482 0.0889311425912258 0.0419238582510361 0.0 0.0 0.0 4.22600160459e-09 136.721733 84.648612 14.98849 48 64 174790403580.943283969289156583
Horovod CANDLE P1B2 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=150.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.31533247360248 0.0140572460929654 0.0061525301675735 0.0 0.0172871300552722 0.004456287878609 0.0 0.0 0.0522086728244718 0.0 0.0 0.0 0.0 0.0349969075741756 0.0035078776170928 0.0 0.426654038946201 0.007611246963937 0.0 0.0 0.0 0.0 0.0 0.0064550502673007 0.0693281095204778 0.0 0.1329676450743938 0.007611246963937 0.0 0.2188865437038083 0.0 0.0 0.0066618434398477 0.0 0.0 0.0 0.0123903322722495 0.018542862439823 0.0911127509084542 0.0423810163980757 0.0 0.0 0.0 1.62805473961e-09 133.001855 81.183673 15.014842 64 64 165356253969.991782369858641931
Horovod CANDLE P1B2 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=130.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3157746007698132 0.0142852098480289 0.0062585193658656 0.0 0.0170479947809991 0.0044542257862391 0.0 0.0 0.0522974771898006 0.0 0.0 0.0 0.0 0.0350203524699828 0.0034325007264653 0.0 0.4266338519018991 0.0077517205607116 0.0 0.0 0.0 0.0 0.0 0.0065354671568116 0.0684021989884879 0.0 0.1342630551788369 0.0077517205607116 0.0 0.2185508155039685 0.0 0.0 0.0064417165147053 0.0 0.0 0.0 0.0125157808712941 0.0187743002371597 0.0904313874226531 0.0420279897628536 0.0 0.0 0.0 1.71080538188e-09 131.85689 80.984099 10.431095 64 64 165371591647.146566550640877039
Horovod CANDLE P1B2 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=160.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3158434422763148 0.0139941372334343 0.0061381542391867 0.0 0.0171869858834463 0.0044952840526669 0.0 0.0 0.0523476986354994 0.0 0.0 0.0 0.0 0.0351180631211027 0.0034355975325895 0.0 0.4241845548537718 0.0075696274824482 0.0 0.0 0.0 0.0 0.0 0.0064340052781084 0.0689722154411177 0.0 0.1329685536859564 0.0075696274824482 0.0 0.2177368352148825 0.0 0.0 0.0065407641821135 0.0 0.0 0.0 0.0124499615684907 0.0185881158076774 0.0906805909611046 0.0421790343691215 0.0 0.0 0.0 1.75541961972e-09 128.299484 80.361446 14.027539 64 64 165286646987.732916621135416417
Horovod CANDLE P1B2 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=120.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3147935705167196 0.0141719536538864 0.0062983874151065 0.0 0.0167709881097303 0.0044988151194192 0.0 0.0 0.0522123444172797 0.0 0.0 0.0 0.0 0.0352153949695444 0.0034946085599842 0.0 0.4220345046272421 0.0076870516476653 0.0 0.0 0.0 0.0 0.0 0.0064618665352412 0.0683707479830895 0.0 0.1326387815742118 0.0076870516476653 0.0 0.2178228869962771 0.0 0.0 0.006692321349053 0.0 0.0 0.0 0.0124765690377618 0.0187749564528683 0.0898267250772838 0.0420791199281516 0.0 0.0 0.0 1.81736226112e-09 129.207705 78.941374 10.018425 64 64 164078122111.016272141395615425
Horovod CANDLE P1B2 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=110.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3121209177772766 0.0142904925375594 0.0062780628232514 0.0 0.0171939767555174 0.0044499005300195 0.0 0.0 0.0516802418245666 0.0 0.0 0.0 0.0 0.0346449669071318 0.0034606872021227 0.0 0.4232438247862424 0.0077019035168919 0.0 0.0 0.0 0.0 0.0 0.0064775815959037 0.0688878475651563 0.0 0.1338107425299316 0.0077019035168919 0.0 0.2189755770594075 0.0 0.0 0.0063866584846898 0.0 0.0 0.0 0.0125480262967623 0.0188260891200137 0.0915070675051974 0.0425492287688412 0.0 0.0 0.0 2.14941250559e-09 124.940361 73.779473 9.993065 64 64 167738238733.767131938723596547
Horovod CANDLE P1B2 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=100.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3462859716617258 0.0102564324961405 0.0055688797599261 0.0 0.0227654359558329 0.0040915606430092 0.0 0.0 0.0502191903349865 0.0 0.0 0.0 0.0 0.0279064515528683 0.0072521555934725 0.0 0.3848718538959477 0.0053651737102131 0.0 0.0 0.0 0.0 0.0 0.0054146949329299 0.0753137482206006 0.0 0.1626924122435308 0.0053651737102131 0.0 0.2494732250654959 0.0 0.0 0.0053244551933939 0.0 0.0 0.0 0.009029170574919 0.0145980503348451 0.1066502075127205 0.0485861162607341 0.0 0.0 0.0 2.0671824118e-09 131.425503 79.022819 13.208054 64 64 180093618190.10035367794144658
Horovod CANDLE P1B2 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=140.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.312521573707878 0.0141598909867049 0.0061043628251035 0.0 0.0171002768233703 0.0044593250003273 0.0 0.0 0.0517232583701721 0.0 0.0 0.0 0.0 0.0346363198136935 0.0034490547695293 0.0 0.4259258199638984 0.0076868087306366 0.0 0.0 0.0 0.0 0.0 0.0064046612443849 0.0685569518934953 0.0 0.1332708098878538 0.0076868087306366 0.0 0.2177789349343522 0.0 0.0 0.0064592844990152 0.0 0.0 0.0 0.012280013427328 0.0183843762524314 0.0903274375796187 0.0420336175498423 0.0 0.0 0.0 2.44180027386e-09 124.647853 74.209816 15.099387 64 64 166805731558.105641533782049947
Horovod CANDLE P1B2 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3151993542644434 0.0141075763386954 0.0062704249087616 0.0 0.0171717372548223 0.0044356812127644 0.0 0.0 0.0521636333220299 0.0 0.0 0.0 0.0 0.0349372891589209 0.0034417485113958 0.0 0.4228287175593127 0.0076181772699951 0.0 0.0 0.0 0.0 0.0 0.0064593366892563 0.0689231621646792 0.0 0.1327804659215832 0.0076181772699951 0.0 0.219483458099642 0.0 0.0 0.0064710919397778 0.0 0.0 0.0 0.0124728505823312 0.0187432754910928 0.0910421227681715 0.042286725874297 0.0 0.0 0.0 2.54361458715e-09 126.126928 73.916963 14.151839 64 64 165647573389.683845208876144576
Horovod CANDLE P1B2 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3151993542644434 0.0141075763386954 0.0062704249087616 0.0 0.0171717372548223 0.0044356812127644 0.0 0.0 0.0521636333220299 0.0 0.0 0.0 0.0 0.0349372891589209 0.0034417485113958 0.0 0.4228287175593127 0.0076181772699951 0.0 0.0 0.0 0.0 0.0 0.0064593366892563 0.0689231621646792 0.0 0.1327804659215832 0.0076181772699951 0.0 0.219483458099642 0.0 0.0 0.0064710919397778 0.0 0.0 0.0 0.0124728505823312 0.0187432754910928 0.0910421227681715 0.042286725874297 0.0 0.0 0.0 2.54361458715e-09 126.126928 73.916963 14.151839 64 64 165647573389.683845208876144576
Horovod CANDLE P1B2 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=70.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3122045011509488 0.0139730194912238 0.0061505480828883 0.0 0.0170947357804363 0.0044616235256856 0.0 0.0 0.0517326713766362 0.0 0.0 0.0 0.0 0.0346932012785197 0.0034689616259145 0.0 0.4232235240776687 0.0074841464882163 0.0 0.0 0.0 0.0 0.0 0.0064515952138498 0.0686118009607224 0.0 0.1324093961413865 0.0074841464882163 0.0 0.2173914883006724 0.0 0.0 0.0064311489644731 0.0 0.0 0.0 0.012414925827632 0.0185654739105203 0.0910190930265526 0.0423161526791905 0.0 0.0 0.0 2.61719288866e-09 130.029647 81.034208 11.599772 64 64 167450610117.003572310936847646
Horovod CANDLE P1B2 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=80.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3427091407373674 0.0102481470671437 0.0055540644496662 0.0 0.0222577718323936 0.0040682277878959 0.0 0.0 0.0498622077890282 0.0 0.0 0.0 0.0 0.0276535558161283 0.0052185555120071 0.0 0.3816836401286956 0.0053343880639223 0.0 0.0 0.0 0.0 0.0 0.0053948029225554 0.0764075547959899 0.0 0.1600766564132098 0.0053343880639223 0.0 0.2532155576119445 0.0 0.0 0.0059127848340082 0.0 0.0 0.0 0.0091372041038681 0.0146912685535343 0.1074891990523014 0.0488742411325869 0.0 0.0 0.0 2.80982077279e-09 124.765336 78.209348 14.63778 64 64 182650083937.704776028758473047
Horovod CANDLE P1B2 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=50.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3136173202944304 0.0140552650971639 0.0062472144840848 0.0 0.0171222423808436 0.0044298453831607 0.0 0.0 0.0519681382619688 0.0 0.0 0.0 0.0 0.0349281389798281 0.0035100362140579 0.0 0.422394599411545 0.0075448783723362 0.0 0.0 0.0 0.0 0.0 0.0065512144162128 0.0687579883432039 0.0 0.1338183511672328 0.0075448783723362 0.0 0.2180319560413266 0.0 0.0 0.0064761724151607 0.0 0.0 0.0 0.0125116516947119 0.0187588661787966 0.0905559280775366 0.0421284645847172 0.0 0.0 0.0 3.25832178503e-09 128.341328 75.860701 13.804428 64 64 166272373554.109183477523452919
Horovod CANDLE P1B2 Benchmark ANL Theta 64 64 64 learning rate=0.001, batch size=60.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.348165496796342 0.0114233063741147 0.0054876934039181 0.0 0.0222344964592776 0.0041068393042367 0.0 0.0 0.0506171227641482 0.0 0.0 0.0 0.0 0.0279492036828659 0.0071016690015227 0.0 0.3348140693035118 0.0059150377476297 0.0 0.0 0.0 0.0 0.0 0.0054851001656353 0.0742498213281203 0.0 0.1611432688276315 0.0059150377476297 0.0 0.2560445594265503 0.0 0.0 0.0053390771771836 0.0 0.0 0.0 0.0091162743462798 0.0146039677501979 0.1075499557514691 0.053110104262212 0.0 0.0 0.0 3.0276335373e-09 124.452622 75.861086 11.850046 64 64 179404392013.833965664600117786
Horovod CANDLE P1B2 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=160.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3249535812067344 0.0135614327587066 0.0051961618440877 0.0 0.0179122928943454 0.0035818714894769 0.0 0.0 0.0544382176865343 0.0 0.0 0.0 0.0 0.0365871241242345 0.0035912981074854 0.0 0.4405775407160412 0.0068754640319555 0.0 0.0 0.0 0.0 0.0 0.0066103396773058 0.0721303983816417 0.0 0.1376041910132291 0.0068754640319555 0.0 0.2266621697820257 0.0 0.0 0.0057899409905313 0.0 0.0 0.0 0.0122914732570744 0.0174876351011621 0.0925400993592527 0.0424025940239768 0.0 0.0 0.0 1.44605539875e-09 134.370933 78.396963 11.993492 96 64 159248575952.941166667042257395
Horovod CANDLE P1B2 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=150.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3242528555508815 0.0136457345849084 0.0053209181654657 0.0 0.017919921905477 0.0035816798508096 0.0 0.0 0.054188383658459 0.0 0.0 0.0 0.0 0.0364093903639384 0.0035351918155895 0.0 0.4359261958918769 0.0069087654177017 0.0 0.0 0.0 0.0 0.0 0.0066647748722912 0.0721229265587751 0.0 0.135507657309039 0.0069087654177017 0.0 0.2227442157419346 0.0 0.0 0.005679391454339 0.0 0.0 0.0 0.0123674403889889 0.0176883585544546 0.0934420259463082 0.042831820575853 0.0 0.0 0.0 1.51159819016e-09 128.735417 81.972917 12.985417 96 64 158677860003.663766228387583214
Horovod CANDLE P1B2 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=140.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3226169999306774 0.0135538444123211 0.0053226929608615 0.0 0.0174341901954158 0.0035860230209175 0.0 0.0 0.0540581806641586 0.0 0.0 0.0 0.0 0.0365710052334006 0.0035743871459932 0.0 0.4398198317571561 0.0068515248369183 0.0 0.0 0.0 0.0 0.0 0.0067682971979692 0.0714998222736094 0.0 0.1343769489080301 0.0068515248369183 0.0 0.2247026436841468 0.0 0.0 0.0058251417077198 0.0 0.0 0.0 0.0123601017819805 0.017682794742842 0.0919776972991069 0.0424440926522327 0.0 0.0 0.0 1.64096556982e-09 128.572254 81.445087 10.809249 96 64 158123393794.582911866350080786
Horovod CANDLE P1B2 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=130.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.323005122662569 0.0136225892251489 0.0051914031241142 0.0 0.0178229261139728 0.0035707268740536 0.0 0.0 0.0539936507630455 0.0 0.0 0.0 0.0 0.0362424942488146 0.0036176021335746 0.0 0.4382840352038618 0.0068919468403211 0.0 0.0 0.0 0.0 0.0 0.0066298794509933 0.0718415984889907 0.0 0.1355318731445669 0.0068919468403211 0.0 0.22596249097171 0.0 0.0 0.0056877680059822 0.0 0.0 0.0 0.0122266797133666 0.0174180828374808 0.0932710383097989 0.0427391705525113 0.0 0.0 0.0 1.62985355257e-09 126.5 78.690385 12.013462 96 64 159516486981.325793632190272779
Horovod CANDLE P1B2 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=110.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3218352998631714 0.0134858867419829 0.0052173567050495 0.0 0.0178515772332658 0.0035644605939711 0.0 0.0 0.0537643144073459 0.0 0.0 0.0 0.0 0.0361215974670552 0.0035771150099276 0.0 0.4389982890336331 0.0067815811148461 0.0 0.0 0.0 0.0 0.0 0.0066672019117235 0.0720218056635913 0.0 0.1373887662951659 0.0067815811148461 0.0 0.2285646803719235 0.0 0.0 0.0056463535945149 0.0 0.0 0.0 0.0125005128850493 0.0177178695900988 0.0939363372110734 0.0431166269431896 0.0 0.0 0.0 1.72899264089e-09 129.602518 78.571942 12.899281 96 64 160688340383.558473134178847003
Horovod CANDLE P1B2 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=120.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3233857401659851 0.0135312176769873 0.0053419165088077 0.0 0.0173514536414738 0.0035825498708691 0.0 0.0 0.0541947189383666 0.0 0.0 0.0 0.0 0.036673047213583 0.0035958614214209 0.0 0.4363561662245155 0.0068161828021841 0.0 0.0 0.0 0.0 0.0 0.006717488671164 0.071028118980822 0.0 0.1331782822757257 0.0068161828021841 0.0 0.2238804042125187 0.0 0.0 0.0057368870520811 0.0 0.0 0.0 0.0122478279340605 0.0175897444428681 0.0922920724896276 0.0425939988082061 0.0 0.0 0.0 1.85978332562e-09 117.348639 73.277211 12.960884 96 64 158104790998.690683271295475441
Horovod CANDLE P1B2 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3180924697246394 0.0135361946295102 0.0051894519623996 0.0 0.0177900121092141 0.0035731538051261 0.0 0.0 0.0531938085306901 0.0 0.0 0.0 0.0 0.0357340267911936 0.0036104593700157 0.0 0.4406006886674184 0.0067854237750533 0.0 0.0 0.0 0.0 0.0 0.0066638071749532 0.0717255484789489 0.0 0.1356394568636466 0.0067854237750533 0.0 0.2234464533340514 0.0 0.0 0.0056998334955014 0.0 0.0 0.0 0.0122776704405079 0.0174671224029075 0.0934817026884073 0.0428940260515751 0.0 0.0 0.0 2.1966179095e-09 128.022504 76.365682 13.075949 96 64 161813311938.673328931082358545
Horovod CANDLE P1B2 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3180924697246394 0.0135361946295102 0.0051894519623996 0.0 0.0177900121092141 0.0035731538051261 0.0 0.0 0.0531938085306901 0.0 0.0 0.0 0.0 0.0357340267911936 0.0036104593700157 0.0 0.4406006886674184 0.0067854237750533 0.0 0.0 0.0 0.0 0.0 0.0066638071749532 0.0717255484789489 0.0 0.1356394568636466 0.0067854237750533 0.0 0.2234464533340514 0.0 0.0 0.0056998334955014 0.0 0.0 0.0 0.0122776704405079 0.0174671224029075 0.0934817026884073 0.0428940260515751 0.0 0.0 0.0 2.1966179095e-09 128.022504 76.365682 13.075949 96 64 161813311938.673328931082358545
Horovod CANDLE P1B2 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=100.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3547592287918502 0.0095769600726052 0.0047429486006689 0.0 0.0227538268356897 0.0029241852698088 0.0 0.0 0.0520215905091777 0.0 0.0 0.0 0.0 0.0286447204164025 0.0054225402858512 0.0 0.3970782167970628 0.0046022480603724 0.0 0.0 0.0 0.0 0.0 0.0055807278267929 0.0763071328092198 0.0 0.1597544422039986 0.0046022480603724 0.0 0.2686134721125192 0.0 0.0 0.0052092621300584 0.0 0.0 0.0 0.008863896614591 0.0136068452152599 0.1090435944551267 0.0491027517195766 0.0 0.0 0.0 2.08320309207e-09 124.281768 72.848066 12.526243 96 64 173670781968.982909546378110086
Horovod CANDLE P1B2 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=80.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3534693625026287 0.0107000852635822 0.0041894574083434 0.0 0.0224009414909073 0.0029244023684285 0.0 0.0 0.0518362539309666 0.0 0.0 0.0 0.0 0.0286141637305437 0.0053724122990188 0.0 0.3497978120164799 0.005132596701806 0.0 0.0 0.0 0.0 0.0 0.0053193937091749 0.0779372369218912 0.0 0.1618578977094726 0.005132596701806 0.0 0.2553750321950719 0.0 0.0 0.0051999412937069 0.0 0.0 0.0 0.0080229819986753 0.0122124394070187 0.1091805694261558 0.0491207613628876 0.0 0.0 0.0 2.17184507695e-09 119.780914 71.998656 10.754032 96 64 174853982003.773789017911929752
Horovod CANDLE P1B2 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=70.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3216877045604298 0.0134342967868573 0.0053576974906103 0.0 0.0178230255137484 0.0035919992165777 0.0 0.0 0.0537118370762824 0.0 0.0 0.0 0.0 0.0360727541214746 0.0035782151654763 0.0 0.4380315709091815 0.0067456530760581 0.0 0.0 0.0 0.0 0.0 0.0067834450203087 0.0719598849674964 0.0 0.1363940790780996 0.0067456530760581 0.0 0.2248329692446232 0.0 0.0 0.0056745670012445 0.0 0.0 0.0 0.0123717299563649 0.0177294274469751 0.0936751215380219 0.0430492046626447 0.0 0.0 0.0 2.41350075787e-09 126.970246 75.771022 11.993532 96 64 159953370945.157970496427967629
Horovod CANDLE P1B2 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=60.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3572024249873509 0.0108067359846337 0.0047324108371372 0.0 0.0231474414128544 0.0032849685577532 0.0 0.0 0.0522075089029842 0.0 0.0 0.0 0.0 0.0290532814456494 0.0063234416274202 0.0 0.3544170311332205 0.0051583182457455 0.0 0.0 0.0 0.0 0.0 0.0053157836505422 0.076990622111334 0.0 0.16577356030662 0.0051583182457455 0.0 0.2605090823986114 0.0 0.0 0.0048430358262509 0.0 0.0 0.0 0.0087926608089761 0.0135250716461133 0.1110958092851695 0.0543616969212213 0.0 0.0 0.0 2.69219889059e-09 127.759914 79.542337 12.368703 96 64 173124607780.317627799635783818
Horovod CANDLE P1B2 Benchmark ANL Theta 96 96 64 learning rate=0.001, batch size=50.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3234951913214683 0.0134555563059862 0.0053498044594349 0.0 0.0174680376104916 0.0035608507991122 0.0 0.0 0.0540983823721492 0.0 0.0 0.0 0.0 0.0363859229991721 0.0035644633335437 0.0 0.4380998973137833 0.0067362499265048 0.0 0.0 0.0 0.0 0.0 0.0067212708798013 0.070548413785522 0.0 0.1364974094380007 0.0067362499265048 0.0 0.2272615875438861 0.0 0.0 0.0056503063533451 0.0 0.0 0.0 0.0123610554707085 0.0177108599301434 0.0930775752079069 0.0426227974420666 0.0 0.0 0.0 3.104217808e-09 127.664315 81.366935 11.989919 96 64 159693760445.046709170866273182
Horovod CANDLE P1B2 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=150.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3252382968908034 0.0131219141362303 0.0047459743246804 0.0 0.0179823057654572 0.0031155533268163 0.0 0.0 0.0545706635474669 0.0 0.0 0.0 0.0 0.0367393026237473 0.0036424795406712 0.0 0.4508917772961848 0.0063555991438856 0.0 0.0 0.0 0.0 0.0 0.0067757354366294 0.07267964003631 0.0 0.13806781986361 0.0063555991438856 0.0 0.2298529579673502 0.0 0.0 0.0052667015954571 0.0 0.0 0.0 0.0122179615068439 0.0169639358315243 0.0940560436148056 0.042781755158859 0.0 0.0 0.0 1.22968289832e-09 120.5625 71.026442 13.387019 128 64 158045477631.279090260219827109
Horovod CANDLE P1B2 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=160.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3271508657985925 0.0132097401877493 0.0048308929859674 0.0 0.0179728993002102 0.0031336403595112 0.0 0.0 0.0549761232478651 0.0 0.0 0.0 0.0 0.036992445789117 0.003658018096684 0.0 0.4493929133473596 0.0063953526688548 0.0 0.0 0.0 0.0 0.0 0.0067892726200071 0.0726241396623296 0.0 0.1379301839018817 0.0063953526688548 0.0 0.2279531359670535 0.0 0.0 0.0053176600335992 0.0 0.0 0.0 0.0123423737729066 0.017173266758874 0.0943807265657525 0.042955268485635 0.0 0.0 0.0 1.27589208919e-09 131.255 77.5925 14.98 128 64 156497888568.901849482279099387
Horovod CANDLE P1B2 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=130.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3264087673760617 0.0132565749957026 0.0047865336431633 0.0 0.0179416150748184 0.0031062467614675 0.0 0.0 0.0548188003054535 0.0 0.0 0.0 0.0 0.0368485995170257 0.0036526821579981 0.0 0.4467235542521911 0.0064683907709213 0.0 0.0 0.0 0.0 0.0 0.0068062671629902 0.0726180719155417 0.0 0.137926402466394 0.0064683907709213 0.0 0.2302424555649897 0.0 0.0 0.0053158067652488 0.0 0.0 0.0 0.0123262894630338 0.0171128231061971 0.0944042488714837 0.0430048590898221 0.0 0.0 0.0 1.36224292845e-09 133.355972 82.653396 14.0 128 64 156534211003.486747444822090976
Horovod CANDLE P1B2 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=140.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3242218304497985 0.0130204281156801 0.0047282310863035 0.0 0.0179336483939485 0.0031062639682035 0.0 0.0 0.0544542982882046 0.0 0.0 0.0 0.0 0.0366334314104145 0.0036308621918978 0.0 0.4439554033107188 0.0063315606375854 0.0 0.0 0.0 0.0 0.0 0.0067873706397494 0.0723919805601651 0.0 0.1370836666051734 0.0063315606375854 0.0 0.2280913353388118 0.0 0.0 0.0053702999386 0.0 0.0 0.0 0.012262973181734 0.0169912042680375 0.0952059960003501 0.0432321329609515 0.0 0.0 0.0 1.37091041735e-09 124.210162 75.032333 11.420323 128 64 157741312826.270938249647257303
Horovod CANDLE P1B2 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=110.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3295540785360592 0.0141724161580233 0.0046537699601044 0.0 0.0180535615314078 0.003101860045176 0.0 0.0 0.0553895710337694 0.0 0.0 0.0 0.0 0.0372712722399527 0.0036487959803772 0.0 0.4455408958623408 0.0072445216728519 0.0 0.0 0.0 0.0 0.0 0.0068519552061489 0.0729563993775971 0.0 0.137519206210265 0.0072445216728519 0.0 0.2309904982437261 0.0 0.0 0.0053146132804923 0.0 0.0 0.0 0.0124051368220508 0.0170589067821553 0.0956679404470111 0.0436099061573007 0.0 0.0 0.0 1.50989801903e-09 125.095949 79.03838 11.053305 128 64 155097705969.867272751818864277
Horovod CANDLE P1B2 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=120.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3236979652087738 0.0131512098546944 0.0047190417914497 0.0 0.0178543103436087 0.0031275335115326 0.0 0.0 0.0543401893744202 0.0 0.0 0.0 0.0 0.0365264168404698 0.0036352328779352 0.0 0.4492143582590077 0.0063604545485186 0.0 0.0 0.0 0.0 0.0 0.0067661289834074 0.0722392863249865 0.0 0.1366324748859639 0.0063604545485186 0.0 0.2286208660629281 0.0 0.0 0.0053826778757128 0.0 0.0 0.0 0.0122794672599474 0.0169985090513971 0.0947688982259065 0.043122105203621 0.0 0.0 0.0 1.48728778021e-09 128.770878 77.561028 15.012848 128 64 157777769119.347345464599364525
Horovod CANDLE P1B2 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=70.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3256787185251208 0.0131625034183939 0.0047556574334039 0.0 0.0180191738840755 0.0031260003204027 0.0 0.0 0.0547279487546131 0.0 0.0 0.0 0.0 0.0368149445699989 0.003661186105721 0.0 0.4436501519805199 0.0063639109456352 0.0 0.0 0.0 0.0 0.0 0.0068542311206787 0.0730342862248883 0.0 0.1378047000271116 0.0063639109456352 0.0 0.2299684755458726 0.0 0.0 0.0052138611237617 0.0 0.0 0.0 0.0122270112559019 0.0169826686893058 0.0951758940283858 0.0433253060485689 0.0 0.0 0.0 1.73620979838e-09 128.738574 82.744059 12.985375 128 64 157239177693.114891911591631897
Horovod CANDLE P1B2 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3263710862308098 0.0132682545430009 0.0048297133414434 0.0 0.0179204461397311 0.0030959116908776 0.0 0.0 0.0548148465372684 0.0 0.0 0.0 0.0 0.0368965920871234 0.0036986104734028 0.0 0.4472858664187635 0.0063908683201855 0.0 0.0 0.0 0.0 0.0 0.0068219849633412 0.072432868081752 0.0 0.1361496589766882 0.0063908683201855 0.0 0.2319674643145147 0.0 0.0 0.0053380396967777 0.0 0.0 0.0 0.0123549640869159 0.0171846774283593 0.094051862944273 0.0428123406953861 0.0 0.0 0.0 1.7870870462e-09 125.448214 74.5125 13.008929 128 64 156737397652.566566961443178974
Horovod CANDLE P1B2 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3263710862308098 0.0132682545430009 0.0048297133414434 0.0 0.0179204461397311 0.0030959116908776 0.0 0.0 0.0548148465372684 0.0 0.0 0.0 0.0 0.0368965920871234 0.0036986104734028 0.0 0.4472858664187635 0.0063908683201855 0.0 0.0 0.0 0.0 0.0 0.0068219849633412 0.072432868081752 0.0 0.1361496589766882 0.0063908683201855 0.0 0.2319674643145147 0.0 0.0 0.0053380396967777 0.0 0.0 0.0 0.0123549640869159 0.0171846774283593 0.094051862944273 0.0428123406953861 0.0 0.0 0.0 1.7870870462e-09 125.448214 74.5125 13.008929 128 64 156737397652.566566961443178974
Horovod CANDLE P1B2 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=100.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3643569306503415 0.0106141323685604 0.0042784459320556 0.0 0.0236074499967139 0.0028382162937991 0.0 0.0 0.0534826656085989 0.0 0.0 0.0 0.0 0.030196399333315 0.0074405673782666 0.0 0.4011144925675496 0.004848950466348 0.0 0.0 0.0 0.0 0.0 0.0057621088037817 0.0783560493883321 0.0 0.1655137305975324 0.004848950466348 0.0 0.2709860830635727 0.0 0.0 0.0042817147608889 0.0 0.0 0.0 0.0087515975762614 0.013030043508317 0.1116719020893594 0.0500921917727075 0.0 0.0 0.0 1.53850886542e-09 120.537543 70.716724 12.614334 128 64 190345568740.063685709846886064
Horovod CANDLE P1B2 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=80.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3563238532961072 0.0105393185099521 0.0038057821929723 0.0 0.0227674144999137 0.0028356982414609 0.0 0.0 0.0523023161486271 0.0 0.0 0.0 0.0 0.0290472894184552 0.0053526751617059 0.0 0.3764422694328899 0.0048006481988295 0.0 0.0 0.0 0.0 0.0 0.0056434458275587 0.0784619864024336 0.0 0.1615696981953444 0.0048006481988295 0.0 0.2581274684563032 0.0 0.0 0.0048018722180091 0.0 0.0 0.0 0.0078379245501774 0.0116437067431497 0.1119142526989414 0.0543180011955216 0.0 0.0 0.0 1.72180390758e-09 125.787879 80.377104 13.074074 128 64 172273122214.538910972262901037
Horovod CANDLE P1B2 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=50.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3219513293564553 0.0130881969316108 0.0048002716603894 0.0 0.017924760095704 0.0031137124357843 0.0 0.0 0.0540853998007578 0.0 0.0 0.0 0.0 0.0363986710984225 0.0036490096980751 0.0 0.4452324500131826 0.0062790369956747 0.0 0.0 0.0 0.0 0.0 0.0068640918834467 0.0725759167911072 0.0 0.1385196189354937 0.0062790369956747 0.0 0.2295601618613685 0.0 0.0 0.0052394796633953 0.0 0.0 0.0 0.0122594006319852 0.0170596722923746 0.0944656762662969 0.0428389080651211 0.0 0.0 0.0 2.30131391146e-09 128.51087 79.807065 12.452446 128 64 159694213018.877745797155717508
Horovod CANDLE P1B2 Benchmark ANL Theta 128 128 64 learning rate=0.001, batch size=60.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3591371591780479 0.0105091103503541 0.0043226170335418 0.0 0.0232761901016075 0.0028151970456335 0.0 0.0 0.0527217023515247 0.0 0.0 0.0 0.0 0.0293157851033618 0.0054865672904712 0.0 0.4013207863676684 0.0047783869074931 0.0 0.0 0.0 0.0 0.0 0.0056695691020122 0.0780226023361764 0.0 0.1602267751626559 0.0047783869074931 0.0 0.2607463397905581 0.0 0.0 0.0047643562500145 0.0 0.0 0.0 0.0086886229616568 0.0130112399951986 0.1114437193372071 0.0499512898717667 0.0 0.0 0.0 2.16146864255e-09 128.278378 78.725676 12.109459 128 64 171148447272.208149851236896909
Horovod CANDLE P1B2 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=160.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3264636591873635 0.0129182150894664 0.0042733506445558 0.0 0.0181679057906054 0.0026364763327221 0.0 0.0 0.0552528311119814 0.0 0.0 0.0 0.0 0.0374474378843271 0.0037219715964158 0.0 0.4582056250832224 0.0059571214278057 0.0 0.0 0.0 0.0 0.0 0.0069083932820185 0.0746928178863111 0.0 0.1372411614740123 0.0059571214278057 0.0 0.2334283041119268 0.0 0.0 0.004819164083826 0.0 0.0 0.0 0.0119683595872952 0.0162417102318511 0.0952382706858632 0.043301714885314 0.0 0.0 0.0 1.23366139701e-09 123.456693 72.125984 11.968504 192 64 154155979477.777596541932019322
Horovod CANDLE P1B2 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=140.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3323671933860182 0.0128769324459736 0.0042193861198068 0.0 0.0181485200597242 0.0026225760330908 0.0 0.0 0.0560728197649894 0.0 0.0 0.0 0.0 0.0377459379587533 0.0037349534771326 0.0 0.4540487864627079 0.0059490684448568 0.0 0.0 0.0 0.0 0.0 0.0069219494174805 0.0735161672998961 0.0 0.1388778597490536 0.0059490684448568 0.0 0.2334073839239367 0.0 0.0 0.0049363783631822 0.0 0.0 0.0 0.0123658747049379 0.0165852608247448 0.0963454149900032 0.0434895878657701 0.0 0.0 0.0 1.26618080021e-09 128.405685 77.868217 11.002584 192 64 152786867379.378014459175669829
Horovod CANDLE P1B2 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=150.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3323337476242949 0.0127913912323805 0.0042525492026392 0.0 0.0179369302470055 0.0026410430366184 0.0 0.0 0.0562019034775068 0.0 0.0 0.0 0.0 0.038059404235577 0.0037244639112384 0.0 0.4580511223039668 0.0059093326247982 0.0 0.0 0.0 0.0 0.0 0.0069505034523476 0.0737167552149954 0.0 0.1373848159270855 0.0059093326247982 0.0 0.2323186065386599 0.0 0.0 0.0047568040750916 0.0 0.0 0.0 0.0121828398017961 0.0164353890044354 0.0949922092424952 0.0431929491667714 0.0 0.0 0.0 1.30311451991e-09 131.827848 76.005063 11.0 192 64 151254791492.625629890407718494
Horovod CANDLE P1B2 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=110.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3310580303319575 0.0128494301391553 0.0042225839051812 0.0 0.0178704801518552 0.0026175670730086 0.0 0.0 0.0560169558197182 0.0 0.0 0.0 0.0 0.0379798953171385 0.0037132688736636 0.0 0.452976904495086 0.0059158061285645 0.0 0.0 0.0 0.0 0.0 0.0069530836236995 0.0735209852713894 0.0 0.1378794276859786 0.0059158061285645 0.0 0.2332827437905408 0.0 0.0 0.0047766074244434 0.0 0.0 0.0 0.0122805868239455 0.0165031707291267 0.0957485591235221 0.0435856568499555 0.0 0.0 0.0 1.35178265727e-09 126.179612 73.376214 10.997573 192 64 152311346718.865277161124560253
Horovod CANDLE P1B2 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=130.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.331058022103254 0.0129306205842549 0.0042963166622614 0.0 0.0179290271486896 0.002647604431835 0.0 0.0 0.0560044439132978 0.0 0.0 0.0 0.0 0.0379588504368982 0.0037385735671179 0.0 0.4558435779042164 0.005959660959061 0.0 0.0 0.0 0.0 0.0 0.0070282162403139 0.0737959681886628 0.0 0.1398383404153673 0.005959660959061 0.0 0.2329725334097512 0.0 0.0 0.0048086033391083 0.0 0.0 0.0 0.0122657544996293 0.0165620711618907 0.0952707395355444 0.0433281505366892 0.0 0.0 0.0 1.3782351622e-09 134.928571 80.969048 12.97619 192 64 152286573261.539444999076370249
Horovod CANDLE P1B2 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=120.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3301125910350033 0.0127630574294656 0.0042826933707225 0.0 0.0183065604415545 0.002614227496655 0.0 0.0 0.0557129485174668 0.0 0.0 0.0 0.0 0.0375365072171833 0.003732571362675 0.0 0.4529150372313435 0.00590407093434 0.0 0.0 0.0 0.0 0.0 0.0070111249559859 0.0742511602028489 0.0 0.1394989244157709 0.00590407093434 0.0 0.2346997649831302 0.0 0.0 0.0049099501954234 0.0 0.0 0.0 0.0123677597186544 0.0166504530893769 0.0965096032048851 0.0435869235532607 0.0 0.0 0.0 1.4058469145e-09 132.110855 83.233256 14.018476 192 64 153866940111.991830956926000353
Horovod CANDLE P1B2 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=100.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3620936481893272 0.0094842778849886 0.0033845753227349 0.0 0.0237696499919775 0.002128501042766 0.0 0.0 0.0533870228288219 0.0 0.0 0.0 0.0 0.0296433666740924 0.0053108376644196 0.0 0.3614777361829171 0.0041085785503459 0.0 0.0 0.0 0.0 0.0 0.0057385224338102 0.0797184252692204 0.0 0.171755207064716 0.0041085785503459 0.0 0.2672092746785404 0.0 0.0 0.0043612358141848 0.0 0.0 0.0 0.0078104895888716 0.0111950649116065 0.1148550263828752 0.0556115154683044 0.0 0.0 0.0 1.47044191306e-09 121.842742 77.645161 10.641129 192 64 168539229464.882402486378974598
Horovod CANDLE P1B2 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=70.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.329231197128333 0.0129968799083634 0.0042481078544674 0.0 0.0181703999671491 0.0026234111485821 0.0 0.0 0.0557020756899499 0.0 0.0 0.0 0.0 0.0377814909952715 0.0037819446038998 0.0 0.4553768492728833 0.0060444412678413 0.0 0.0 0.0 0.0 0.0 0.0068930617246078 0.0748262575669962 0.0 0.1388256073213722 0.0060444412678413 0.0 0.2320942274646984 0.0 0.0 0.0048610632134924 0.0 0.0 0.0 0.0121326357291213 0.0163807435835887 0.0955139878646277 0.0434469061247179 0.0 0.0 0.0 1.63300070524e-09 132.117764 79.175649 10.600798 192 64 153105658924.534660172183870282
Horovod CANDLE P1B2 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3331204919975312 0.0128580825562926 0.0043076639820248 0.0 0.0181216597164821 0.0026285115388611 0.0 0.0 0.0563455655850948 0.0 0.0 0.0 0.0 0.0381978587685403 0.0037588945604444 0.0 0.4544374884653584 0.0059234852404299 0.0 0.0 0.0 0.0 0.0 0.0069320621462994 0.0745430382982172 0.0 0.1381208658721359 0.0059234852404299 0.0 0.2342390549962024 0.0 0.0 0.0048032154316158 0.0 0.0 0.0 0.0123395197197426 0.0166471837017673 0.0956717896586902 0.043526082100102 0.0 0.0 0.0 1.72725024298e-09 127.097514 80.361377 14.001912 192 64 151194265024.065702389645756761
Horovod CANDLE P1B2 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3331204919975312 0.0128580825562926 0.0043076639820248 0.0 0.0181216597164821 0.0026285115388611 0.0 0.0 0.0563455655850948 0.0 0.0 0.0 0.0 0.0381978587685403 0.0037588945604444 0.0 0.4544374884653584 0.0059234852404299 0.0 0.0 0.0 0.0 0.0 0.0069320621462994 0.0745430382982172 0.0 0.1381208658721359 0.0059234852404299 0.0 0.2342390549962024 0.0 0.0 0.0048032154316158 0.0 0.0 0.0 0.0123395197197426 0.0166471837017673 0.0956717896586902 0.043526082100102 0.0 0.0 0.0 1.72725024298e-09 127.097514 80.361377 14.001912 192 64 151194265024.065702389645756761
Horovod CANDLE P1B2 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=80.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3609891245243567 0.0101632895763995 0.0038765656893743 0.0 0.0235621778582025 0.0023672060282688 0.0 0.0 0.0531544968763324 0.0 0.0 0.0 0.0 0.0296521925934792 0.0054677166112949 0.0 0.4110217673361253 0.004376749520451 0.0 0.0 0.0 0.0 0.0 0.0057598691674412 0.0808602007427519 0.0 0.1713786991921111 0.004376749520451 0.0 0.2645551799006198 0.0 0.0 0.0044026748477944 0.0 0.0 0.0 0.0088058511732118 0.0126824168625862 0.1133138490739552 0.0524971970107897 0.0 0.0 0.0 1.69715382849e-09 125.930435 75.761739 13.838261 192 64 169344629918.261676477832967847
Horovod CANDLE P1B2 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=50.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3290357812782111 0.0129559612926375 0.0042125278945482 0.0 0.0178922462576706 0.0026351883624212 0.0 0.0 0.0556288687432379 0.0 0.0 0.0 0.0 0.0377062404457433 0.0037265944240215 0.0 0.4544376724544207 0.0059657890999998 0.0 0.0 0.0 0.0 0.0 0.006987113852202 0.0736935362281575 0.0 0.1376183922716386 0.0059657890999998 0.0 0.2317540339811728 0.0 0.0 0.0048625151328294 0.0 0.0 0.0 0.0120622891640699 0.0162748170586181 0.0947702241575708 0.0430673355268176 0.0 0.0 0.0 1.91407104427e-09 125.355556 77.782906 11.979487 192 64 153098599906.860812437611683886
Horovod CANDLE P1B2 Benchmark ANL Theta 192 192 64 learning rate=0.001, batch size=60.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3638749158043825 0.010137903796335 0.0038227906453029 0.0 0.0234417179215713 0.0022319431548155 0.0 0.0 0.0537346633508608 0.0 0.0 0.0 0.0 0.0296943353634306 0.0077674318654843 0.0 0.3628315902741253 0.0043294531233251 0.0 0.0 0.0 0.0 0.0 0.0057447110182042 0.081296130551499 0.0 0.1638520720705109 0.0043294531233251 0.0 0.2748325236413178 0.0 0.0 0.0039166080179932 0.0 0.0 0.0 0.0087194721863359 0.0125422628316388 0.1136023709417409 0.0549789318852856 0.0 0.0 0.0 1.95912734806e-09 118.69863 70.089802 13.774734 192 64 167559684838.796104085456436472
Horovod CANDLE P1B2 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=160.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3370367441958344 0.0124603629018645 0.0037248979544878 0.0 0.0183284974666035 0.0021164109294467 0.0 0.0 0.0572648308578357 0.0 0.0 0.0 0.0 0.0388282833758558 0.0038613198636761 0.0 0.4677566842306096 0.0054591189739672 0.0 0.0 0.0 0.0 0.0 0.0069966602966517 0.0757213823404941 0.0 0.1386511034630408 0.0054591189739672 0.0 0.2379978889810618 0.0 0.0 0.0044752770732932 0.0 0.0 0.0 0.011969915434707 0.0156948133891948 0.0956532985751683 0.0432334553350304 0.0 0.0 0.0 1.12366797667e-09 128.351351 78.774775 12.936937 384 64 147929990398.593424391532544359
Horovod CANDLE P1B2 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=150.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.33256696611911 0.0126396486554368 0.0037213244630615 0.0 0.0183283287843219 0.0021321917189747 0.0 0.0 0.0566111796593278 0.0 0.0 0.0 0.0 0.0384290076811552 0.0038347268164551 0.0 0.4653050022501307 0.005517302797907 0.0 0.0 0.0 0.0 0.0 0.0071897282190942 0.0756098424044998 0.0 0.1410896098695167 0.005517302797907 0.0 0.2378575684780049 0.0 0.0 0.0044518417442649 0.0 0.0 0.0 0.0120531530893661 0.0157744775524276 0.0962695645987183 0.0434185846693448 0.0 0.0 0.0 1.142767635e-09 130.134111 77.186589 14.037901 384 64 150946465157.809618925723250817
Horovod CANDLE P1B2 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3327393898203289 0.0125693434574713 0.0037207531303922 0.0 0.0183894642805914 0.0021338466950243 0.0 0.0 0.0565712453610734 0.0 0.0 0.0 0.0 0.0383829685287737 0.0037808292596232 0.0 0.4631587333394393 0.0054527041612954 0.0 0.0 0.0 0.0 0.0 0.0070198938421792 0.0758791921702816 0.0 0.1407298374009207 0.0054527041612954 0.0 0.2367357240635015 0.0 0.0 0.0044030768993365 0.0 0.0 0.0 0.0121783029675418 0.015899056097934 0.0963120907555112 0.0433362507453007 0.0 0.0 0.0 1.16681051474e-09 129.951567 80.156695 10.985755 384 64 150401551737.048241677555110854
Horovod CANDLE P1B2 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=90.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3327393898203289 0.0125693434574713 0.0037207531303922 0.0 0.0183894642805914 0.0021338466950243 0.0 0.0 0.0565712453610734 0.0 0.0 0.0 0.0 0.0383829685287737 0.0037808292596232 0.0 0.4631587333394393 0.0054527041612954 0.0 0.0 0.0 0.0 0.0 0.0070198938421792 0.0758791921702816 0.0 0.1407298374009207 0.0054527041612954 0.0 0.2367357240635015 0.0 0.0 0.0044030768993365 0.0 0.0 0.0 0.0121783029675418 0.015899056097934 0.0963120907555112 0.0433362507453007 0.0 0.0 0.0 1.16681051474e-09 129.951567 80.156695 10.985755 384 64 150401551737.048241677555110854
Horovod CANDLE P1B2 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=130.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3370946993932244 0.0125914651347113 0.0036938606207531 0.0 0.0183390299049714 0.0021225358526417 0.0 0.0 0.0573358248216039 0.0 0.0 0.0 0.0 0.0389032966510602 0.0038145043776822 0.0 0.4637662913493542 0.0054892403759862 0.0 0.0 0.0 0.0 0.0 0.0069658530787127 0.0757468176152682 0.0 0.1386074407911189 0.0054892403759862 0.0 0.2363827212020153 0.0 0.0 0.0044665619597023 0.0 0.0 0.0 0.012066373515087 0.0157602341358401 0.0967616576007966 0.0436058003435662 0.0 0.0 0.0 1.2261980117e-09 126.126374 79.365385 13.255495 384 64 148567514595.32643115930767742
Horovod CANDLE P1B2 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=140.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.334436866027956 0.0126051177770407 0.0036984394478726 0.0 0.0183658054871718 0.0021151240898946 0.0 0.0 0.0568618285440918 0.0 0.0 0.0 0.0 0.0386004463850764 0.0037881726261126 0.0 0.4660101996711116 0.0054872364993514 0.0 0.0 0.0 0.0 0.0 0.0069749364483984 0.0757197969216609 0.0 0.1416065801930478 0.0054872364993514 0.0 0.2422193700176356 0.0 0.0 0.0044447960611133 0.0 0.0 0.0 0.0122037931396071 0.0159022325874797 0.0954776636783708 0.0431582862256959 0.0 0.0 0.0 1.24829178863e-09 127.593583 77.727273 13.088235 384 64 149626245002.370764333271748216
Horovod CANDLE P1B2 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=120.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3357242965858507 0.0125439963895873 0.0037386843382602 0.0 0.0182896342835101 0.0021188925454508 0.0 0.0 0.0570285856524003 0.0 0.0 0.0 0.0 0.0386818416894924 0.003816921222622 0.0 0.4621252085297728 0.0054776064422315 0.0 0.0 0.0 0.0 0.0 0.0070511012055781 0.0755453233980705 0.0 0.1396711754103914 0.0054776064422315 0.0 0.2382796548772592 0.0 0.0 0.0044736364469808 0.0 0.0 0.0 0.0121352513870776 0.0158739357253378 0.0968545855952048 0.0437342529557428 0.0 0.0 0.0 1.27348871304e-09 132.652632 78.392105 12.834211 384 64 148958974710.631487953811759054
Horovod CANDLE P1B2 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=70.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3338309668774496 0.0125371884867362 0.0037211126922886 0.0 0.0184456306835775 0.002126734446995 0.0 0.0 0.0567861671720478 0.0 0.0 0.0 0.0 0.0385301091965953 0.0038546996054424 0.0 0.4662349024663743 0.0054617947843988 0.0 0.0 0.0 0.0 0.0 0.0069841292037966 0.0760472721656297 0.0 0.1391213905632288 0.0054617947843988 0.0 0.2372615297023522 0.0 0.0 0.0044212840123445 0.0 0.0 0.0 0.0119839138932641 0.0157050265855527 0.0961684369416418 0.0433096776199938 0.0 0.0 0.0 1.3932524815e-09 123.681055 74.47482 13.745803 384 64 150119363702.708754156272428646
Horovod CANDLE P1B2 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=100.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3726601587463638 0.0098650237173515 0.0033854197178795 0.0 0.0242220608854557 0.0019195378222662 0.0 0.0 0.0549234325157131 0.0 0.0 0.0 0.0 0.0311297080392065 0.0074537906902711 0.0 0.4139762243036018 0.0039904461855737 0.0 0.0 0.0 0.0 0.0 0.0059331438388186 0.0829950038020847 0.0 0.1749230378943704 0.0039904461855737 0.0 0.2778342158823151 0.0 0.0 0.0034861189216787 0.0 0.0 0.0 0.0088641581351608 0.0122495778530402 0.1130866567910006 0.0502354130902125 0.0 0.0 0.0 1.25175758874e-09 121.845977 75.105747 10.505747 384 64 173473632557.384195307578751001
Horovod CANDLE P1B2 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=110.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3361076173932567 0.0125017532924612 0.0036738878510564 0.0 0.0183564863053179 0.0021003448180001 0.0 0.0 0.0571315603028314 0.0 0.0 0.0 0.0 0.0387910155453061 0.0037776004986345 0.0 0.4636452692729721 0.0054775732095498 0.0 0.0 0.0 0.0 0.0 0.0070077810883509 0.0757816673306391 0.0 0.1393444786688896 0.0054775732095498 0.0 0.2366689302807423 0.0 0.0 0.0044026872017172 0.0 0.0 0.0 0.0121440095665371 0.0158178974175935 0.096671875743128 0.0435689522321691 0.0 0.0 0.0 1.47410483914e-09 128.191781 79.926941 14.013699 384 64 148808670303.243462968881764308
Horovod CANDLE P1B2 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=50.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3312805160334313 0.0124356582896457 0.0037224548378301 0.0 0.018171400649179 0.0021246283006387 0.0 0.0 0.0563044916065636 0.0 0.0 0.0 0.0 0.0382209389044284 0.0038297986958417 0.0 0.4678319735742594 0.0054046969440388 0.0 0.0 0.0 0.0 0.0 0.0070743142803516 0.0750986316751332 0.0 0.1398920746013438 0.0054046969440388 0.0 0.2358841807094143 0.0 0.0 0.0044629450521462 0.0 0.0 0.0 0.0120248004285654 0.0157472552663955 0.0963966269540223 0.0434952754863205 0.0 0.0 0.0 1.54237240351e-09 129.045064 82.553648 12.783262 384 64 151094234744.902875625491552206
Horovod CANDLE P1B2 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=80.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3686346055076746 0.0086611326037056 0.0034159463829085 0.0 0.023913606106999 0.0019241508215707 0.0 0.0 0.0545915062216633 0.0 0.0 0.0 0.0 0.0303103176328404 0.0077288111864725 0.0 0.3707797137752536 0.0034777053341421 0.0 0.0 0.0 0.0 0.0 0.0059416900258789 0.0809339645092237 0.0 0.1692342256356898 0.0034777053341421 0.0 0.272287222290831 0.0 0.0 0.0035042151946599 0.0 0.0 0.0 0.0085777750651921 0.0119937214481006 0.1170778037772526 0.0565927784793661 0.0 0.0 0.0 1.44677434731e-09 121.930526 72.269474 13.292632 384 64 163915178922.636989867765835595
Horovod CANDLE P1B2 Benchmark ANL Theta 384 384 64 learning rate=0.001, batch size=60.0, epochs=384.0 1.301 p1b2-hybrid.py empirical 1.301 1 0.3657834024104283 0.0097967802302094 0.0034337511878271 0.0 0.0236543891432029 0.0019201879496836 0.0 0.0 0.0541406875849201 0.0 0.0 0.0 0.0 0.0301395268840555 0.005542381355809 0.0 0.4147173196487487 0.0039318167223318 0.0 0.0 0.0 0.0 0.0 0.0059324603972974 0.0813213315470741 0.0 0.163686320088389 0.0039318167223318 0.0 0.2761320344792627 0.0 0.0 0.003969961820052 0.0 0.0 0.0 0.0085255136430616 0.0119592648308887 0.1140035706892097 0.0549628550329116 0.0 0.0 0.0 1.53900853819e-09 122.139216 68.188235 12.696078 384 64 165514038862.695596439951547999