# started with learning_rate = 0.00150, r1_gamma = 7, num_fp16_res = 4 # metrics were turned off till 3030 kimg # learning_rate = 0.00060, r1_gamma = 7 network-snapshot-003030 time 38m 46s fid50k_full 4.0091 network-snapshot-003071 time 17m 11s fid50k_full 3.7688 network-snapshot-003112 time 17m 18s fid50k_full 3.7833 network-snapshot-003153 time 16m 25s fid50k_full 3.6620 network-snapshot-003193 time 16m 32s fid50k_full 3.6177 network-snapshot-003234 time 16m 14s fid50k_full 3.6374 network-snapshot-003275 time 16m 16s fid50k_full 3.5240 network-snapshot-003316 time 16m 12s fid50k_full 3.5294 network-snapshot-003357 time 16m 14s fid50k_full 3.6473 network-snapshot-003398 time 16m 21s fid50k_full 3.4902 network-snapshot-003439 time 16m 09s fid50k_full 3.4676 network-snapshot-003480 time 16m 09s fid50k_full 3.5566 network-snapshot-003521 time 16m 18s fid50k_full 3.8458 network-snapshot-003542 time 16m 20s fid50k_full 3.4695 network-snapshot-003583 time 16m 11s fid50k_full 3.4867 network-snapshot-003624 time 16m 09s fid50k_full 3.5668 network-snapshot-003665 time 16m 13s fid50k_full 3.6494 network-snapshot-003705 time 16m 13s fid50k_full 3.6911 network-snapshot-003746 time 16m 08s fid50k_full 3.7405 network-snapshot-003787 time 16m 08s fid50k_full 3.6131 network-snapshot-003828 time 16m 15s fid50k_full 3.6407 network-snapshot-003869 time 16m 09s fid50k_full 3.5282 network-snapshot-003910 time 16m 18s fid50k_full 3.5912 network-snapshot-003951 time 16m 11s fid50k_full 3.8037 network-snapshot-003992 time 16m 11s fid50k_full 3.9485 network-snapshot-004033 time 16m 18s fid50k_full 3.6050 network-snapshot-004074 time 16m 08s fid50k_full 3.5031 # learning_rate = 0.00040, r1_gamma = 6 network-snapshot-004074 time 16m 28s fid50k_full 3.4653 network-snapshot-004115 time 16m 20s fid50k_full 3.2125 network-snapshot-004156 time 16m 11s fid50k_full 3.1526 network-snapshot-004197 time 16m 14s fid50k_full 3.2256 network-snapshot-004237 time 16m 14s fid50k_full 3.2392 network-snapshot-004278 time 16m 09s fid50k_full 3.3404 network-snapshot-004319 time 16m 10s fid50k_full 3.3916 network-snapshot-004360 time 16m 18s fid50k_full 3.3136 network-snapshot-004401 time 16m 11s fid50k_full 3.1745 network-snapshot-004442 time 16m 17s fid50k_full 3.2588 network-snapshot-004483 time 16m 09s fid50k_full 3.2613 network-snapshot-004524 time 16m 10s fid50k_full 3.1632 network-snapshot-004524 time 16m 19s fid50k_full 3.1402 network-snapshot-004565 time 16m 12s fid50k_full 2.9755 network-snapshot-004606 time 16m 10s fid50k_full 3.1043 network-snapshot-004647 time 16m 13s fid50k_full 3.1314 network-snapshot-004687 time 16m 13s fid50k_full 3.0387 network-snapshot-004728 time 16m 08s fid50k_full 2.9333 network-snapshot-004769 time 16m 08s fid50k_full 3.0878 network-snapshot-004810 time 16m 17s fid50k_full 3.0390 network-snapshot-004851 time 16m 09s fid50k_full 3.1690 network-snapshot-004892 time 16m 49s fid50k_full 2.9228 network-snapshot-004933 time 16m 17s fid50k_full 3.0063 network-snapshot-004974 time 16m 15s fid50k_full 3.0419 network-snapshot-005015 time 16m 31s fid50k_full 3.0980 network-snapshot-005056 time 16m 25s fid50k_full 2.9140 network-snapshot-005097 time 16m 21s fid50k_full 2.9920 network-snapshot-005138 time 16m 22s fid50k_full 3.0082 network-snapshot-005179 time 16m 22s fid50k_full 3.0014 network-snapshot-005220 time 16m 39s fid50k_full 3.1424 network-snapshot-005261 time 16m 23s fid50k_full 3.0233 network-snapshot-005302 time 16m 24s fid50k_full 3.1116 network-snapshot-005343 time 16m 26s fid50k_full 3.0542 network-snapshot-005384 time 16m 25s fid50k_full 3.0560 # learning_rate = 0.00020, r1_gamma = 6 network-snapshot-005384 time 16m 20s fid50k_full 3.0324 network-snapshot-005425 time 16m 18s fid50k_full 2.8853 network-snapshot-005466 time 16m 18s fid50k_full 2.9364 network-snapshot-005507 time 16m 24s fid50k_full 2.9183 network-snapshot-005547 time 16m 25s fid50k_full 2.9080 network-snapshot-005588 time 16m 15s fid50k_full 2.8139 network-snapshot-005629 time 16m 20s fid50k_full 3.0362 network-snapshot-005670 time 16m 28s fid50k_full 2.8993 network-snapshot-005711 time 16m 20s fid50k_full 2.8784 network-snapshot-005752 time 16m 30s fid50k_full 2.8358 network-snapshot-005793 time 16m 23s fid50k_full 2.9429 network-snapshot-005834 time 16m 27s fid50k_full 2.9216 network-snapshot-005875 time 16m 32s fid50k_full 2.8439 network-snapshot-005916 time 16m 24s fid50k_full 3.0728 network-snapshot-005957 time 16m 09s fid50k_full 3.0268 network-snapshot-005998 time 16m 25s fid50k_full 2.8935 network-snapshot-006039 time 16m 26s fid50k_full 2.8567 network-snapshot-006080 time 16m 43s fid50k_full 2.8693 network-snapshot-006121 time 16m 36s fid50k_full 2.9072 network-snapshot-006162 time 16m 32s fid50k_full 3.0277 network-snapshot-006203 time 16m 35s fid50k_full 2.9226 network-snapshot-006244 time 16m 36s fid50k_full 3.0067 network-snapshot-006285 time 16m 53s fid50k_full 2.9917 network-snapshot-006326 time 16m 36s fid50k_full 2.9153 network-snapshot-006367 time 16m 44s fid50k_full 2.9765 network-snapshot-006408 time 16m 51s fid50k_full 2.8276 network-snapshot-006449 time 17m 04s fid50k_full 2.8414 # learning_rate = 0.00015, r1_gamma = 6 network-snapshot-006449 time 16m 18s fid50k_full 2.8486 network-snapshot-006490 time 16m 12s fid50k_full 3.0060 network-snapshot-006531 time 16m 09s fid50k_full 2.9889 network-snapshot-006572 time 16m 12s fid50k_full 2.9497 network-snapshot-006612 time 16m 13s fid50k_full 2.7150 network-snapshot-006653 time 16m 08s fid50k_full 2.7647 network-snapshot-006694 time 16m 07s fid50k_full 2.8998 network-snapshot-006735 time 16m 14s fid50k_full 2.8523 network-snapshot-006776 time 16m 07s fid50k_full 2.9063 network-snapshot-006817 time 16m 14s fid50k_full 2.8511 network-snapshot-006858 time 16m 07s fid50k_full 2.8080 network-snapshot-006899 time 16m 06s fid50k_full 2.9490 network-snapshot-006940 time 16m 17s fid50k_full 2.7179 network-snapshot-006981 time 16m 07s fid50k_full 2.7329 network-snapshot-007022 time 16m 06s fid50k_full 2.6959 network-snapshot-007063 time 16m 07s fid50k_full 2.8338 network-snapshot-007104 time 16m 08s fid50k_full 2.8178 network-snapshot-007145 time 16m 22s fid50k_full 2.7477 network-snapshot-007186 time 16m 14s fid50k_full 2.7398 network-snapshot-007227 time 16m 10s fid50k_full 2.7715 network-snapshot-007268 time 16m 11s fid50k_full 2.7751 network-snapshot-007309 time 16m 09s fid50k_full 2.8455 network-snapshot-007350 time 16m 25s fid50k_full 2.7958 network-snapshot-007391 time 16m 08s fid50k_full 2.6950 network-snapshot-007432 time 16m 08s fid50k_full 2.7426 network-snapshot-007473 time 16m 08s fid50k_full 2.7228 network-snapshot-007514 time 16m 09s fid50k_full 2.6513 network-snapshot-007555 time 16m 09s fid50k_full 2.7212 network-snapshot-007596 time 16m 37s fid50k_full 2.6594 network-snapshot-007636 time 16m 09s fid50k_full 2.7405 network-snapshot-007677 time 16m 14s fid50k_full 2.7692 network-snapshot-007718 time 16m 13s fid50k_full 2.5957 network-snapshot-007759 time 16m 12s fid50k_full 2.7217 network-snapshot-007800 time 16m 13s fid50k_full 2.7886 network-snapshot-007841 time 16m 08s fid50k_full 2.7481 network-snapshot-007882 time 16m 09s fid50k_full 2.8353 network-snapshot-007923 time 16m 38s fid50k_full 2.6271 network-snapshot-007964 time 16m 10s fid50k_full 2.7702 network-snapshot-008005 time 16m 12s fid50k_full 2.6341 network-snapshot-008046 time 16m 13s fid50k_full 2.6445 network-snapshot-008087 time 16m 15s fid50k_full 2.7420 network-snapshot-008128 time 16m 14s fid50k_full 2.7663 network-snapshot-008169 time 16m 15s fid50k_full 2.6198 network-snapshot-008210 time 16m 13s fid50k_full 2.5500 network-snapshot-008251 time 16m 14s fid50k_full 2.6494 network-snapshot-008292 time 16m 48s fid50k_full 2.5275 network-snapshot-008333 time 16m 16s fid50k_full 2.6312 network-snapshot-008374 time 16m 17s fid50k_full 2.8229 network-snapshot-008415 time 16m 18s fid50k_full 2.7550 network-snapshot-008456 time 16m 17s fid50k_full 2.6859 network-snapshot-008497 time 16m 17s fid50k_full 2.7588 network-snapshot-008538 time 16m 18s fid50k_full 2.7114 network-snapshot-008579 time 16m 18s fid50k_full 2.7606 network-snapshot-008620 time 16m 21s fid50k_full 2.7970 network-snapshot-008660 time 16m 23s fid50k_full 2.7034 network-snapshot-008701 time 16m 21s fid50k_full 2.6647 network-snapshot-008742 time 16m 25s fid50k_full 2.5997 network-snapshot-008783 time 16m 23s fid50k_full 2.6418 network-snapshot-008824 time 17m 05s fid50k_full 2.7259 network-snapshot-008865 time 16m 24s fid50k_full 2.5048 network-snapshot-008906 time 16m 28s fid50k_full 2.5528 network-snapshot-008947 time 16m 11s fid50k_full 2.6346 network-snapshot-008988 time 16m 10s fid50k_full 2.5721 network-snapshot-009029 time 16m 13s fid50k_full 2.6260 network-snapshot-009069 time 16m 13s fid50k_full 2.5983 network-snapshot-009110 time 16m 08s fid50k_full 2.6353 network-snapshot-009151 time 16m 09s fid50k_full 2.7209 network-snapshot-009192 time 16m 15s fid50k_full 2.5367 network-snapshot-009233 time 16m 09s fid50k_full 2.6300 network-snapshot-009274 time 16m 18s fid50k_full 2.4832 network-snapshot-009315 time 16m 08s fid50k_full 2.5013 network-snapshot-009356 time 16m 09s fid50k_full 2.5341 network-snapshot-009397 time 16m 18s fid50k_full 2.6029 network-snapshot-009438 time 16m 08s fid50k_full 2.5240 network-snapshot-009479 time 16m 09s fid50k_full 2.4488 network-snapshot-009520 time 16m 09s fid50k_full 2.5028 network-snapshot-009561 time 16m 08s fid50k_full 2.5308 network-snapshot-009602 time 16m 22s fid50k_full 2.5183 network-snapshot-009643 time 16m 09s fid50k_full 2.5498 network-snapshot-009684 time 16m 07s fid50k_full 2.6290 network-snapshot-009725 time 16m 08s fid50k_full 2.4917 network-snapshot-009766 time 16m 08s fid50k_full 2.5643 network-snapshot-009807 time 16m 25s fid50k_full 2.5711 network-snapshot-009848 time 16m 08s fid50k_full 2.5505 network-snapshot-009889 time 16m 09s fid50k_full 2.5352 network-snapshot-009930 time 16m 09s fid50k_full 2.4938 network-snapshot-009971 time 16m 09s fid50k_full 2.4419 network-snapshot-010012 time 16m 09s fid50k_full 2.5713 network-snapshot-010053 time 16m 30s fid50k_full 2.4723 network-snapshot-010093 time 16m 09s fid50k_full 2.5139 network-snapshot-010134 time 16m 09s fid50k_full 2.5418 network-snapshot-010175 time 16m 08s fid50k_full 2.4857 network-snapshot-010216 time 16m 09s fid50k_full 2.5574 network-snapshot-010257 time 16m 09s fid50k_full 2.5564 network-snapshot-010298 time 16m 08s fid50k_full 2.5994 network-snapshot-010339 time 16m 08s fid50k_full 2.5504 network-snapshot-010380 time 16m 35s fid50k_full 2.4279 network-snapshot-010421 time 16m 09s fid50k_full 2.6073 network-snapshot-010462 time 16m 18s fid50k_full 2.4827 network-snapshot-010503 time 16m 15s fid50k_full 2.5987 network-snapshot-010544 time 16m 15s fid50k_full 2.5105 network-snapshot-010585 time 16m 10s fid50k_full 2.4725 network-snapshot-010626 time 16m 09s fid50k_full 2.4423 network-snapshot-010667 time 16m 09s fid50k_full 2.4040 network-snapshot-010708 time 16m 09s fid50k_full 2.4188 network-snapshot-010749 time 16m 42s fid50k_full 2.4838 network-snapshot-010790 time 16m 08s fid50k_full 2.4067 network-snapshot-010831 time 16m 09s fid50k_full 2.5226 network-snapshot-010872 time 16m 16s fid50k_full 2.4835 network-snapshot-010913 time 16m 19s fid50k_full 2.3734 network-snapshot-010954 time 16m 16s fid50k_full 2.5090 network-snapshot-010995 time 16m 16s fid50k_full 2.3984