Loading experiment spec at /workspace/fire_detection/fire/specs/unet_train_resnet_unet_isbi.txt. Running for 500 Epochs Epoch: 0/500:, Cur-Step: 0, loss(cross_dice_sum): 1.05937, Running average loss:1.05937, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 20, loss(cross_dice_sum): 1.02687, Running average loss:1.04703, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 40, loss(cross_dice_sum): 0.98228, Running average loss:1.02687, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 60, loss(cross_dice_sum): 0.33126, Running average loss:0.95183, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 80, loss(cross_dice_sum): 0.07991, Running average loss:0.75654, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 100, loss(cross_dice_sum): 0.16026, Running average loss:0.63913, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 120, loss(cross_dice_sum): 0.19600, Running average loss:0.55704, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 140, loss(cross_dice_sum): 0.17584, Running average loss:0.49833, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 160, loss(cross_dice_sum): 0.09153, Running average loss:0.45340, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 180, loss(cross_dice_sum): 0.12504, Running average loss:0.41865, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 200, loss(cross_dice_sum): 0.12329, Running average loss:0.38963, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 220, loss(cross_dice_sum): 0.07507, Running average loss:0.36588, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 240, loss(cross_dice_sum): 0.08917, Running average loss:0.34645, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 260, loss(cross_dice_sum): 0.09814, Running average loss:0.32883, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 280, loss(cross_dice_sum): 0.10264, Running average loss:0.31366, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 300, loss(cross_dice_sum): 0.11666, Running average loss:0.30123, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 320, loss(cross_dice_sum): 0.14028, Running average loss:0.29011, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 340, loss(cross_dice_sum): 0.12661, Running average loss:0.27988, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 360, loss(cross_dice_sum): 0.07390, Running average loss:0.27005, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 380, loss(cross_dice_sum): 0.11081, Running average loss:0.26134, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 400, loss(cross_dice_sum): 0.08070, Running average loss:0.25387, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 420, loss(cross_dice_sum): 0.08804, Running average loss:0.24657, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 440, loss(cross_dice_sum): 0.12773, Running average loss:0.24060, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 460, loss(cross_dice_sum): 0.12503, Running average loss:0.23522, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 480, loss(cross_dice_sum): 0.10834, Running average loss:0.23020, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 500, loss(cross_dice_sum): 0.15549, Running average loss:0.22509, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 520, loss(cross_dice_sum): 0.14158, Running average loss:0.22056, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 540, loss(cross_dice_sum): 0.08888, Running average loss:0.21624, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 560, loss(cross_dice_sum): 0.07680, Running average loss:0.21238, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 580, loss(cross_dice_sum): 0.11505, Running average loss:0.20851, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 600, loss(cross_dice_sum): 0.06093, Running average loss:0.20493, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 620, loss(cross_dice_sum): 0.14164, Running average loss:0.20165, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 640, loss(cross_dice_sum): 0.07643, Running average loss:0.19844, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 660, loss(cross_dice_sum): 0.08589, Running average loss:0.19552, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 0/500:, Cur-Step: 680, loss(cross_dice_sum): 0.07169, Running average loss:0.19252, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 1/500:, Cur-Step: 700, loss(cross_dice_sum): 0.12760, Running average loss:0.12760, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 720, loss(cross_dice_sum): 0.10955, Running average loss:0.10415, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 740, loss(cross_dice_sum): 0.11304, Running average loss:0.10678, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 760, loss(cross_dice_sum): 0.09456, Running average loss:0.10607, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 780, loss(cross_dice_sum): 0.08301, Running average loss:0.10386, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 800, loss(cross_dice_sum): 0.08972, Running average loss:0.10268, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 820, loss(cross_dice_sum): 0.12932, Running average loss:0.10332, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 840, loss(cross_dice_sum): 0.10370, Running average loss:0.10240, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 860, loss(cross_dice_sum): 0.08084, Running average loss:0.10125, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 880, loss(cross_dice_sum): 0.08972, Running average loss:0.10055, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 900, loss(cross_dice_sum): 0.10441, Running average loss:0.10035, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 920, loss(cross_dice_sum): 0.09218, Running average loss:0.10053, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 940, loss(cross_dice_sum): 0.07418, Running average loss:0.09942, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 960, loss(cross_dice_sum): 0.07312, Running average loss:0.09932, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 980, loss(cross_dice_sum): 0.11591, Running average loss:0.09868, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1000, loss(cross_dice_sum): 0.14256, Running average loss:0.09905, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1020, loss(cross_dice_sum): 0.08548, Running average loss:0.09901, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1040, loss(cross_dice_sum): 0.11034, Running average loss:0.09875, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1060, loss(cross_dice_sum): 0.11861, Running average loss:0.09899, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1080, loss(cross_dice_sum): 0.10433, Running average loss:0.09908, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1100, loss(cross_dice_sum): 0.12868, Running average loss:0.09942, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1120, loss(cross_dice_sum): 0.07607, Running average loss:0.09938, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1140, loss(cross_dice_sum): 0.06989, Running average loss:0.09931, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1160, loss(cross_dice_sum): 0.06494, Running average loss:0.09919, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1180, loss(cross_dice_sum): 0.09448, Running average loss:0.09875, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1200, loss(cross_dice_sum): 0.13570, Running average loss:0.09829, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1220, loss(cross_dice_sum): 0.10467, Running average loss:0.09806, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1240, loss(cross_dice_sum): 0.05534, Running average loss:0.09775, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1260, loss(cross_dice_sum): 0.11244, Running average loss:0.09761, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1280, loss(cross_dice_sum): 0.10407, Running average loss:0.09765, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1300, loss(cross_dice_sum): 0.06864, Running average loss:0.09759, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1320, loss(cross_dice_sum): 0.13071, Running average loss:0.09753, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1340, loss(cross_dice_sum): 0.06597, Running average loss:0.09728, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1360, loss(cross_dice_sum): 0.05455, Running average loss:0.09707, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 1/500:, Cur-Step: 1380, loss(cross_dice_sum): 0.10673, Running average loss:0.09691, Time taken: 0:01:48.979010 ETA: 15:06:20.526161 Epoch: 2/500:, Cur-Step: 1400, loss(cross_dice_sum): 0.14317, Running average loss:0.14317, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1420, loss(cross_dice_sum): 0.06719, Running average loss:0.10026, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1440, loss(cross_dice_sum): 0.09140, Running average loss:0.09660, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1460, loss(cross_dice_sum): 0.08377, Running average loss:0.09492, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1480, loss(cross_dice_sum): 0.10183, Running average loss:0.09330, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1500, loss(cross_dice_sum): 0.08498, Running average loss:0.09176, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1520, loss(cross_dice_sum): 0.11721, Running average loss:0.09221, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1540, loss(cross_dice_sum): 0.07558, Running average loss:0.09176, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1560, loss(cross_dice_sum): 0.08354, Running average loss:0.09087, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1580, loss(cross_dice_sum): 0.11369, Running average loss:0.09139, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1600, loss(cross_dice_sum): 0.11074, Running average loss:0.09240, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1620, loss(cross_dice_sum): 0.06050, Running average loss:0.09288, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1640, loss(cross_dice_sum): 0.11483, Running average loss:0.09246, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1660, loss(cross_dice_sum): 0.06601, Running average loss:0.09172, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1680, loss(cross_dice_sum): 0.09805, Running average loss:0.09165, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1700, loss(cross_dice_sum): 0.07937, Running average loss:0.09186, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1720, loss(cross_dice_sum): 0.10541, Running average loss:0.09159, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1740, loss(cross_dice_sum): 0.07032, Running average loss:0.09194, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1760, loss(cross_dice_sum): 0.05664, Running average loss:0.09174, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1780, loss(cross_dice_sum): 0.09490, Running average loss:0.09197, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1800, loss(cross_dice_sum): 0.07999, Running average loss:0.09190, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1820, loss(cross_dice_sum): 0.12284, Running average loss:0.09204, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1840, loss(cross_dice_sum): 0.06163, Running average loss:0.09176, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1860, loss(cross_dice_sum): 0.10225, Running average loss:0.09194, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1880, loss(cross_dice_sum): 0.09320, Running average loss:0.09198, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1900, loss(cross_dice_sum): 0.09262, Running average loss:0.09227, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1920, loss(cross_dice_sum): 0.08526, Running average loss:0.09240, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1940, loss(cross_dice_sum): 0.09667, Running average loss:0.09211, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1960, loss(cross_dice_sum): 0.12719, Running average loss:0.09190, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 1980, loss(cross_dice_sum): 0.07332, Running average loss:0.09205, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 2000, loss(cross_dice_sum): 0.08784, Running average loss:0.09198, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 2020, loss(cross_dice_sum): 0.06026, Running average loss:0.09198, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 2040, loss(cross_dice_sum): 0.09852, Running average loss:0.09191, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 2060, loss(cross_dice_sum): 0.11676, Running average loss:0.09190, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 2/500:, Cur-Step: 2080, loss(cross_dice_sum): 0.08541, Running average loss:0.09169, Time taken: 0:01:32.020298 ETA: 12:43:46.108169 Epoch: 3/500:, Cur-Step: 2100, loss(cross_dice_sum): 0.06818, Running average loss:0.06818, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2120, loss(cross_dice_sum): 0.10471, Running average loss:0.08760, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2140, loss(cross_dice_sum): 0.09409, Running average loss:0.08914, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2160, loss(cross_dice_sum): 0.07716, Running average loss:0.08729, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2180, loss(cross_dice_sum): 0.07087, Running average loss:0.08895, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2200, loss(cross_dice_sum): 0.11006, Running average loss:0.08939, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2220, loss(cross_dice_sum): 0.08622, Running average loss:0.08784, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2240, loss(cross_dice_sum): 0.08836, Running average loss:0.08834, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2260, loss(cross_dice_sum): 0.09759, Running average loss:0.08838, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2280, loss(cross_dice_sum): 0.09780, Running average loss:0.08841, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2300, loss(cross_dice_sum): 0.14660, Running average loss:0.08884, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2320, loss(cross_dice_sum): 0.12566, Running average loss:0.08856, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2340, loss(cross_dice_sum): 0.08565, Running average loss:0.08886, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2360, loss(cross_dice_sum): 0.07282, Running average loss:0.08905, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2380, loss(cross_dice_sum): 0.11198, Running average loss:0.08939, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2400, loss(cross_dice_sum): 0.09829, Running average loss:0.08992, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2420, loss(cross_dice_sum): 0.07175, Running average loss:0.08980, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2440, loss(cross_dice_sum): 0.06797, Running average loss:0.08974, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2460, loss(cross_dice_sum): 0.12514, Running average loss:0.08988, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2480, loss(cross_dice_sum): 0.05968, Running average loss:0.08963, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2500, loss(cross_dice_sum): 0.05128, Running average loss:0.08926, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2520, loss(cross_dice_sum): 0.09572, Running average loss:0.08890, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2540, loss(cross_dice_sum): 0.11815, Running average loss:0.08878, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2560, loss(cross_dice_sum): 0.06825, Running average loss:0.08894, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2580, loss(cross_dice_sum): 0.12709, Running average loss:0.08891, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2600, loss(cross_dice_sum): 0.11241, Running average loss:0.08903, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2620, loss(cross_dice_sum): 0.07588, Running average loss:0.08859, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2640, loss(cross_dice_sum): 0.08959, Running average loss:0.08871, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2660, loss(cross_dice_sum): 0.09904, Running average loss:0.08864, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2680, loss(cross_dice_sum): 0.07067, Running average loss:0.08864, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2700, loss(cross_dice_sum): 0.07854, Running average loss:0.08861, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2720, loss(cross_dice_sum): 0.10048, Running average loss:0.08867, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2740, loss(cross_dice_sum): 0.08124, Running average loss:0.08859, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2760, loss(cross_dice_sum): 0.08022, Running average loss:0.08868, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 3/500:, Cur-Step: 2780, loss(cross_dice_sum): 0.07466, Running average loss:0.08855, Time taken: 0:01:31.049641 ETA: 12:34:11.671524 Epoch: 4/500:, Cur-Step: 2800, loss(cross_dice_sum): 0.09223, Running average loss:0.09223, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 2820, loss(cross_dice_sum): 0.07450, Running average loss:0.08635, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 2840, loss(cross_dice_sum): 0.08309, Running average loss:0.08760, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 2860, loss(cross_dice_sum): 0.07623, Running average loss:0.08994, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 2880, loss(cross_dice_sum): 0.15213, Running average loss:0.09002, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 2900, loss(cross_dice_sum): 0.09008, Running average loss:0.09043, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 2920, loss(cross_dice_sum): 0.06506, Running average loss:0.08786, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 2940, loss(cross_dice_sum): 0.11716, Running average loss:0.08757, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 2960, loss(cross_dice_sum): 0.09020, Running average loss:0.08695, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 2980, loss(cross_dice_sum): 0.11853, Running average loss:0.08576, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3000, loss(cross_dice_sum): 0.05915, Running average loss:0.08538, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3020, loss(cross_dice_sum): 0.08340, Running average loss:0.08588, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3040, loss(cross_dice_sum): 0.04424, Running average loss:0.08517, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3060, loss(cross_dice_sum): 0.08667, Running average loss:0.08612, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3080, loss(cross_dice_sum): 0.08895, Running average loss:0.08520, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3100, loss(cross_dice_sum): 0.10601, Running average loss:0.08543, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3120, loss(cross_dice_sum): 0.07768, Running average loss:0.08498, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3140, loss(cross_dice_sum): 0.09754, Running average loss:0.08493, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3160, loss(cross_dice_sum): 0.05644, Running average loss:0.08516, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3180, loss(cross_dice_sum): 0.06722, Running average loss:0.08522, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3200, loss(cross_dice_sum): 0.11969, Running average loss:0.08532, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3220, loss(cross_dice_sum): 0.08982, Running average loss:0.08534, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3240, loss(cross_dice_sum): 0.09328, Running average loss:0.08512, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3260, loss(cross_dice_sum): 0.09120, Running average loss:0.08527, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3280, loss(cross_dice_sum): 0.08613, Running average loss:0.08533, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3300, loss(cross_dice_sum): 0.11107, Running average loss:0.08537, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3320, loss(cross_dice_sum): 0.10013, Running average loss:0.08563, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3340, loss(cross_dice_sum): 0.07675, Running average loss:0.08567, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3360, loss(cross_dice_sum): 0.10018, Running average loss:0.08535, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3380, loss(cross_dice_sum): 0.07244, Running average loss:0.08529, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3400, loss(cross_dice_sum): 0.07733, Running average loss:0.08548, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3420, loss(cross_dice_sum): 0.11278, Running average loss:0.08579, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3440, loss(cross_dice_sum): 0.07554, Running average loss:0.08589, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3460, loss(cross_dice_sum): 0.12330, Running average loss:0.08559, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 4/500:, Cur-Step: 3480, loss(cross_dice_sum): 0.05622, Running average loss:0.08539, Time taken: 0:01:30.169863 ETA: 12:25:24.252277 Epoch: 5/500:, Cur-Step: 3500, loss(cross_dice_sum): 0.05799, Running average loss:0.05799, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3520, loss(cross_dice_sum): 0.13201, Running average loss:0.08419, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3540, loss(cross_dice_sum): 0.07786, Running average loss:0.08296, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3560, loss(cross_dice_sum): 0.05874, Running average loss:0.08362, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3580, loss(cross_dice_sum): 0.07162, Running average loss:0.08490, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3600, loss(cross_dice_sum): 0.07249, Running average loss:0.08422, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3620, loss(cross_dice_sum): 0.06777, Running average loss:0.08423, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3640, loss(cross_dice_sum): 0.10639, Running average loss:0.08442, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3660, loss(cross_dice_sum): 0.06014, Running average loss:0.08473, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3680, loss(cross_dice_sum): 0.06623, Running average loss:0.08493, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3700, loss(cross_dice_sum): 0.09685, Running average loss:0.08481, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3720, loss(cross_dice_sum): 0.09383, Running average loss:0.08455, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3740, loss(cross_dice_sum): 0.05063, Running average loss:0.08382, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3760, loss(cross_dice_sum): 0.06948, Running average loss:0.08360, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3780, loss(cross_dice_sum): 0.08052, Running average loss:0.08345, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3800, loss(cross_dice_sum): 0.06833, Running average loss:0.08347, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3820, loss(cross_dice_sum): 0.05386, Running average loss:0.08337, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3840, loss(cross_dice_sum): 0.08154, Running average loss:0.08303, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3860, loss(cross_dice_sum): 0.06749, Running average loss:0.08326, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3880, loss(cross_dice_sum): 0.10568, Running average loss:0.08327, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3900, loss(cross_dice_sum): 0.05164, Running average loss:0.08303, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3920, loss(cross_dice_sum): 0.05290, Running average loss:0.08285, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3940, loss(cross_dice_sum): 0.07617, Running average loss:0.08265, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3960, loss(cross_dice_sum): 0.08414, Running average loss:0.08255, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 3980, loss(cross_dice_sum): 0.06156, Running average loss:0.08213, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 4000, loss(cross_dice_sum): 0.06002, Running average loss:0.08212, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 4020, loss(cross_dice_sum): 0.07255, Running average loss:0.08225, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 4040, loss(cross_dice_sum): 0.06514, Running average loss:0.08211, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 4060, loss(cross_dice_sum): 0.04140, Running average loss:0.08195, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 4080, loss(cross_dice_sum): 0.04614, Running average loss:0.08192, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 4100, loss(cross_dice_sum): 0.08693, Running average loss:0.08205, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 4120, loss(cross_dice_sum): 0.10368, Running average loss:0.08212, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 4140, loss(cross_dice_sum): 0.09781, Running average loss:0.08228, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 4160, loss(cross_dice_sum): 0.10911, Running average loss:0.08254, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 5/500:, Cur-Step: 4180, loss(cross_dice_sum): 0.09138, Running average loss:0.08243, Time taken: 0:01:29.860058 ETA: 12:21:20.728626 Epoch: 6/500:, Cur-Step: 4200, loss(cross_dice_sum): 0.09006, Running average loss:0.09006, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4220, loss(cross_dice_sum): 0.07971, Running average loss:0.07945, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4240, loss(cross_dice_sum): 0.07484, Running average loss:0.07730, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4260, loss(cross_dice_sum): 0.08130, Running average loss:0.08032, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4280, loss(cross_dice_sum): 0.08328, Running average loss:0.08152, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4300, loss(cross_dice_sum): 0.07614, Running average loss:0.08114, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4320, loss(cross_dice_sum): 0.05749, Running average loss:0.08126, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4340, loss(cross_dice_sum): 0.10860, Running average loss:0.08113, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4360, loss(cross_dice_sum): 0.07365, Running average loss:0.08224, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4380, loss(cross_dice_sum): 0.04346, Running average loss:0.08134, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4400, loss(cross_dice_sum): 0.12010, Running average loss:0.08120, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4420, loss(cross_dice_sum): 0.07266, Running average loss:0.08158, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4440, loss(cross_dice_sum): 0.05711, Running average loss:0.08116, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4460, loss(cross_dice_sum): 0.09458, Running average loss:0.08112, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4480, loss(cross_dice_sum): 0.09329, Running average loss:0.08092, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4500, loss(cross_dice_sum): 0.09252, Running average loss:0.08108, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4520, loss(cross_dice_sum): 0.07778, Running average loss:0.08073, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4540, loss(cross_dice_sum): 0.07919, Running average loss:0.08111, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4560, loss(cross_dice_sum): 0.06820, Running average loss:0.08089, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4580, loss(cross_dice_sum): 0.11014, Running average loss:0.08106, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4600, loss(cross_dice_sum): 0.06637, Running average loss:0.08115, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4620, loss(cross_dice_sum): 0.11478, Running average loss:0.08142, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4640, loss(cross_dice_sum): 0.06170, Running average loss:0.08136, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4660, loss(cross_dice_sum): 0.06383, Running average loss:0.08109, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4680, loss(cross_dice_sum): 0.05280, Running average loss:0.08072, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4700, loss(cross_dice_sum): 0.09221, Running average loss:0.08086, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4720, loss(cross_dice_sum): 0.14688, Running average loss:0.08105, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4740, loss(cross_dice_sum): 0.08160, Running average loss:0.08085, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4760, loss(cross_dice_sum): 0.10918, Running average loss:0.08089, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4780, loss(cross_dice_sum): 0.09588, Running average loss:0.08100, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4800, loss(cross_dice_sum): 0.10482, Running average loss:0.08096, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4820, loss(cross_dice_sum): 0.07040, Running average loss:0.08109, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4840, loss(cross_dice_sum): 0.08059, Running average loss:0.08104, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4860, loss(cross_dice_sum): 0.09646, Running average loss:0.08120, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 6/500:, Cur-Step: 4880, loss(cross_dice_sum): 0.09515, Running average loss:0.08108, Time taken: 0:01:30.538054 ETA: 12:25:25.798906 Epoch: 7/500:, Cur-Step: 4900, loss(cross_dice_sum): 0.07038, Running average loss:0.07038, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 4920, loss(cross_dice_sum): 0.07077, Running average loss:0.07827, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 4940, loss(cross_dice_sum): 0.06760, Running average loss:0.07874, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 4960, loss(cross_dice_sum): 0.07102, Running average loss:0.07966, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 4980, loss(cross_dice_sum): 0.08711, Running average loss:0.08024, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5000, loss(cross_dice_sum): 0.08167, Running average loss:0.08052, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5020, loss(cross_dice_sum): 0.08807, Running average loss:0.08072, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5040, loss(cross_dice_sum): 0.08546, Running average loss:0.08051, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5060, loss(cross_dice_sum): 0.08004, Running average loss:0.08061, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5080, loss(cross_dice_sum): 0.07926, Running average loss:0.08095, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5100, loss(cross_dice_sum): 0.05480, Running average loss:0.08129, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5120, loss(cross_dice_sum): 0.06812, Running average loss:0.08062, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5140, loss(cross_dice_sum): 0.08427, Running average loss:0.08012, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5160, loss(cross_dice_sum): 0.05853, Running average loss:0.08001, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5180, loss(cross_dice_sum): 0.07130, Running average loss:0.08020, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5200, loss(cross_dice_sum): 0.07337, Running average loss:0.07988, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5220, loss(cross_dice_sum): 0.06985, Running average loss:0.07951, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5240, loss(cross_dice_sum): 0.09942, Running average loss:0.07998, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5260, loss(cross_dice_sum): 0.04160, Running average loss:0.07951, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5280, loss(cross_dice_sum): 0.10166, Running average loss:0.07964, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5300, loss(cross_dice_sum): 0.08252, Running average loss:0.07950, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5320, loss(cross_dice_sum): 0.09227, Running average loss:0.07929, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5340, loss(cross_dice_sum): 0.06625, Running average loss:0.07949, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5360, loss(cross_dice_sum): 0.10854, Running average loss:0.07975, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5380, loss(cross_dice_sum): 0.07094, Running average loss:0.07944, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5400, loss(cross_dice_sum): 0.13489, Running average loss:0.07970, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5420, loss(cross_dice_sum): 0.07187, Running average loss:0.07992, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5440, loss(cross_dice_sum): 0.07506, Running average loss:0.07987, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5460, loss(cross_dice_sum): 0.04374, Running average loss:0.07980, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5480, loss(cross_dice_sum): 0.15235, Running average loss:0.08003, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5500, loss(cross_dice_sum): 0.08562, Running average loss:0.08019, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5520, loss(cross_dice_sum): 0.05977, Running average loss:0.08018, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5540, loss(cross_dice_sum): 0.06975, Running average loss:0.08029, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5560, loss(cross_dice_sum): 0.07368, Running average loss:0.08027, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 7/500:, Cur-Step: 5580, loss(cross_dice_sum): 0.10032, Running average loss:0.08045, Time taken: 0:01:30.302810 ETA: 12:21:59.285425 Epoch: 8/500:, Cur-Step: 5600, loss(cross_dice_sum): 0.07041, Running average loss:0.07041, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5620, loss(cross_dice_sum): 0.06750, Running average loss:0.07529, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5640, loss(cross_dice_sum): 0.14059, Running average loss:0.08091, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5660, loss(cross_dice_sum): 0.05385, Running average loss:0.08029, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5680, loss(cross_dice_sum): 0.09105, Running average loss:0.08017, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5700, loss(cross_dice_sum): 0.10367, Running average loss:0.08053, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5720, loss(cross_dice_sum): 0.04274, Running average loss:0.07945, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5740, loss(cross_dice_sum): 0.06929, Running average loss:0.07959, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5760, loss(cross_dice_sum): 0.05663, Running average loss:0.07930, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5780, loss(cross_dice_sum): 0.07158, Running average loss:0.07850, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5800, loss(cross_dice_sum): 0.05442, Running average loss:0.07856, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5820, loss(cross_dice_sum): 0.16902, Running average loss:0.07955, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5840, loss(cross_dice_sum): 0.11631, Running average loss:0.07981, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5860, loss(cross_dice_sum): 0.05273, Running average loss:0.07932, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5880, loss(cross_dice_sum): 0.04212, Running average loss:0.07939, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5900, loss(cross_dice_sum): 0.13571, Running average loss:0.07870, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5920, loss(cross_dice_sum): 0.09037, Running average loss:0.07854, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5940, loss(cross_dice_sum): 0.06905, Running average loss:0.07855, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5960, loss(cross_dice_sum): 0.09263, Running average loss:0.07865, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 5980, loss(cross_dice_sum): 0.07353, Running average loss:0.07891, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 6000, loss(cross_dice_sum): 0.05909, Running average loss:0.07875, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 6020, loss(cross_dice_sum): 0.06583, Running average loss:0.07852, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 6040, loss(cross_dice_sum): 0.04801, Running average loss:0.07800, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 6060, loss(cross_dice_sum): 0.08779, Running average loss:0.07797, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 6080, loss(cross_dice_sum): 0.13631, Running average loss:0.07838, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 6100, loss(cross_dice_sum): 0.07563, Running average loss:0.07855, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 6120, loss(cross_dice_sum): 0.09318, Running average loss:0.07869, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 6140, loss(cross_dice_sum): 0.11600, Running average loss:0.07871, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 6160, loss(cross_dice_sum): 0.08856, Running average loss:0.07876, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 6180, loss(cross_dice_sum): 0.06522, Running average loss:0.07848, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 6200, loss(cross_dice_sum): 0.05131, Running average loss:0.07860, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 6220, loss(cross_dice_sum): 0.05014, Running average loss:0.07878, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 6240, loss(cross_dice_sum): 0.09794, Running average loss:0.07884, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 6260, loss(cross_dice_sum): 0.09854, Running average loss:0.07897, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 8/500:, Cur-Step: 6280, loss(cross_dice_sum): 0.04130, Running average loss:0.07880, Time taken: 0:01:30.024250 ETA: 12:18:11.931015 Epoch: 9/500:, Cur-Step: 6300, loss(cross_dice_sum): 0.07462, Running average loss:0.07462, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6320, loss(cross_dice_sum): 0.06890, Running average loss:0.07670, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6340, loss(cross_dice_sum): 0.11915, Running average loss:0.08043, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6360, loss(cross_dice_sum): 0.08497, Running average loss:0.07966, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6380, loss(cross_dice_sum): 0.05770, Running average loss:0.07830, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6400, loss(cross_dice_sum): 0.12058, Running average loss:0.07857, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6420, loss(cross_dice_sum): 0.06199, Running average loss:0.07941, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6440, loss(cross_dice_sum): 0.05609, Running average loss:0.07918, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6460, loss(cross_dice_sum): 0.05834, Running average loss:0.07930, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6480, loss(cross_dice_sum): 0.11357, Running average loss:0.07947, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6500, loss(cross_dice_sum): 0.07111, Running average loss:0.07958, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6520, loss(cross_dice_sum): 0.10142, Running average loss:0.07864, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6540, loss(cross_dice_sum): 0.10419, Running average loss:0.07913, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6560, loss(cross_dice_sum): 0.07332, Running average loss:0.07880, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6580, loss(cross_dice_sum): 0.06518, Running average loss:0.07839, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6600, loss(cross_dice_sum): 0.08486, Running average loss:0.07867, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6620, loss(cross_dice_sum): 0.08277, Running average loss:0.07911, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6640, loss(cross_dice_sum): 0.05468, Running average loss:0.07943, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6660, loss(cross_dice_sum): 0.07147, Running average loss:0.07940, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6680, loss(cross_dice_sum): 0.04868, Running average loss:0.07914, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6700, loss(cross_dice_sum): 0.09500, Running average loss:0.07942, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6720, loss(cross_dice_sum): 0.09136, Running average loss:0.07921, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6740, loss(cross_dice_sum): 0.06337, Running average loss:0.07877, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6760, loss(cross_dice_sum): 0.09363, Running average loss:0.07880, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6780, loss(cross_dice_sum): 0.05598, Running average loss:0.07865, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6800, loss(cross_dice_sum): 0.11286, Running average loss:0.07869, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6820, loss(cross_dice_sum): 0.06816, Running average loss:0.07863, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6840, loss(cross_dice_sum): 0.06553, Running average loss:0.07829, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6860, loss(cross_dice_sum): 0.04055, Running average loss:0.07790, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6880, loss(cross_dice_sum): 0.04720, Running average loss:0.07787, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6900, loss(cross_dice_sum): 0.05845, Running average loss:0.07754, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6920, loss(cross_dice_sum): 0.05864, Running average loss:0.07733, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6940, loss(cross_dice_sum): 0.11567, Running average loss:0.07719, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6960, loss(cross_dice_sum): 0.06400, Running average loss:0.07734, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 9/500:, Cur-Step: 6980, loss(cross_dice_sum): 0.08281, Running average loss:0.07719, Time taken: 0:01:30.648042 ETA: 12:21:48.188838 Epoch: 10/500:, Cur-Step: 7000, loss(cross_dice_sum): 0.07871, Running average loss:0.07871, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7020, loss(cross_dice_sum): 0.07006, Running average loss:0.07370, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7040, loss(cross_dice_sum): 0.07819, Running average loss:0.07482, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7060, loss(cross_dice_sum): 0.10360, Running average loss:0.07718, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7080, loss(cross_dice_sum): 0.03924, Running average loss:0.07472, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7100, loss(cross_dice_sum): 0.10385, Running average loss:0.07519, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7120, loss(cross_dice_sum): 0.05822, Running average loss:0.07439, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7140, loss(cross_dice_sum): 0.07512, Running average loss:0.07498, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7160, loss(cross_dice_sum): 0.09126, Running average loss:0.07600, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7180, loss(cross_dice_sum): 0.09666, Running average loss:0.07560, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7200, loss(cross_dice_sum): 0.09096, Running average loss:0.07618, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7220, loss(cross_dice_sum): 0.06488, Running average loss:0.07642, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7240, loss(cross_dice_sum): 0.04349, Running average loss:0.07665, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7260, loss(cross_dice_sum): 0.07122, Running average loss:0.07750, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7280, loss(cross_dice_sum): 0.05376, Running average loss:0.07737, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7300, loss(cross_dice_sum): 0.09590, Running average loss:0.07752, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7320, loss(cross_dice_sum): 0.06942, Running average loss:0.07778, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7340, loss(cross_dice_sum): 0.07838, Running average loss:0.07785, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7360, loss(cross_dice_sum): 0.04746, Running average loss:0.07788, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7380, loss(cross_dice_sum): 0.06801, Running average loss:0.07771, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7400, loss(cross_dice_sum): 0.06780, Running average loss:0.07743, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7420, loss(cross_dice_sum): 0.14780, Running average loss:0.07747, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7440, loss(cross_dice_sum): 0.04416, Running average loss:0.07712, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7460, loss(cross_dice_sum): 0.04905, Running average loss:0.07713, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7480, loss(cross_dice_sum): 0.08760, Running average loss:0.07709, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7500, loss(cross_dice_sum): 0.08705, Running average loss:0.07727, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7520, loss(cross_dice_sum): 0.08127, Running average loss:0.07733, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7540, loss(cross_dice_sum): 0.07051, Running average loss:0.07760, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7560, loss(cross_dice_sum): 0.06523, Running average loss:0.07742, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7580, loss(cross_dice_sum): 0.07922, Running average loss:0.07707, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7600, loss(cross_dice_sum): 0.07297, Running average loss:0.07710, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7620, loss(cross_dice_sum): 0.08412, Running average loss:0.07737, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7640, loss(cross_dice_sum): 0.08892, Running average loss:0.07729, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7660, loss(cross_dice_sum): 0.06517, Running average loss:0.07723, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Epoch: 10/500:, Cur-Step: 7680, loss(cross_dice_sum): 0.10350, Running average loss:0.07736, Time taken: 0:01:30.117930 ETA: 12:15:57.785902 Loading experiment spec at /workspace/fire_detection/fire/specs/unet_train_resnet_unet_isbi.txt. Running for 500 Epochs Epoch: 10/500:, Cur-Step: 7000, loss(cross_dice_sum): 0.07663, Running average loss:0.07663, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7020, loss(cross_dice_sum): 0.14008, Running average loss:0.09008, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7040, loss(cross_dice_sum): 0.05982, Running average loss:0.08551, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7060, loss(cross_dice_sum): 0.04088, Running average loss:0.08238, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7080, loss(cross_dice_sum): 0.04239, Running average loss:0.07904, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7100, loss(cross_dice_sum): 0.09581, Running average loss:0.07898, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7120, loss(cross_dice_sum): 0.12732, Running average loss:0.07890, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7140, loss(cross_dice_sum): 0.08427, Running average loss:0.07873, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7160, loss(cross_dice_sum): 0.05729, Running average loss:0.07788, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7180, loss(cross_dice_sum): 0.07827, Running average loss:0.07812, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7200, loss(cross_dice_sum): 0.05372, Running average loss:0.07804, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7220, loss(cross_dice_sum): 0.03821, Running average loss:0.07807, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7240, loss(cross_dice_sum): 0.07280, Running average loss:0.07841, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7260, loss(cross_dice_sum): 0.05365, Running average loss:0.07793, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7280, loss(cross_dice_sum): 0.07993, Running average loss:0.07762, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7300, loss(cross_dice_sum): 0.04519, Running average loss:0.07768, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7320, loss(cross_dice_sum): 0.07194, Running average loss:0.07759, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7340, loss(cross_dice_sum): 0.08018, Running average loss:0.07757, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7360, loss(cross_dice_sum): 0.04332, Running average loss:0.07732, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7380, loss(cross_dice_sum): 0.08944, Running average loss:0.07681, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7400, loss(cross_dice_sum): 0.05218, Running average loss:0.07683, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7420, loss(cross_dice_sum): 0.05384, Running average loss:0.07674, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7440, loss(cross_dice_sum): 0.11417, Running average loss:0.07677, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7460, loss(cross_dice_sum): 0.06782, Running average loss:0.07680, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7480, loss(cross_dice_sum): 0.09035, Running average loss:0.07700, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7500, loss(cross_dice_sum): 0.08537, Running average loss:0.07686, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7520, loss(cross_dice_sum): 0.08110, Running average loss:0.07681, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7540, loss(cross_dice_sum): 0.07642, Running average loss:0.07669, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7560, loss(cross_dice_sum): 0.07649, Running average loss:0.07697, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7580, loss(cross_dice_sum): 0.08096, Running average loss:0.07701, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7600, loss(cross_dice_sum): 0.05869, Running average loss:0.07675, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7620, loss(cross_dice_sum): 0.11604, Running average loss:0.07676, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7640, loss(cross_dice_sum): 0.05072, Running average loss:0.07657, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7660, loss(cross_dice_sum): 0.10424, Running average loss:0.07648, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 10/500:, Cur-Step: 7680, loss(cross_dice_sum): 0.04276, Running average loss:0.07606, Time taken: 0:00:00 ETA: 0:00:00 Epoch: 11/500:, Cur-Step: 7700, loss(cross_dice_sum): 0.07288, Running average loss:0.07288, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 7720, loss(cross_dice_sum): 0.08845, Running average loss:0.07653, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 7740, loss(cross_dice_sum): 0.07604, Running average loss:0.07745, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 7760, loss(cross_dice_sum): 0.06967, Running average loss:0.07829, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 7780, loss(cross_dice_sum): 0.05539, Running average loss:0.07553, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 7800, loss(cross_dice_sum): 0.06434, Running average loss:0.07485, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 7820, loss(cross_dice_sum): 0.08476, Running average loss:0.07505, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 7840, loss(cross_dice_sum): 0.08528, Running average loss:0.07530, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 7860, loss(cross_dice_sum): 0.05873, Running average loss:0.07462, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 7880, loss(cross_dice_sum): 0.05083, Running average loss:0.07394, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 7900, loss(cross_dice_sum): 0.08700, Running average loss:0.07420, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 7920, loss(cross_dice_sum): 0.10197, Running average loss:0.07399, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 7940, loss(cross_dice_sum): 0.05948, Running average loss:0.07316, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 7960, loss(cross_dice_sum): 0.04902, Running average loss:0.07319, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 7980, loss(cross_dice_sum): 0.07775, Running average loss:0.07266, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8000, loss(cross_dice_sum): 0.10862, Running average loss:0.07307, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8020, loss(cross_dice_sum): 0.07733, Running average loss:0.07329, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8040, loss(cross_dice_sum): 0.09056, Running average loss:0.07331, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8060, loss(cross_dice_sum): 0.08461, Running average loss:0.07381, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8080, loss(cross_dice_sum): 0.08994, Running average loss:0.07425, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8100, loss(cross_dice_sum): 0.09686, Running average loss:0.07435, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8120, loss(cross_dice_sum): 0.05934, Running average loss:0.07456, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8140, loss(cross_dice_sum): 0.05183, Running average loss:0.07470, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8160, loss(cross_dice_sum): 0.05126, Running average loss:0.07464, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8180, loss(cross_dice_sum): 0.11074, Running average loss:0.07443, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8200, loss(cross_dice_sum): 0.11281, Running average loss:0.07443, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8220, loss(cross_dice_sum): 0.07514, Running average loss:0.07432, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8240, loss(cross_dice_sum): 0.04415, Running average loss:0.07422, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8260, loss(cross_dice_sum): 0.08982, Running average loss:0.07415, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8280, loss(cross_dice_sum): 0.09675, Running average loss:0.07428, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8300, loss(cross_dice_sum): 0.04498, Running average loss:0.07404, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8320, loss(cross_dice_sum): 0.13227, Running average loss:0.07407, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8340, loss(cross_dice_sum): 0.04475, Running average loss:0.07369, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8360, loss(cross_dice_sum): 0.04033, Running average loss:0.07359, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 11/500:, Cur-Step: 8380, loss(cross_dice_sum): 0.06185, Running average loss:0.07338, Time taken: 0:01:49.156403 ETA: 14:49:37.480982 Epoch: 12/500:, Cur-Step: 8400, loss(cross_dice_sum): 0.12807, Running average loss:0.12807, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8420, loss(cross_dice_sum): 0.04611, Running average loss:0.07740, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8440, loss(cross_dice_sum): 0.05375, Running average loss:0.07747, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8460, loss(cross_dice_sum): 0.07152, Running average loss:0.07561, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8480, loss(cross_dice_sum): 0.07321, Running average loss:0.07355, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8500, loss(cross_dice_sum): 0.07645, Running average loss:0.07218, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8520, loss(cross_dice_sum): 0.10580, Running average loss:0.07279, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8540, loss(cross_dice_sum): 0.08168, Running average loss:0.07228, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8560, loss(cross_dice_sum): 0.07370, Running average loss:0.07137, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8580, loss(cross_dice_sum): 0.09217, Running average loss:0.07201, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8600, loss(cross_dice_sum): 0.06741, Running average loss:0.07263, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8620, loss(cross_dice_sum): 0.04027, Running average loss:0.07264, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8640, loss(cross_dice_sum): 0.05938, Running average loss:0.07214, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8660, loss(cross_dice_sum): 0.06711, Running average loss:0.07166, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8680, loss(cross_dice_sum): 0.09758, Running average loss:0.07186, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8700, loss(cross_dice_sum): 0.05740, Running average loss:0.07191, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8720, loss(cross_dice_sum): 0.10071, Running average loss:0.07194, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8740, loss(cross_dice_sum): 0.04977, Running average loss:0.07222, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8760, loss(cross_dice_sum): 0.03911, Running average loss:0.07182, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8780, loss(cross_dice_sum): 0.10649, Running average loss:0.07203, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8800, loss(cross_dice_sum): 0.06174, Running average loss:0.07185, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8820, loss(cross_dice_sum): 0.09698, Running average loss:0.07195, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8840, loss(cross_dice_sum): 0.04456, Running average loss:0.07194, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8860, loss(cross_dice_sum): 0.09905, Running average loss:0.07193, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8880, loss(cross_dice_sum): 0.09617, Running average loss:0.07190, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8900, loss(cross_dice_sum): 0.07630, Running average loss:0.07209, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8920, loss(cross_dice_sum): 0.07615, Running average loss:0.07209, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8940, loss(cross_dice_sum): 0.08502, Running average loss:0.07186, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8960, loss(cross_dice_sum): 0.07794, Running average loss:0.07179, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 8980, loss(cross_dice_sum): 0.04674, Running average loss:0.07170, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 9000, loss(cross_dice_sum): 0.06053, Running average loss:0.07183, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 9020, loss(cross_dice_sum): 0.05710, Running average loss:0.07174, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 9040, loss(cross_dice_sum): 0.09457, Running average loss:0.07171, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 9060, loss(cross_dice_sum): 0.05647, Running average loss:0.07164, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 12/500:, Cur-Step: 9080, loss(cross_dice_sum): 0.07626, Running average loss:0.07148, Time taken: 0:01:31.822296 ETA: 12:26:49.280401 Epoch: 13/500:, Cur-Step: 9100, loss(cross_dice_sum): 0.06518, Running average loss:0.06518, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9120, loss(cross_dice_sum): 0.08285, Running average loss:0.06783, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9140, loss(cross_dice_sum): 0.07529, Running average loss:0.07045, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9160, loss(cross_dice_sum): 0.07224, Running average loss:0.07028, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9180, loss(cross_dice_sum): 0.05265, Running average loss:0.07078, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9200, loss(cross_dice_sum): 0.09690, Running average loss:0.07088, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9220, loss(cross_dice_sum): 0.08328, Running average loss:0.06991, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9240, loss(cross_dice_sum): 0.07728, Running average loss:0.07048, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9260, loss(cross_dice_sum): 0.06762, Running average loss:0.07090, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9280, loss(cross_dice_sum): 0.07115, Running average loss:0.07167, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9300, loss(cross_dice_sum): 0.12258, Running average loss:0.07217, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9320, loss(cross_dice_sum): 0.09870, Running average loss:0.07189, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9340, loss(cross_dice_sum): 0.03454, Running average loss:0.07173, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9360, loss(cross_dice_sum): 0.05665, Running average loss:0.07185, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9380, loss(cross_dice_sum): 0.12109, Running average loss:0.07225, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9400, loss(cross_dice_sum): 0.08383, Running average loss:0.07268, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9420, loss(cross_dice_sum): 0.06128, Running average loss:0.07265, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9440, loss(cross_dice_sum): 0.05112, Running average loss:0.07248, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9460, loss(cross_dice_sum): 0.09460, Running average loss:0.07254, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9480, loss(cross_dice_sum): 0.06499, Running average loss:0.07252, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9500, loss(cross_dice_sum): 0.03284, Running average loss:0.07224, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9520, loss(cross_dice_sum): 0.06651, Running average loss:0.07201, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9540, loss(cross_dice_sum): 0.09024, Running average loss:0.07198, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9560, loss(cross_dice_sum): 0.08070, Running average loss:0.07212, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9580, loss(cross_dice_sum): 0.06938, Running average loss:0.07228, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9600, loss(cross_dice_sum): 0.08762, Running average loss:0.07249, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9620, loss(cross_dice_sum): 0.05431, Running average loss:0.07208, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9640, loss(cross_dice_sum): 0.05129, Running average loss:0.07195, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9660, loss(cross_dice_sum): 0.06762, Running average loss:0.07215, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9680, loss(cross_dice_sum): 0.06721, Running average loss:0.07201, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9700, loss(cross_dice_sum): 0.06402, Running average loss:0.07192, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9720, loss(cross_dice_sum): 0.10813, Running average loss:0.07182, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9740, loss(cross_dice_sum): 0.05222, Running average loss:0.07181, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9760, loss(cross_dice_sum): 0.06202, Running average loss:0.07192, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 13/500:, Cur-Step: 9780, loss(cross_dice_sum): 0.05434, Running average loss:0.07186, Time taken: 0:01:30.882319 ETA: 12:17:39.689340 Epoch: 14/500:, Cur-Step: 9800, loss(cross_dice_sum): 0.06496, Running average loss:0.06496, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 9820, loss(cross_dice_sum): 0.05546, Running average loss:0.06928, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 9840, loss(cross_dice_sum): 0.06488, Running average loss:0.06933, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 9860, loss(cross_dice_sum): 0.07538, Running average loss:0.07287, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 9880, loss(cross_dice_sum): 0.11669, Running average loss:0.07241, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 9900, loss(cross_dice_sum): 0.07137, Running average loss:0.07288, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 9920, loss(cross_dice_sum): 0.05082, Running average loss:0.07045, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 9940, loss(cross_dice_sum): 0.09336, Running average loss:0.07142, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 9960, loss(cross_dice_sum): 0.07371, Running average loss:0.07085, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 9980, loss(cross_dice_sum): 0.11289, Running average loss:0.06969, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10000, loss(cross_dice_sum): 0.03968, Running average loss:0.06950, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10020, loss(cross_dice_sum): 0.08146, Running average loss:0.07017, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10040, loss(cross_dice_sum): 0.03467, Running average loss:0.07002, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10060, loss(cross_dice_sum): 0.07892, Running average loss:0.07048, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10080, loss(cross_dice_sum): 0.10704, Running average loss:0.06991, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10100, loss(cross_dice_sum): 0.08501, Running average loss:0.07037, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10120, loss(cross_dice_sum): 0.06392, Running average loss:0.06974, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10140, loss(cross_dice_sum): 0.06422, Running average loss:0.06970, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10160, loss(cross_dice_sum): 0.04367, Running average loss:0.07003, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10180, loss(cross_dice_sum): 0.09121, Running average loss:0.06996, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10200, loss(cross_dice_sum): 0.12190, Running average loss:0.07019, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10220, loss(cross_dice_sum): 0.08242, Running average loss:0.07007, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10240, loss(cross_dice_sum): 0.09085, Running average loss:0.06995, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10260, loss(cross_dice_sum): 0.08702, Running average loss:0.07009, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10280, loss(cross_dice_sum): 0.07680, Running average loss:0.07021, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10300, loss(cross_dice_sum): 0.07603, Running average loss:0.07026, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10320, loss(cross_dice_sum): 0.09715, Running average loss:0.07054, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10340, loss(cross_dice_sum): 0.06899, Running average loss:0.07075, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10360, loss(cross_dice_sum): 0.07476, Running average loss:0.07048, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10380, loss(cross_dice_sum): 0.04589, Running average loss:0.07063, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10400, loss(cross_dice_sum): 0.08003, Running average loss:0.07085, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10420, loss(cross_dice_sum): 0.10619, Running average loss:0.07121, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10440, loss(cross_dice_sum): 0.05969, Running average loss:0.07134, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10460, loss(cross_dice_sum): 0.08546, Running average loss:0.07112, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 14/500:, Cur-Step: 10480, loss(cross_dice_sum): 0.02988, Running average loss:0.07086, Time taken: 0:01:30.628837 ETA: 12:14:05.614951 Epoch: 15/500:, Cur-Step: 10500, loss(cross_dice_sum): 0.05537, Running average loss:0.05537, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10520, loss(cross_dice_sum): 0.10354, Running average loss:0.07129, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10540, loss(cross_dice_sum): 0.07376, Running average loss:0.07148, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10560, loss(cross_dice_sum): 0.05492, Running average loss:0.07217, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10580, loss(cross_dice_sum): 0.06894, Running average loss:0.07148, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10600, loss(cross_dice_sum): 0.04247, Running average loss:0.07066, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10620, loss(cross_dice_sum): 0.05358, Running average loss:0.07086, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10640, loss(cross_dice_sum): 0.12542, Running average loss:0.07074, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10660, loss(cross_dice_sum): 0.04397, Running average loss:0.07057, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10680, loss(cross_dice_sum): 0.03454, Running average loss:0.07083, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10700, loss(cross_dice_sum): 0.07996, Running average loss:0.07093, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10720, loss(cross_dice_sum): 0.07402, Running average loss:0.07081, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10740, loss(cross_dice_sum): 0.04164, Running average loss:0.07106, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10760, loss(cross_dice_sum): 0.05539, Running average loss:0.07080, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10780, loss(cross_dice_sum): 0.09000, Running average loss:0.07061, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10800, loss(cross_dice_sum): 0.04412, Running average loss:0.07032, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10820, loss(cross_dice_sum): 0.04982, Running average loss:0.07028, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10840, loss(cross_dice_sum): 0.06838, Running average loss:0.06985, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10860, loss(cross_dice_sum): 0.05237, Running average loss:0.07008, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10880, loss(cross_dice_sum): 0.08550, Running average loss:0.06980, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10900, loss(cross_dice_sum): 0.09413, Running average loss:0.06986, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10920, loss(cross_dice_sum): 0.02962, Running average loss:0.06978, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10940, loss(cross_dice_sum): 0.05087, Running average loss:0.06951, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10960, loss(cross_dice_sum): 0.07174, Running average loss:0.06942, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 10980, loss(cross_dice_sum): 0.05682, Running average loss:0.06920, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 11000, loss(cross_dice_sum): 0.03877, Running average loss:0.06915, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 11020, loss(cross_dice_sum): 0.06915, Running average loss:0.06922, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 11040, loss(cross_dice_sum): 0.04537, Running average loss:0.06899, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 11060, loss(cross_dice_sum): 0.03452, Running average loss:0.06885, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 11080, loss(cross_dice_sum): 0.03336, Running average loss:0.06899, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 11100, loss(cross_dice_sum): 0.07214, Running average loss:0.06936, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 11120, loss(cross_dice_sum): 0.07111, Running average loss:0.06937, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 11140, loss(cross_dice_sum): 0.10311, Running average loss:0.06960, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 11160, loss(cross_dice_sum): 0.09630, Running average loss:0.06965, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 15/500:, Cur-Step: 11180, loss(cross_dice_sum): 0.05986, Running average loss:0.06954, Time taken: 0:01:29.701215 ETA: 12:05:05.089289 Epoch: 16/500:, Cur-Step: 11200, loss(cross_dice_sum): 0.09512, Running average loss:0.09512, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11220, loss(cross_dice_sum): 0.07711, Running average loss:0.06981, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11240, loss(cross_dice_sum): 0.08206, Running average loss:0.07047, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11260, loss(cross_dice_sum): 0.06920, Running average loss:0.07203, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11280, loss(cross_dice_sum): 0.06899, Running average loss:0.07079, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11300, loss(cross_dice_sum): 0.08741, Running average loss:0.07054, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11320, loss(cross_dice_sum): 0.05422, Running average loss:0.07070, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11340, loss(cross_dice_sum): 0.07166, Running average loss:0.07005, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11360, loss(cross_dice_sum): 0.07390, Running average loss:0.07025, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11380, loss(cross_dice_sum): 0.03398, Running average loss:0.06946, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11400, loss(cross_dice_sum): 0.09259, Running average loss:0.06936, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11420, loss(cross_dice_sum): 0.07875, Running average loss:0.06915, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11440, loss(cross_dice_sum): 0.04143, Running average loss:0.06863, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11460, loss(cross_dice_sum): 0.06763, Running average loss:0.06821, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11480, loss(cross_dice_sum): 0.07274, Running average loss:0.06798, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11500, loss(cross_dice_sum): 0.07264, Running average loss:0.06885, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11520, loss(cross_dice_sum): 0.07782, Running average loss:0.06907, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11540, loss(cross_dice_sum): 0.08715, Running average loss:0.06936, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11560, loss(cross_dice_sum): 0.06993, Running average loss:0.06897, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11580, loss(cross_dice_sum): 0.07897, Running average loss:0.06882, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11600, loss(cross_dice_sum): 0.04656, Running average loss:0.06917, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11620, loss(cross_dice_sum): 0.06801, Running average loss:0.06910, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11640, loss(cross_dice_sum): 0.05139, Running average loss:0.06898, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11660, loss(cross_dice_sum): 0.03903, Running average loss:0.06883, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11680, loss(cross_dice_sum): 0.04805, Running average loss:0.06859, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11700, loss(cross_dice_sum): 0.08985, Running average loss:0.06856, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11720, loss(cross_dice_sum): 0.10592, Running average loss:0.06879, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11740, loss(cross_dice_sum): 0.05948, Running average loss:0.06866, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11760, loss(cross_dice_sum): 0.09110, Running average loss:0.06882, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11780, loss(cross_dice_sum): 0.06847, Running average loss:0.06906, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11800, loss(cross_dice_sum): 0.09220, Running average loss:0.06908, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11820, loss(cross_dice_sum): 0.06315, Running average loss:0.06914, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11840, loss(cross_dice_sum): 0.08893, Running average loss:0.06910, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11860, loss(cross_dice_sum): 0.09177, Running average loss:0.06907, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 16/500:, Cur-Step: 11880, loss(cross_dice_sum): 0.07621, Running average loss:0.06911, Time taken: 0:01:30.193730 ETA: 12:07:33.765491 Epoch: 17/500:, Cur-Step: 11900, loss(cross_dice_sum): 0.09620, Running average loss:0.09620, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 11920, loss(cross_dice_sum): 0.04272, Running average loss:0.06095, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 11940, loss(cross_dice_sum): 0.05253, Running average loss:0.06187, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 11960, loss(cross_dice_sum): 0.05855, Running average loss:0.06582, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 11980, loss(cross_dice_sum): 0.09004, Running average loss:0.06869, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12000, loss(cross_dice_sum): 0.09411, Running average loss:0.06844, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12020, loss(cross_dice_sum): 0.07964, Running average loss:0.06816, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12040, loss(cross_dice_sum): 0.07194, Running average loss:0.06870, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12060, loss(cross_dice_sum): 0.06741, Running average loss:0.06820, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12080, loss(cross_dice_sum): 0.07095, Running average loss:0.06870, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12100, loss(cross_dice_sum): 0.04596, Running average loss:0.06894, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12120, loss(cross_dice_sum): 0.08911, Running average loss:0.06861, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12140, loss(cross_dice_sum): 0.05346, Running average loss:0.06811, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12160, loss(cross_dice_sum): 0.06055, Running average loss:0.06815, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12180, loss(cross_dice_sum): 0.05217, Running average loss:0.06816, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12200, loss(cross_dice_sum): 0.07157, Running average loss:0.06804, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12220, loss(cross_dice_sum): 0.05514, Running average loss:0.06767, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12240, loss(cross_dice_sum): 0.08422, Running average loss:0.06790, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12260, loss(cross_dice_sum): 0.05053, Running average loss:0.06768, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12280, loss(cross_dice_sum): 0.09063, Running average loss:0.06783, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12300, loss(cross_dice_sum): 0.07349, Running average loss:0.06772, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12320, loss(cross_dice_sum): 0.07282, Running average loss:0.06768, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12340, loss(cross_dice_sum): 0.05679, Running average loss:0.06789, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12360, loss(cross_dice_sum): 0.06821, Running average loss:0.06811, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12380, loss(cross_dice_sum): 0.06999, Running average loss:0.06797, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12400, loss(cross_dice_sum): 0.10610, Running average loss:0.06792, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12420, loss(cross_dice_sum): 0.08296, Running average loss:0.06813, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12440, loss(cross_dice_sum): 0.07543, Running average loss:0.06818, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12460, loss(cross_dice_sum): 0.05252, Running average loss:0.06835, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12480, loss(cross_dice_sum): 0.10543, Running average loss:0.06843, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12500, loss(cross_dice_sum): 0.05705, Running average loss:0.06857, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12520, loss(cross_dice_sum): 0.04546, Running average loss:0.06841, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12540, loss(cross_dice_sum): 0.08443, Running average loss:0.06827, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12560, loss(cross_dice_sum): 0.06116, Running average loss:0.06827, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 17/500:, Cur-Step: 12580, loss(cross_dice_sum): 0.07391, Running average loss:0.06848, Time taken: 0:01:30.691798 ETA: 12:10:04.138420 Epoch: 18/500:, Cur-Step: 12600, loss(cross_dice_sum): 0.08330, Running average loss:0.08330, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12620, loss(cross_dice_sum): 0.05138, Running average loss:0.06924, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12640, loss(cross_dice_sum): 0.09854, Running average loss:0.07122, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12660, loss(cross_dice_sum): 0.04089, Running average loss:0.06947, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12680, loss(cross_dice_sum): 0.06508, Running average loss:0.06861, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12700, loss(cross_dice_sum): 0.11221, Running average loss:0.07023, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12720, loss(cross_dice_sum): 0.06234, Running average loss:0.06910, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12740, loss(cross_dice_sum): 0.05107, Running average loss:0.06983, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12760, loss(cross_dice_sum): 0.04848, Running average loss:0.06874, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12780, loss(cross_dice_sum): 0.08984, Running average loss:0.06805, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12800, loss(cross_dice_sum): 0.05927, Running average loss:0.06808, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12820, loss(cross_dice_sum): 0.16534, Running average loss:0.06879, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12840, loss(cross_dice_sum): 0.09100, Running average loss:0.06866, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12860, loss(cross_dice_sum): 0.04660, Running average loss:0.06848, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12880, loss(cross_dice_sum): 0.03009, Running average loss:0.06822, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12900, loss(cross_dice_sum): 0.09574, Running average loss:0.06758, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12920, loss(cross_dice_sum): 0.07635, Running average loss:0.06726, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12940, loss(cross_dice_sum): 0.04931, Running average loss:0.06717, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12960, loss(cross_dice_sum): 0.07875, Running average loss:0.06738, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 12980, loss(cross_dice_sum): 0.06374, Running average loss:0.06756, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 13000, loss(cross_dice_sum): 0.04899, Running average loss:0.06740, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 13020, loss(cross_dice_sum): 0.05216, Running average loss:0.06745, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 13040, loss(cross_dice_sum): 0.03679, Running average loss:0.06710, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 13060, loss(cross_dice_sum): 0.05407, Running average loss:0.06719, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 13080, loss(cross_dice_sum): 0.10818, Running average loss:0.06764, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 13100, loss(cross_dice_sum): 0.08205, Running average loss:0.06753, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 13120, loss(cross_dice_sum): 0.03806, Running average loss:0.06746, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 13140, loss(cross_dice_sum): 0.08398, Running average loss:0.06741, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 13160, loss(cross_dice_sum): 0.08345, Running average loss:0.06737, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 13180, loss(cross_dice_sum): 0.05463, Running average loss:0.06718, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 13200, loss(cross_dice_sum): 0.04675, Running average loss:0.06726, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 13220, loss(cross_dice_sum): 0.05390, Running average loss:0.06737, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 13240, loss(cross_dice_sum): 0.08234, Running average loss:0.06760, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 13260, loss(cross_dice_sum): 0.08183, Running average loss:0.06761, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 18/500:, Cur-Step: 13280, loss(cross_dice_sum): 0.03044, Running average loss:0.06738, Time taken: 0:01:30.588446 ETA: 12:07:43.630810 Epoch: 19/500:, Cur-Step: 13300, loss(cross_dice_sum): 0.07774, Running average loss:0.07774, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13320, loss(cross_dice_sum): 0.08708, Running average loss:0.06559, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13340, loss(cross_dice_sum): 0.09131, Running average loss:0.06556, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13360, loss(cross_dice_sum): 0.09557, Running average loss:0.06625, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13380, loss(cross_dice_sum): 0.05407, Running average loss:0.06648, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13400, loss(cross_dice_sum): 0.10659, Running average loss:0.06951, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13420, loss(cross_dice_sum): 0.06006, Running average loss:0.06995, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13440, loss(cross_dice_sum): 0.05581, Running average loss:0.06982, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13460, loss(cross_dice_sum): 0.03863, Running average loss:0.06957, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13480, loss(cross_dice_sum): 0.10214, Running average loss:0.06965, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13500, loss(cross_dice_sum): 0.07811, Running average loss:0.07002, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13520, loss(cross_dice_sum): 0.11210, Running average loss:0.06961, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13540, loss(cross_dice_sum): 0.08108, Running average loss:0.07030, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13560, loss(cross_dice_sum): 0.06293, Running average loss:0.07003, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13580, loss(cross_dice_sum): 0.05347, Running average loss:0.06945, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13600, loss(cross_dice_sum): 0.06638, Running average loss:0.06946, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13620, loss(cross_dice_sum): 0.06502, Running average loss:0.07025, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13640, loss(cross_dice_sum): 0.03155, Running average loss:0.07036, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13660, loss(cross_dice_sum): 0.06612, Running average loss:0.07044, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13680, loss(cross_dice_sum): 0.03381, Running average loss:0.07038, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13700, loss(cross_dice_sum): 0.12750, Running average loss:0.07042, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13720, loss(cross_dice_sum): 0.08815, Running average loss:0.06994, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13740, loss(cross_dice_sum): 0.05073, Running average loss:0.06932, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13760, loss(cross_dice_sum): 0.06195, Running average loss:0.06927, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13780, loss(cross_dice_sum): 0.04959, Running average loss:0.06922, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13800, loss(cross_dice_sum): 0.07137, Running average loss:0.06914, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13820, loss(cross_dice_sum): 0.04817, Running average loss:0.06880, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13840, loss(cross_dice_sum): 0.05398, Running average loss:0.06838, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13860, loss(cross_dice_sum): 0.03133, Running average loss:0.06810, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13880, loss(cross_dice_sum): 0.03582, Running average loss:0.06799, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13900, loss(cross_dice_sum): 0.07155, Running average loss:0.06776, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13920, loss(cross_dice_sum): 0.04640, Running average loss:0.06777, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13940, loss(cross_dice_sum): 0.11991, Running average loss:0.06761, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13960, loss(cross_dice_sum): 0.04902, Running average loss:0.06778, Time taken: 0:01:30.195477 ETA: 12:03:04.024671 Epoch: 19/500:, Cur-Step: 13980, loss(cross_dice_sum): 0.08078, Running average loss:0.06768, Time taken: 0:01:30.195477 ETA: 12:03:04.024671