2019-08-08 15:20:41,997 ----------------------------------------------------------------------------------------------------
2019-08-08 15:20:41,998 Model: "SequenceTagger(
  (embeddings): StackedEmbeddings(
    (list_embedding_0): WordEmbeddings('en-crawl')
    (list_embedding_1): FlairEmbeddings(
      (lm): LanguageModel(
        (drop): Dropout(p=0.05)
        (encoder): Embedding(300, 100)
        (rnn): LSTM(100, 2048)
        (decoder): Linear(in_features=2048, out_features=300, bias=True)
      )
    )
    (list_embedding_2): FlairEmbeddings(
      (lm): LanguageModel(
        (drop): Dropout(p=0.05)
        (encoder): Embedding(300, 100)
        (rnn): LSTM(100, 2048)
        (decoder): Linear(in_features=2048, out_features=300, bias=True)
      )
    )
  )
  (word_dropout): WordDropout(p=0.05)
  (locked_dropout): LockedDropout(p=0.5)
  (embedding2nn): Linear(in_features=4396, out_features=4396, bias=True)
  (rnn): LSTM(4396, 256, bidirectional=True)
  (linear): Linear(in_features=512, out_features=76, bias=True)
)"
2019-08-08 15:20:42,001 ----------------------------------------------------------------------------------------------------
2019-08-08 15:20:42,001 Corpus: "Corpus: 75187 train + 9603 dev + 9479 test sentences"
2019-08-08 15:20:42,001 ----------------------------------------------------------------------------------------------------
2019-08-08 15:20:42,001 Parameters:
2019-08-08 15:20:42,002  - learning_rate: "0.1"
2019-08-08 15:20:42,002  - mini_batch_size: "32"
2019-08-08 15:20:42,002  - patience: "3"
2019-08-08 15:20:42,002  - anneal_factor: "0.5"
2019-08-08 15:20:42,003  - max_epochs: "150"
2019-08-08 15:20:42,003  - shuffle: "True"
2019-08-08 15:20:42,003  - train_with_dev: "True"
2019-08-08 15:20:42,003 ----------------------------------------------------------------------------------------------------
2019-08-08 15:20:42,003 Model training base path: "resources/taggers/release-ner-ontonotes-0"
2019-08-08 15:20:42,004 ----------------------------------------------------------------------------------------------------
2019-08-08 15:20:42,004 Device: cuda:0
2019-08-08 15:20:42,004 ----------------------------------------------------------------------------------------------------
2019-08-08 15:20:42,004 Embeddings storage mode: cpu
2019-08-08 15:20:42,006 ----------------------------------------------------------------------------------------------------
2019-08-08 15:20:42,706 epoch 1 - iter 0/2650 - loss 90.75070953 throughput (samples/sec): 12245.95
2019-08-08 15:25:11,326 epoch 1 - iter 265/2650 - loss 8.05192522 throughput (samples/sec): 31.58
2019-08-08 15:28:29,918 epoch 1 - iter 530/2650 - loss 5.74790360 throughput (samples/sec): 42.71
2019-08-08 15:30:53,752 epoch 1 - iter 795/2650 - loss 4.73484335 throughput (samples/sec): 58.98
2019-08-08 15:33:12,907 epoch 1 - iter 1060/2650 - loss 4.16465857 throughput (samples/sec): 60.96
2019-08-08 15:35:42,668 epoch 1 - iter 1325/2650 - loss 3.75189948 throughput (samples/sec): 56.64
2019-08-08 15:38:05,267 epoch 1 - iter 1590/2650 - loss 3.48626362 throughput (samples/sec): 59.49
2019-08-08 15:41:12,107 epoch 1 - iter 1855/2650 - loss 3.25458774 throughput (samples/sec): 45.40
2019-08-08 15:45:10,586 epoch 1 - iter 2120/2650 - loss 3.08264929 throughput (samples/sec): 35.57
2019-08-08 15:47:42,241 epoch 1 - iter 2385/2650 - loss 2.93271476 throughput (samples/sec): 55.93
2019-08-08 15:49:53,578 ----------------------------------------------------------------------------------------------------
2019-08-08 15:49:53,578 EPOCH 1 done: loss 2.8082 - lr 0.1000
2019-08-08 15:49:53,578 BAD EPOCHS (no improvement): 0
2019-08-08 15:49:53,579 ----------------------------------------------------------------------------------------------------
2019-08-08 15:49:54,027 epoch 2 - iter 0/2650 - loss 1.08342016 throughput (samples/sec): 19119.22
2019-08-08 15:51:19,359 epoch 2 - iter 265/2650 - loss 1.54061787 throughput (samples/sec): 99.43
2019-08-08 15:53:07,575 epoch 2 - iter 530/2650 - loss 1.53140490 throughput (samples/sec): 78.39
2019-08-08 15:54:51,548 epoch 2 - iter 795/2650 - loss 1.51926253 throughput (samples/sec): 81.59
2019-08-08 15:56:38,658 epoch 2 - iter 1060/2650 - loss 1.49826083 throughput (samples/sec): 79.20
2019-08-08 15:58:25,200 epoch 2 - iter 1325/2650 - loss 1.48544577 throughput (samples/sec): 79.63
2019-08-08 16:00:11,584 epoch 2 - iter 1590/2650 - loss 1.46933582 throughput (samples/sec): 79.74
2019-08-08 16:01:55,473 epoch 2 - iter 1855/2650 - loss 1.45738936 throughput (samples/sec): 81.66
2019-08-08 16:03:44,081 epoch 2 - iter 2120/2650 - loss 1.43893822 throughput (samples/sec): 78.11
2019-08-08 16:05:30,366 epoch 2 - iter 2385/2650 - loss 1.42155793 throughput (samples/sec): 79.82
2019-08-08 16:07:19,187 ----------------------------------------------------------------------------------------------------
2019-08-08 16:07:19,187 EPOCH 2 done: loss 1.4068 - lr 0.1000
2019-08-08 16:07:19,187 BAD EPOCHS (no improvement): 0
2019-08-08 16:07:19,188 ----------------------------------------------------------------------------------------------------
2019-08-08 16:07:19,618 epoch 3 - iter 0/2650 - loss 1.58778930 throughput (samples/sec): 19865.91
2019-08-08 16:09:06,986 epoch 3 - iter 265/2650 - loss 1.16421955 throughput (samples/sec): 79.05
2019-08-08 16:10:53,634 epoch 3 - iter 530/2650 - loss 1.20188002 throughput (samples/sec): 79.55
2019-08-08 16:12:41,733 epoch 3 - iter 795/2650 - loss 1.19425702 throughput (samples/sec): 78.48
2019-08-08 16:14:24,681 epoch 3 - iter 1060/2650 - loss 1.17431878 throughput (samples/sec): 82.40
2019-08-08 16:16:11,359 epoch 3 - iter 1325/2650 - loss 1.17960944 throughput (samples/sec): 79.52
2019-08-08 16:17:56,526 epoch 3 - iter 1590/2650 - loss 1.17908100 throughput (samples/sec): 80.67
2019-08-08 16:19:44,104 epoch 3 - iter 1855/2650 - loss 1.17739159 throughput (samples/sec): 78.86
2019-08-08 16:21:33,279 epoch 3 - iter 2120/2650 - loss 1.17726247 throughput (samples/sec): 77.70
2019-08-08 16:23:24,344 epoch 3 - iter 2385/2650 - loss 1.16852081 throughput (samples/sec): 76.38
2019-08-08 16:25:11,423 ----------------------------------------------------------------------------------------------------
2019-08-08 16:25:11,423 EPOCH 3 done: loss 1.1575 - lr 0.1000
2019-08-08 16:25:11,423 BAD EPOCHS (no improvement): 0
2019-08-08 16:25:11,423 ----------------------------------------------------------------------------------------------------
2019-08-08 16:25:11,766 epoch 4 - iter 0/2650 - loss 1.14999568 throughput (samples/sec): 25005.62
2019-08-08 16:26:57,835 epoch 4 - iter 265/2650 - loss 1.04068717 throughput (samples/sec): 79.98
2019-08-08 16:28:27,757 epoch 4 - iter 530/2650 - loss 1.04265378 throughput (samples/sec): 94.35
2019-08-08 16:29:52,409 epoch 4 - iter 795/2650 - loss 1.04839287 throughput (samples/sec): 100.22
2019-08-08 16:31:15,713 epoch 4 - iter 1060/2650 - loss 1.04304986 throughput (samples/sec): 101.85
2019-08-08 16:32:41,178 epoch 4 - iter 1325/2650 - loss 1.04820806 throughput (samples/sec): 99.27
2019-08-08 16:34:05,352 epoch 4 - iter 1590/2650 - loss 1.03913764 throughput (samples/sec): 100.80
2019-08-08 16:35:29,522 epoch 4 - iter 1855/2650 - loss 1.04166087 throughput (samples/sec): 100.80
2019-08-08 16:36:52,045 epoch 4 - iter 2120/2650 - loss 1.03833859 throughput (samples/sec): 102.81
2019-08-08 16:38:14,724 epoch 4 - iter 2385/2650 - loss 1.03699822 throughput (samples/sec): 102.62
2019-08-08 16:39:39,284 ----------------------------------------------------------------------------------------------------
2019-08-08 16:39:39,284 EPOCH 4 done: loss 1.0290 - lr 0.1000
2019-08-08 16:39:39,284 BAD EPOCHS (no improvement): 0
2019-08-08 16:39:39,284 ----------------------------------------------------------------------------------------------------
2019-08-08 16:39:39,669 epoch 5 - iter 0/2650 - loss 0.53899717 throughput (samples/sec): 22252.70
2019-08-08 16:41:04,512 epoch 5 - iter 265/2650 - loss 0.92754135 throughput (samples/sec): 100.00
2019-08-08 16:42:28,941 epoch 5 - iter 530/2650 - loss 0.93655912 throughput (samples/sec): 100.49
2019-08-08 16:43:52,096 epoch 5 - iter 795/2650 - loss 0.94548098 throughput (samples/sec): 102.03
2019-08-08 16:45:14,291 epoch 5 - iter 1060/2650 - loss 0.93975989 throughput (samples/sec): 103.22
2019-08-08 16:46:36,004 epoch 5 - iter 1325/2650 - loss 0.93974178 throughput (samples/sec): 103.83
2019-08-08 16:48:00,623 epoch 5 - iter 1590/2650 - loss 0.93978730 throughput (samples/sec): 100.27
2019-08-08 16:49:24,752 epoch 5 - iter 1855/2650 - loss 0.94068006 throughput (samples/sec): 100.85
2019-08-08 16:50:46,786 epoch 5 - iter 2120/2650 - loss 0.93627722 throughput (samples/sec): 103.43
2019-08-08 16:52:10,457 epoch 5 - iter 2385/2650 - loss 0.93997815 throughput (samples/sec): 101.40
2019-08-08 16:53:34,212 ----------------------------------------------------------------------------------------------------
2019-08-08 16:53:34,212 EPOCH 5 done: loss 0.9425 - lr 0.1000
2019-08-08 16:53:34,212 BAD EPOCHS (no improvement): 0
2019-08-08 16:53:34,212 ----------------------------------------------------------------------------------------------------
2019-08-08 16:53:34,567 epoch 6 - iter 0/2650 - loss 0.71811497 throughput (samples/sec): 24176.83
2019-08-08 16:54:58,173 epoch 6 - iter 265/2650 - loss 0.91425702 throughput (samples/sec): 101.48
2019-08-08 16:56:22,916 epoch 6 - iter 530/2650 - loss 0.89681687 throughput (samples/sec): 100.12
2019-08-08 16:57:46,952 epoch 6 - iter 795/2650 - loss 0.90082930 throughput (samples/sec): 100.96
2019-08-08 16:59:10,108 epoch 6 - iter 1060/2650 - loss 0.89114065 throughput (samples/sec): 102.03
2019-08-08 17:00:32,215 epoch 6 - iter 1325/2650 - loss 0.88763672 throughput (samples/sec): 103.33
2019-08-08 17:01:54,837 epoch 6 - iter 1590/2650 - loss 0.88353599 throughput (samples/sec): 102.69
2019-08-08 17:03:18,944 epoch 6 - iter 1855/2650 - loss 0.88240916 throughput (samples/sec): 100.88
2019-08-08 17:04:41,109 epoch 6 - iter 2120/2650 - loss 0.87991433 throughput (samples/sec): 103.26
2019-08-08 17:06:01,921 epoch 6 - iter 2385/2650 - loss 0.88353759 throughput (samples/sec): 104.99
2019-08-08 17:07:24,814 ----------------------------------------------------------------------------------------------------
2019-08-08 17:07:24,814 EPOCH 6 done: loss 0.8817 - lr 0.1000
2019-08-08 17:07:24,814 BAD EPOCHS (no improvement): 0
2019-08-08 17:07:24,814 ----------------------------------------------------------------------------------------------------
2019-08-08 17:07:25,046 epoch 7 - iter 0/2650 - loss 0.52113622 throughput (samples/sec): 37246.04
2019-08-08 17:08:47,879 epoch 7 - iter 265/2650 - loss 0.82532514 throughput (samples/sec): 102.43
2019-08-08 17:10:11,039 epoch 7 - iter 530/2650 - loss 0.83438101 throughput (samples/sec): 102.02
2019-08-08 17:11:35,673 epoch 7 - iter 795/2650 - loss 0.84165589 throughput (samples/sec): 100.25
2019-08-08 17:12:57,606 epoch 7 - iter 1060/2650 - loss 0.84357283 throughput (samples/sec): 103.55
2019-08-08 17:14:19,312 epoch 7 - iter 1325/2650 - loss 0.84310125 throughput (samples/sec): 103.84
2019-08-08 17:15:40,079 epoch 7 - iter 1590/2650 - loss 0.84222415 throughput (samples/sec): 105.05
2019-08-08 17:17:03,390 epoch 7 - iter 1855/2650 - loss 0.83522148 throughput (samples/sec): 101.84
2019-08-08 17:18:22,478 epoch 7 - iter 2120/2650 - loss 0.83452025 throughput (samples/sec): 107.28
2019-08-08 17:19:44,394 epoch 7 - iter 2385/2650 - loss 0.83712000 throughput (samples/sec): 103.57
2019-08-08 17:21:06,164 ----------------------------------------------------------------------------------------------------
2019-08-08 17:21:06,164 EPOCH 7 done: loss 0.8362 - lr 0.1000
2019-08-08 17:21:06,164 BAD EPOCHS (no improvement): 0
2019-08-08 17:21:06,164 ----------------------------------------------------------------------------------------------------
2019-08-08 17:21:06,447 epoch 8 - iter 0/2650 - loss 0.31120512 throughput (samples/sec): 30380.53
2019-08-08 17:22:28,405 epoch 8 - iter 265/2650 - loss 0.79242385 throughput (samples/sec): 103.52
2019-08-08 17:23:49,783 epoch 8 - iter 530/2650 - loss 0.79098483 throughput (samples/sec): 104.26
2019-08-08 17:25:11,511 epoch 8 - iter 795/2650 - loss 0.79566310 throughput (samples/sec): 103.81
2019-08-08 17:26:32,413 epoch 8 - iter 1060/2650 - loss 0.80065974 throughput (samples/sec): 104.87
2019-08-08 17:27:55,300 epoch 8 - iter 1325/2650 - loss 0.79848518 throughput (samples/sec): 102.36
2019-08-08 17:29:15,589 epoch 8 - iter 1590/2650 - loss 0.79980795 throughput (samples/sec): 105.67
2019-08-08 17:30:37,982 epoch 8 - iter 1855/2650 - loss 0.79944622 throughput (samples/sec): 102.97
2019-08-08 17:31:59,100 epoch 8 - iter 2120/2650 - loss 0.79601046 throughput (samples/sec): 104.59
2019-08-08 17:33:21,722 epoch 8 - iter 2385/2650 - loss 0.79566301 throughput (samples/sec): 102.69
2019-08-08 17:34:44,425 ----------------------------------------------------------------------------------------------------
2019-08-08 17:34:44,425 EPOCH 8 done: loss 0.7956 - lr 0.1000
2019-08-08 17:34:44,425 BAD EPOCHS (no improvement): 0
2019-08-08 17:34:44,426 ----------------------------------------------------------------------------------------------------
2019-08-08 17:34:44,700 epoch 9 - iter 0/2650 - loss 0.33114570 throughput (samples/sec): 31325.23
2019-08-08 17:36:09,149 epoch 9 - iter 265/2650 - loss 0.71138384 throughput (samples/sec): 100.46
2019-08-08 17:37:32,791 epoch 9 - iter 530/2650 - loss 0.73561072 throughput (samples/sec): 101.43
2019-08-08 17:38:54,948 epoch 9 - iter 795/2650 - loss 0.73038753 throughput (samples/sec): 103.27
2019-08-08 17:40:16,011 epoch 9 - iter 1060/2650 - loss 0.73531846 throughput (samples/sec): 104.66
2019-08-08 17:41:39,428 epoch 9 - iter 1325/2650 - loss 0.74376542 throughput (samples/sec): 101.71
2019-08-08 17:43:00,699 epoch 9 - iter 1590/2650 - loss 0.74233462 throughput (samples/sec): 104.39
2019-08-08 17:44:24,255 epoch 9 - iter 1855/2650 - loss 0.74873773 throughput (samples/sec): 101.54
2019-08-08 17:45:47,199 epoch 9 - iter 2120/2650 - loss 0.75418378 throughput (samples/sec): 102.29
2019-08-08 17:47:08,345 epoch 9 - iter 2385/2650 - loss 0.75580455 throughput (samples/sec): 104.56
2019-08-08 17:48:29,880 ----------------------------------------------------------------------------------------------------
2019-08-08 17:48:29,881 EPOCH 9 done: loss 0.7541 - lr 0.1000
2019-08-08 17:48:29,881 BAD EPOCHS (no improvement): 0
2019-08-08 17:48:29,881 ----------------------------------------------------------------------------------------------------
2019-08-08 17:48:30,227 epoch 10 - iter 0/2650 - loss 0.20781451 throughput (samples/sec): 24735.71
2019-08-08 17:49:51,205 epoch 10 - iter 265/2650 - loss 0.73816882 throughput (samples/sec): 104.77
2019-08-08 17:51:13,388 epoch 10 - iter 530/2650 - loss 0.73724366 throughput (samples/sec): 103.23
2019-08-08 17:52:36,441 epoch 10 - iter 795/2650 - loss 0.72408397 throughput (samples/sec): 102.16
2019-08-08 17:53:59,285 epoch 10 - iter 1060/2650 - loss 0.72510667 throughput (samples/sec): 102.41
2019-08-08 17:55:23,175 epoch 10 - iter 1325/2650 - loss 0.72550675 throughput (samples/sec): 101.13
2019-08-08 17:56:46,986 epoch 10 - iter 1590/2650 - loss 0.73064532 throughput (samples/sec): 101.23
2019-08-08 17:58:09,420 epoch 10 - iter 1855/2650 - loss 0.73039080 throughput (samples/sec): 102.92
2019-08-08 17:59:31,340 epoch 10 - iter 2120/2650 - loss 0.72694734 throughput (samples/sec): 103.57
2019-08-08 18:00:56,907 epoch 10 - iter 2385/2650 - loss 0.72787513 throughput (samples/sec): 99.15
2019-08-08 18:02:20,192 ----------------------------------------------------------------------------------------------------
2019-08-08 18:02:20,192 EPOCH 10 done: loss 0.7291 - lr 0.1000
2019-08-08 18:02:20,193 BAD EPOCHS (no improvement): 0
2019-08-08 18:02:20,193 ----------------------------------------------------------------------------------------------------
2019-08-08 18:02:20,500 epoch 11 - iter 0/2650 - loss 0.50029397 throughput (samples/sec): 27882.19
2019-08-08 18:03:43,197 epoch 11 - iter 265/2650 - loss 0.70863046 throughput (samples/sec): 102.59
2019-08-08 18:05:05,954 epoch 11 - iter 530/2650 - loss 0.70211022 throughput (samples/sec): 102.52
2019-08-08 18:06:29,170 epoch 11 - iter 795/2650 - loss 0.68860873 throughput (samples/sec): 101.95
2019-08-08 18:07:52,774 epoch 11 - iter 1060/2650 - loss 0.69494610 throughput (samples/sec): 101.48
2019-08-08 18:09:18,384 epoch 11 - iter 1325/2650 - loss 0.70142607 throughput (samples/sec): 99.10
2019-08-08 18:10:40,366 epoch 11 - iter 1590/2650 - loss 0.69582252 throughput (samples/sec): 103.49
2019-08-08 18:12:02,130 epoch 11 - iter 1855/2650 - loss 0.69249461 throughput (samples/sec): 103.77
2019-08-08 18:13:24,837 epoch 11 - iter 2120/2650 - loss 0.69641427 throughput (samples/sec): 102.58
2019-08-08 18:14:48,451 epoch 11 - iter 2385/2650 - loss 0.69899453 throughput (samples/sec): 101.47
2019-08-08 18:16:09,719 ----------------------------------------------------------------------------------------------------
2019-08-08 18:16:09,719 EPOCH 11 done: loss 0.6970 - lr 0.1000
2019-08-08 18:16:09,719 BAD EPOCHS (no improvement): 0
2019-08-08 18:16:09,719 ----------------------------------------------------------------------------------------------------
2019-08-08 18:16:10,031 epoch 12 - iter 0/2650 - loss 0.40702319 throughput (samples/sec): 27493.26
2019-08-08 18:17:31,000 epoch 12 - iter 265/2650 - loss 0.66587432 throughput (samples/sec): 104.79
2019-08-08 18:18:54,045 epoch 12 - iter 530/2650 - loss 0.67297174 throughput (samples/sec): 102.16
2019-08-08 18:20:15,252 epoch 12 - iter 795/2650 - loss 0.67509741 throughput (samples/sec): 104.48
2019-08-08 18:21:35,678 epoch 12 - iter 1060/2650 - loss 0.67343907 throughput (samples/sec): 105.49
2019-08-08 18:22:55,758 epoch 12 - iter 1325/2650 - loss 0.66840702 throughput (samples/sec): 105.95
2019-08-08 18:24:20,514 epoch 12 - iter 1590/2650 - loss 0.67305647 throughput (samples/sec): 100.10
2019-08-08 18:25:47,346 epoch 12 - iter 1855/2650 - loss 0.66909806 throughput (samples/sec): 97.71
2019-08-08 18:27:13,284 epoch 12 - iter 2120/2650 - loss 0.67391500 throughput (samples/sec): 98.73
2019-08-08 18:28:39,079 epoch 12 - iter 2385/2650 - loss 0.67661136 throughput (samples/sec): 98.89
2019-08-08 18:30:03,504 ----------------------------------------------------------------------------------------------------
2019-08-08 18:30:03,504 EPOCH 12 done: loss 0.6815 - lr 0.1000
2019-08-08 18:30:03,504 BAD EPOCHS (no improvement): 0
2019-08-08 18:30:03,505 ----------------------------------------------------------------------------------------------------
2019-08-08 18:30:03,773 epoch 13 - iter 0/2650 - loss 1.33587968 throughput (samples/sec): 31980.08
2019-08-08 18:31:26,119 epoch 13 - iter 265/2650 - loss 0.64723022 throughput (samples/sec): 103.04
2019-08-08 18:32:48,942 epoch 13 - iter 530/2650 - loss 0.65080629 throughput (samples/sec): 102.44
2019-08-08 18:34:12,033 epoch 13 - iter 795/2650 - loss 0.65294088 throughput (samples/sec): 102.11
2019-08-08 18:35:34,691 epoch 13 - iter 1060/2650 - loss 0.66003400 throughput (samples/sec): 102.64
2019-08-08 18:36:59,007 epoch 13 - iter 1325/2650 - loss 0.65143917 throughput (samples/sec): 100.62
2019-08-08 18:38:24,455 epoch 13 - iter 1590/2650 - loss 0.65682313 throughput (samples/sec): 99.29
2019-08-08 18:39:49,205 epoch 13 - iter 1855/2650 - loss 0.65919649 throughput (samples/sec): 100.11
2019-08-08 18:41:13,874 epoch 13 - iter 2120/2650 - loss 0.66327202 throughput (samples/sec): 100.20
2019-08-08 18:42:38,562 epoch 13 - iter 2385/2650 - loss 0.65944174 throughput (samples/sec): 100.18
2019-08-08 18:44:02,715 ----------------------------------------------------------------------------------------------------
2019-08-08 18:44:02,715 EPOCH 13 done: loss 0.6653 - lr 0.1000
2019-08-08 18:44:02,715 BAD EPOCHS (no improvement): 0
2019-08-08 18:44:02,716 ----------------------------------------------------------------------------------------------------
2019-08-08 18:44:02,955 epoch 14 - iter 0/2650 - loss 0.18008149 throughput (samples/sec): 36013.00
2019-08-08 18:45:27,337 epoch 14 - iter 265/2650 - loss 0.61258302 throughput (samples/sec): 100.55
2019-08-08 18:46:51,051 epoch 14 - iter 530/2650 - loss 0.61261081 throughput (samples/sec): 101.35
2019-08-08 18:48:15,450 epoch 14 - iter 795/2650 - loss 0.60901396 throughput (samples/sec): 100.52
2019-08-08 18:49:41,790 epoch 14 - iter 1060/2650 - loss 0.61372813 throughput (samples/sec): 98.26
2019-08-08 18:51:06,087 epoch 14 - iter 1325/2650 - loss 0.62606423 throughput (samples/sec): 100.65
2019-08-08 18:52:31,940 epoch 14 - iter 1590/2650 - loss 0.63438289 throughput (samples/sec): 98.82
2019-08-08 18:53:57,262 epoch 14 - iter 1855/2650 - loss 0.63373499 throughput (samples/sec): 99.44
2019-08-08 18:55:21,506 epoch 14 - iter 2120/2650 - loss 0.63583586 throughput (samples/sec): 100.71
2019-08-08 18:56:45,860 epoch 14 - iter 2385/2650 - loss 0.63567055 throughput (samples/sec): 100.58
2019-08-08 18:58:08,636 ----------------------------------------------------------------------------------------------------
2019-08-08 18:58:08,637 EPOCH 14 done: loss 0.6391 - lr 0.1000
2019-08-08 18:58:08,637 BAD EPOCHS (no improvement): 0
2019-08-08 18:58:08,637 ----------------------------------------------------------------------------------------------------
2019-08-08 18:58:08,956 epoch 15 - iter 0/2650 - loss 0.60840911 throughput (samples/sec): 26876.10
2019-08-08 18:59:30,350 epoch 15 - iter 265/2650 - loss 0.62553894 throughput (samples/sec): 104.24
2019-08-08 19:00:51,414 epoch 15 - iter 530/2650 - loss 0.62427393 throughput (samples/sec): 104.66
2019-08-08 19:02:13,135 epoch 15 - iter 795/2650 - loss 0.62611703 throughput (samples/sec): 103.82
2019-08-08 19:03:36,800 epoch 15 - iter 1060/2650 - loss 0.62077318 throughput (samples/sec): 101.41
2019-08-08 19:04:58,782 epoch 15 - iter 1325/2650 - loss 0.61968550 throughput (samples/sec): 103.49
2019-08-08 19:06:20,946 epoch 15 - iter 1590/2650 - loss 0.62215039 throughput (samples/sec): 103.26
2019-08-08 19:07:44,025 epoch 15 - iter 1855/2650 - loss 0.62866423 throughput (samples/sec): 102.12
2019-08-08 19:09:07,925 epoch 15 - iter 2120/2650 - loss 0.62789089 throughput (samples/sec): 101.13
2019-08-08 19:10:32,706 epoch 15 - iter 2385/2650 - loss 0.62921397 throughput (samples/sec): 100.07
2019-08-08 19:11:55,631 ----------------------------------------------------------------------------------------------------
2019-08-08 19:11:55,631 EPOCH 15 done: loss 0.6273 - lr 0.1000
2019-08-08 19:11:55,631 BAD EPOCHS (no improvement): 0
2019-08-08 19:11:55,631 ----------------------------------------------------------------------------------------------------
2019-08-08 19:11:55,976 epoch 16 - iter 0/2650 - loss 0.94160718 throughput (samples/sec): 24900.08
2019-08-08 19:13:19,298 epoch 16 - iter 265/2650 - loss 0.59180739 throughput (samples/sec): 101.82
2019-08-08 19:14:40,818 epoch 16 - iter 530/2650 - loss 0.59786585 throughput (samples/sec): 104.08
2019-08-08 19:16:03,559 epoch 16 - iter 795/2650 - loss 0.60746862 throughput (samples/sec): 102.54
2019-08-08 19:17:25,796 epoch 16 - iter 1060/2650 - loss 0.61848220 throughput (samples/sec): 103.17
2019-08-08 19:18:50,718 epoch 16 - iter 1325/2650 - loss 0.62167395 throughput (samples/sec): 99.91
2019-08-08 19:20:13,998 epoch 16 - iter 1590/2650 - loss 0.61834927 throughput (samples/sec): 101.88
2019-08-08 19:21:37,008 epoch 16 - iter 1855/2650 - loss 0.61509640 throughput (samples/sec): 102.21
2019-08-08 19:22:59,492 epoch 16 - iter 2120/2650 - loss 0.62033930 throughput (samples/sec): 102.86
2019-08-08 19:24:22,957 epoch 16 - iter 2385/2650 - loss 0.62313076 throughput (samples/sec): 101.65
2019-08-08 19:25:45,115 ----------------------------------------------------------------------------------------------------
2019-08-08 19:25:45,115 EPOCH 16 done: loss 0.6228 - lr 0.1000
2019-08-08 19:25:45,115 BAD EPOCHS (no improvement): 0
2019-08-08 19:25:45,115 ----------------------------------------------------------------------------------------------------
2019-08-08 19:25:45,947 epoch 17 - iter 0/2650 - loss 1.20939708 throughput (samples/sec): 10232.47
2019-08-08 19:27:08,467 epoch 17 - iter 265/2650 - loss 0.57800328 throughput (samples/sec): 102.82
2019-08-08 19:28:32,845 epoch 17 - iter 530/2650 - loss 0.57658257 throughput (samples/sec): 100.55
2019-08-08 19:29:56,742 epoch 17 - iter 795/2650 - loss 0.58483981 throughput (samples/sec): 101.13
2019-08-08 19:31:18,486 epoch 17 - iter 1060/2650 - loss 0.58720709 throughput (samples/sec): 103.79
2019-08-08 19:32:41,281 epoch 17 - iter 1325/2650 - loss 0.59781084 throughput (samples/sec): 102.47
2019-08-08 19:34:02,838 epoch 17 - iter 1590/2650 - loss 0.59617215 throughput (samples/sec): 104.03
2019-08-08 19:35:25,050 epoch 17 - iter 1855/2650 - loss 0.59803773 throughput (samples/sec): 103.20
2019-08-08 19:36:49,534 epoch 17 - iter 2120/2650 - loss 0.59811791 throughput (samples/sec): 100.42
2019-08-08 19:38:11,397 epoch 17 - iter 2385/2650 - loss 0.59791156 throughput (samples/sec): 103.64
2019-08-08 19:39:33,947 ----------------------------------------------------------------------------------------------------
2019-08-08 19:39:33,947 EPOCH 17 done: loss 0.5999 - lr 0.1000
2019-08-08 19:39:33,947 BAD EPOCHS (no improvement): 0
2019-08-08 19:39:33,947 ----------------------------------------------------------------------------------------------------
2019-08-08 19:39:34,652 epoch 18 - iter 0/2650 - loss 0.69268775 throughput (samples/sec): 12084.64
2019-08-08 19:40:59,712 epoch 18 - iter 265/2650 - loss 0.58545711 throughput (samples/sec): 99.74
2019-08-08 19:42:22,754 epoch 18 - iter 530/2650 - loss 0.57530186 throughput (samples/sec): 102.17
2019-08-08 19:43:44,307 epoch 18 - iter 795/2650 - loss 0.56978332 throughput (samples/sec): 104.04
2019-08-08 19:45:08,084 epoch 18 - iter 1060/2650 - loss 0.57286610 throughput (samples/sec): 101.27
2019-08-08 19:46:31,134 epoch 18 - iter 1325/2650 - loss 0.57089774 throughput (samples/sec): 102.16
2019-08-08 19:47:52,743 epoch 18 - iter 1590/2650 - loss 0.57540413 throughput (samples/sec): 103.97
2019-08-08 19:49:16,061 epoch 18 - iter 1855/2650 - loss 0.57893976 throughput (samples/sec): 101.83
2019-08-08 19:50:37,652 epoch 18 - iter 2120/2650 - loss 0.58182218 throughput (samples/sec): 103.99
2019-08-08 19:51:57,853 epoch 18 - iter 2385/2650 - loss 0.58034444 throughput (samples/sec): 105.79
2019-08-08 19:53:23,122 ----------------------------------------------------------------------------------------------------
2019-08-08 19:53:23,122 EPOCH 18 done: loss 0.5845 - lr 0.1000
2019-08-08 19:53:23,123 BAD EPOCHS (no improvement): 0
2019-08-08 19:53:23,123 ----------------------------------------------------------------------------------------------------
2019-08-08 19:53:23,462 epoch 19 - iter 0/2650 - loss 0.43647367 throughput (samples/sec): 25292.59
2019-08-08 19:54:46,993 epoch 19 - iter 265/2650 - loss 0.54473870 throughput (samples/sec): 101.57
2019-08-08 19:56:11,050 epoch 19 - iter 530/2650 - loss 0.55996604 throughput (samples/sec): 100.93
2019-08-08 19:57:34,402 epoch 19 - iter 795/2650 - loss 0.55381026 throughput (samples/sec): 101.79
2019-08-08 19:58:59,353 epoch 19 - iter 1060/2650 - loss 0.55430670 throughput (samples/sec): 99.87
2019-08-08 20:00:23,171 epoch 19 - iter 1325/2650 - loss 0.55458048 throughput (samples/sec): 101.22
2019-08-08 20:01:44,238 epoch 19 - iter 1590/2650 - loss 0.55892193 throughput (samples/sec): 104.66
2019-08-08 20:03:05,470 epoch 19 - iter 1855/2650 - loss 0.55759518 throughput (samples/sec): 104.45
2019-08-08 20:04:25,104 epoch 19 - iter 2120/2650 - loss 0.55812337 throughput (samples/sec): 106.54
2019-08-08 20:05:45,471 epoch 19 - iter 2385/2650 - loss 0.56561302 throughput (samples/sec): 105.57
2019-08-08 20:07:11,557 ----------------------------------------------------------------------------------------------------
2019-08-08 20:07:11,557 EPOCH 19 done: loss 0.5679 - lr 0.1000
2019-08-08 20:07:11,557 BAD EPOCHS (no improvement): 0
2019-08-08 20:07:11,557 ----------------------------------------------------------------------------------------------------
2019-08-08 20:07:11,780 epoch 20 - iter 0/2650 - loss 0.38332438 throughput (samples/sec): 38718.37
2019-08-08 20:08:35,502 epoch 20 - iter 265/2650 - loss 0.54123043 throughput (samples/sec): 101.34
2019-08-08 20:09:58,840 epoch 20 - iter 530/2650 - loss 0.53824506 throughput (samples/sec): 101.80
2019-08-08 20:11:21,896 epoch 20 - iter 795/2650 - loss 0.55035664 throughput (samples/sec): 102.15
2019-08-08 20:12:44,719 epoch 20 - iter 1060/2650 - loss 0.55304590 throughput (samples/sec): 102.44
2019-08-08 20:14:06,623 epoch 20 - iter 1325/2650 - loss 0.55024053 throughput (samples/sec): 103.59
2019-08-08 20:15:33,162 epoch 20 - iter 1590/2650 - loss 0.56121609 throughput (samples/sec): 98.04
2019-08-08 20:16:57,377 epoch 20 - iter 1855/2650 - loss 0.56322955 throughput (samples/sec): 100.74
2019-08-08 20:18:22,931 epoch 20 - iter 2120/2650 - loss 0.56688845 throughput (samples/sec): 99.17
2019-08-08 20:19:48,457 epoch 20 - iter 2385/2650 - loss 0.56450431 throughput (samples/sec): 99.20
2019-08-08 20:21:09,514 ----------------------------------------------------------------------------------------------------
2019-08-08 20:21:09,515 EPOCH 20 done: loss 0.5622 - lr 0.1000
2019-08-08 20:21:09,515 BAD EPOCHS (no improvement): 0
2019-08-08 20:21:09,515 ----------------------------------------------------------------------------------------------------
2019-08-08 20:21:09,729 epoch 21 - iter 0/2650 - loss 0.14398801 throughput (samples/sec): 40230.26
2019-08-08 20:22:33,062 epoch 21 - iter 265/2650 - loss 0.53684237 throughput (samples/sec): 101.81
2019-08-08 20:23:56,412 epoch 21 - iter 530/2650 - loss 0.54625567 throughput (samples/sec): 101.79
2019-08-08 20:25:21,716 epoch 21 - iter 795/2650 - loss 0.54900351 throughput (samples/sec): 99.46
2019-08-08 20:26:45,862 epoch 21 - iter 1060/2650 - loss 0.55466434 throughput (samples/sec): 100.83
2019-08-08 20:28:12,027 epoch 21 - iter 1325/2650 - loss 0.55690414 throughput (samples/sec): 98.46
2019-08-08 20:29:34,494 epoch 21 - iter 1590/2650 - loss 0.55185984 throughput (samples/sec): 102.88
2019-08-08 20:30:56,405 epoch 21 - iter 1855/2650 - loss 0.55072349 throughput (samples/sec): 103.58
2019-08-08 20:32:21,256 epoch 21 - iter 2120/2650 - loss 0.55099161 throughput (samples/sec): 99.99
2019-08-08 20:33:42,512 epoch 21 - iter 2385/2650 - loss 0.55010761 throughput (samples/sec): 104.41
2019-08-08 20:35:06,364 ----------------------------------------------------------------------------------------------------
2019-08-08 20:35:06,365 EPOCH 21 done: loss 0.5569 - lr 0.1000
2019-08-08 20:35:06,365 BAD EPOCHS (no improvement): 0
2019-08-08 20:35:06,365 ----------------------------------------------------------------------------------------------------
2019-08-08 20:35:06,688 epoch 22 - iter 0/2650 - loss 0.60782385 throughput (samples/sec): 26523.80
2019-08-08 20:36:29,123 epoch 22 - iter 265/2650 - loss 0.56063507 throughput (samples/sec): 102.92
2019-08-08 20:37:52,648 epoch 22 - iter 530/2650 - loss 0.53398722 throughput (samples/sec): 101.58
2019-08-08 20:39:13,167 epoch 22 - iter 795/2650 - loss 0.52332084 throughput (samples/sec): 105.37
2019-08-08 20:40:37,734 epoch 22 - iter 1060/2650 - loss 0.52989065 throughput (samples/sec): 100.33
2019-08-08 20:41:58,234 epoch 22 - iter 1325/2650 - loss 0.52793110 throughput (samples/sec): 105.40
2019-08-08 20:43:21,016 epoch 22 - iter 1590/2650 - loss 0.53497032 throughput (samples/sec): 102.49
2019-08-08 20:44:45,678 epoch 22 - iter 1855/2650 - loss 0.53796359 throughput (samples/sec): 100.21
2019-08-08 20:46:07,892 epoch 22 - iter 2120/2650 - loss 0.53773830 throughput (samples/sec): 103.20
2019-08-08 20:47:32,648 epoch 22 - iter 2385/2650 - loss 0.54078624 throughput (samples/sec): 100.10
2019-08-08 20:48:55,513 ----------------------------------------------------------------------------------------------------
2019-08-08 20:48:55,513 EPOCH 22 done: loss 0.5425 - lr 0.1000
2019-08-08 20:48:55,513 BAD EPOCHS (no improvement): 0
2019-08-08 20:48:55,513 ----------------------------------------------------------------------------------------------------
2019-08-08 20:48:55,895 epoch 23 - iter 0/2650 - loss 0.32699037 throughput (samples/sec): 22443.30
2019-08-08 20:50:21,329 epoch 23 - iter 265/2650 - loss 0.52524323 throughput (samples/sec): 99.31
2019-08-08 20:51:43,936 epoch 23 - iter 530/2650 - loss 0.52778067 throughput (samples/sec): 102.70
2019-08-08 20:53:05,031 epoch 23 - iter 795/2650 - loss 0.52967581 throughput (samples/sec): 104.62
2019-08-08 20:54:26,084 epoch 23 - iter 1060/2650 - loss 0.53796673 throughput (samples/sec): 104.68
2019-08-08 20:55:49,630 epoch 23 - iter 1325/2650 - loss 0.53401904 throughput (samples/sec): 101.55
2019-08-08 20:57:09,632 epoch 23 - iter 1590/2650 - loss 0.53304952 throughput (samples/sec): 106.05
2019-08-08 20:58:30,625 epoch 23 - iter 1855/2650 - loss 0.53158119 throughput (samples/sec): 104.75
2019-08-08 20:59:51,885 epoch 23 - iter 2120/2650 - loss 0.53388211 throughput (samples/sec): 104.41
2019-08-08 21:01:14,769 epoch 23 - iter 2385/2650 - loss 0.53553253 throughput (samples/sec): 102.36
2019-08-08 21:02:37,752 ----------------------------------------------------------------------------------------------------
2019-08-08 21:02:37,752 EPOCH 23 done: loss 0.5385 - lr 0.1000
2019-08-08 21:02:37,752 BAD EPOCHS (no improvement): 0
2019-08-08 21:02:37,752 ----------------------------------------------------------------------------------------------------
2019-08-08 21:02:38,006 epoch 24 - iter 0/2650 - loss 0.47493708 throughput (samples/sec): 33953.29
2019-08-08 21:04:02,496 epoch 24 - iter 265/2650 - loss 0.49742818 throughput (samples/sec): 100.41
2019-08-08 21:05:24,841 epoch 24 - iter 530/2650 - loss 0.50220125 throughput (samples/sec): 103.03
2019-08-08 21:06:45,796 epoch 24 - iter 795/2650 - loss 0.49836216 throughput (samples/sec): 104.80
2019-08-08 21:08:08,436 epoch 24 - iter 1060/2650 - loss 0.49902281 throughput (samples/sec): 102.66
2019-08-08 21:09:35,911 epoch 24 - iter 1325/2650 - loss 0.49835616 throughput (samples/sec): 96.99
2019-08-08 21:11:12,978 epoch 24 - iter 1590/2650 - loss 0.50463183 throughput (samples/sec): 87.40
2019-08-08 21:12:51,444 epoch 24 - iter 1855/2650 - loss 0.51022280 throughput (samples/sec): 86.16
2019-08-08 21:14:31,385 epoch 24 - iter 2120/2650 - loss 0.51123804 throughput (samples/sec): 84.88
2019-08-08 21:16:11,910 epoch 24 - iter 2385/2650 - loss 0.51695340 throughput (samples/sec): 84.39
2019-08-08 21:17:38,749 ----------------------------------------------------------------------------------------------------
2019-08-08 21:17:38,749 EPOCH 24 done: loss 0.5224 - lr 0.1000
2019-08-08 21:17:38,749 BAD EPOCHS (no improvement): 0
2019-08-08 21:17:38,750 ----------------------------------------------------------------------------------------------------
2019-08-08 21:17:39,000 epoch 25 - iter 0/2650 - loss 0.35931003 throughput (samples/sec): 34323.90
2019-08-08 21:19:10,948 epoch 25 - iter 265/2650 - loss 0.49128119 throughput (samples/sec): 92.27
2019-08-08 21:20:51,737 epoch 25 - iter 530/2650 - loss 0.48623202 throughput (samples/sec): 84.17
2019-08-08 21:22:29,264 epoch 25 - iter 795/2650 - loss 0.49672397 throughput (samples/sec): 86.99
2019-08-08 21:24:06,048 epoch 25 - iter 1060/2650 - loss 0.49902245 throughput (samples/sec): 87.65
2019-08-08 21:25:46,150 epoch 25 - iter 1325/2650 - loss 0.50629441 throughput (samples/sec): 84.75
2019-08-08 21:27:27,657 epoch 25 - iter 1590/2650 - loss 0.50737415 throughput (samples/sec): 83.58
2019-08-08 21:29:07,430 epoch 25 - iter 1855/2650 - loss 0.50753595 throughput (samples/sec): 85.03
2019-08-08 21:30:48,290 epoch 25 - iter 2120/2650 - loss 0.51176585 throughput (samples/sec): 84.11
2019-08-08 21:32:30,349 epoch 25 - iter 2385/2650 - loss 0.51310921 throughput (samples/sec): 83.12
2019-08-08 21:34:07,552 ----------------------------------------------------------------------------------------------------
2019-08-08 21:34:07,553 EPOCH 25 done: loss 0.5158 - lr 0.1000
2019-08-08 21:34:07,553 BAD EPOCHS (no improvement): 0
2019-08-08 21:34:07,553 ----------------------------------------------------------------------------------------------------
2019-08-08 21:34:07,887 epoch 26 - iter 0/2650 - loss 0.80676651 throughput (samples/sec): 25651.27
2019-08-08 21:35:39,712 epoch 26 - iter 265/2650 - loss 0.46816354 throughput (samples/sec): 92.39
2019-08-08 21:37:16,552 epoch 26 - iter 530/2650 - loss 0.47075052 throughput (samples/sec): 87.60
2019-08-08 21:38:58,661 epoch 26 - iter 795/2650 - loss 0.48404235 throughput (samples/sec): 83.08
2019-08-08 21:40:39,535 epoch 26 - iter 1060/2650 - loss 0.49126738 throughput (samples/sec): 84.10
2019-08-08 21:42:18,872 epoch 26 - iter 1325/2650 - loss 0.49537077 throughput (samples/sec): 85.40
2019-08-08 21:43:56,531 epoch 26 - iter 1590/2650 - loss 0.49786972 throughput (samples/sec): 86.87
2019-08-08 21:45:36,459 epoch 26 - iter 1855/2650 - loss 0.49870067 throughput (samples/sec): 84.90
2019-08-08 21:47:19,041 epoch 26 - iter 2120/2650 - loss 0.50033980 throughput (samples/sec): 82.70
2019-08-08 21:48:58,189 epoch 26 - iter 2385/2650 - loss 0.50404171 throughput (samples/sec): 85.57
2019-08-08 21:50:37,700 ----------------------------------------------------------------------------------------------------
2019-08-08 21:50:37,701 EPOCH 26 done: loss 0.5059 - lr 0.1000
2019-08-08 21:50:37,701 BAD EPOCHS (no improvement): 0
2019-08-08 21:50:37,701 ----------------------------------------------------------------------------------------------------
2019-08-08 21:50:38,032 epoch 27 - iter 0/2650 - loss 0.10203117 throughput (samples/sec): 25932.99
2019-08-08 21:52:11,797 epoch 27 - iter 265/2650 - loss 0.47089718 throughput (samples/sec): 90.48
2019-08-08 21:53:38,809 epoch 27 - iter 530/2650 - loss 0.47928792 throughput (samples/sec): 97.50
2019-08-08 21:55:19,156 epoch 27 - iter 795/2650 - loss 0.48085990 throughput (samples/sec): 84.54
2019-08-08 21:56:59,233 epoch 27 - iter 1060/2650 - loss 0.48920794 throughput (samples/sec): 84.77
2019-08-08 21:58:36,974 epoch 27 - iter 1325/2650 - loss 0.49272136 throughput (samples/sec): 86.80
2019-08-08 22:00:17,030 epoch 27 - iter 1590/2650 - loss 0.48878605 throughput (samples/sec): 84.79
2019-08-08 22:02:01,527 epoch 27 - iter 1855/2650 - loss 0.49192334 throughput (samples/sec): 81.18
2019-08-08 22:03:41,170 epoch 27 - iter 2120/2650 - loss 0.49098018 throughput (samples/sec): 85.14
2019-08-08 22:05:22,176 epoch 27 - iter 2385/2650 - loss 0.49461183 throughput (samples/sec): 83.99
2019-08-08 22:07:02,080 ----------------------------------------------------------------------------------------------------
2019-08-08 22:07:02,080 EPOCH 27 done: loss 0.4973 - lr 0.1000
2019-08-08 22:07:02,081 BAD EPOCHS (no improvement): 0
2019-08-08 22:07:02,081 ----------------------------------------------------------------------------------------------------
2019-08-08 22:07:02,685 epoch 28 - iter 0/2650 - loss 0.23517013 throughput (samples/sec): 14113.53
2019-08-08 22:08:44,991 epoch 28 - iter 265/2650 - loss 0.47403408 throughput (samples/sec): 82.92
2019-08-08 22:10:16,524 epoch 28 - iter 530/2650 - loss 0.46669906 throughput (samples/sec): 92.69
2019-08-08 22:11:54,697 epoch 28 - iter 795/2650 - loss 0.47084272 throughput (samples/sec): 86.42
2019-08-08 22:13:33,631 epoch 28 - iter 1060/2650 - loss 0.47923173 throughput (samples/sec): 85.75
2019-08-08 22:15:11,787 epoch 28 - iter 1325/2650 - loss 0.48122996 throughput (samples/sec): 86.43
2019-08-08 22:16:51,589 epoch 28 - iter 1590/2650 - loss 0.48313786 throughput (samples/sec): 85.00
2019-08-08 22:18:30,108 epoch 28 - iter 1855/2650 - loss 0.48443250 throughput (samples/sec): 86.11
2019-08-08 22:20:10,730 epoch 28 - iter 2120/2650 - loss 0.48703428 throughput (samples/sec): 84.31
2019-08-08 22:21:51,367 epoch 28 - iter 2385/2650 - loss 0.49207506 throughput (samples/sec): 84.30
2019-08-08 22:23:30,322 ----------------------------------------------------------------------------------------------------
2019-08-08 22:23:30,322 EPOCH 28 done: loss 0.4937 - lr 0.1000
2019-08-08 22:23:30,323 BAD EPOCHS (no improvement): 0
2019-08-08 22:23:30,323 ----------------------------------------------------------------------------------------------------
2019-08-08 22:23:30,779 epoch 29 - iter 0/2650 - loss 0.22029161 throughput (samples/sec): 18718.11
2019-08-08 22:25:11,515 epoch 29 - iter 265/2650 - loss 0.46843173 throughput (samples/sec): 84.21
2019-08-08 22:26:50,537 epoch 29 - iter 530/2650 - loss 0.47590995 throughput (samples/sec): 85.67
2019-08-08 22:28:23,206 epoch 29 - iter 795/2650 - loss 0.48655021 throughput (samples/sec): 91.55
2019-08-08 22:30:00,672 epoch 29 - iter 1060/2650 - loss 0.48190160 throughput (samples/sec): 87.04
2019-08-08 22:31:42,060 epoch 29 - iter 1325/2650 - loss 0.48277661 throughput (samples/sec): 83.67
2019-08-08 22:33:21,127 epoch 29 - iter 1590/2650 - loss 0.48563179 throughput (samples/sec): 85.63
2019-08-08 22:35:01,083 epoch 29 - iter 1855/2650 - loss 0.48883912 throughput (samples/sec): 84.87
2019-08-08 22:36:39,691 epoch 29 - iter 2120/2650 - loss 0.48852700 throughput (samples/sec): 86.03
2019-08-08 22:38:18,631 epoch 29 - iter 2385/2650 - loss 0.49001170 throughput (samples/sec): 85.74
2019-08-08 22:39:57,658 ----------------------------------------------------------------------------------------------------
2019-08-08 22:39:57,659 EPOCH 29 done: loss 0.4874 - lr 0.1000
2019-08-08 22:39:57,659 BAD EPOCHS (no improvement): 0
2019-08-08 22:39:57,659 ----------------------------------------------------------------------------------------------------
2019-08-08 22:39:57,992 epoch 30 - iter 0/2650 - loss 0.53292990 throughput (samples/sec): 25749.96
2019-08-08 22:41:38,826 epoch 30 - iter 265/2650 - loss 0.48666803 throughput (samples/sec): 84.13
2019-08-08 22:43:17,308 epoch 30 - iter 530/2650 - loss 0.47851895 throughput (samples/sec): 86.14
2019-08-08 22:44:51,986 epoch 30 - iter 795/2650 - loss 0.46467003 throughput (samples/sec): 89.61
2019-08-08 22:46:22,826 epoch 30 - iter 1060/2650 - loss 0.47588904 throughput (samples/sec): 93.39
2019-08-08 22:48:02,302 epoch 30 - iter 1325/2650 - loss 0.47448517 throughput (samples/sec): 85.28
2019-08-08 22:49:42,302 epoch 30 - iter 1590/2650 - loss 0.47503637 throughput (samples/sec): 84.84
2019-08-08 22:51:20,550 epoch 30 - iter 1855/2650 - loss 0.47733555 throughput (samples/sec): 86.35
2019-08-08 22:52:58,384 epoch 30 - iter 2120/2650 - loss 0.47928561 throughput (samples/sec): 86.71
2019-08-08 22:54:38,248 epoch 30 - iter 2385/2650 - loss 0.48029486 throughput (samples/sec): 84.95
2019-08-08 22:56:18,727 ----------------------------------------------------------------------------------------------------
2019-08-08 22:56:18,727 EPOCH 30 done: loss 0.4793 - lr 0.1000
2019-08-08 22:56:18,727 BAD EPOCHS (no improvement): 0
2019-08-08 22:56:18,727 ----------------------------------------------------------------------------------------------------
2019-08-08 22:56:19,041 epoch 31 - iter 0/2650 - loss 0.89822137 throughput (samples/sec): 27322.97
2019-08-08 22:57:58,412 epoch 31 - iter 265/2650 - loss 0.45808364 throughput (samples/sec): 85.37
2019-08-08 22:59:39,989 epoch 31 - iter 530/2650 - loss 0.47406353 throughput (samples/sec): 83.52
2019-08-08 23:01:21,469 epoch 31 - iter 795/2650 - loss 0.46752654 throughput (samples/sec): 83.60
2019-08-08 23:02:55,319 epoch 31 - iter 1060/2650 - loss 0.46736042 throughput (samples/sec): 90.40
2019-08-08 23:04:31,745 epoch 31 - iter 1325/2650 - loss 0.46064089 throughput (samples/sec): 87.98
2019-08-08 23:06:15,121 epoch 31 - iter 1590/2650 - loss 0.46587969 throughput (samples/sec): 82.06
2019-08-08 23:08:01,406 epoch 31 - iter 1855/2650 - loss 0.47084024 throughput (samples/sec): 79.82
2019-08-08 23:09:39,312 epoch 31 - iter 2120/2650 - loss 0.46942132 throughput (samples/sec): 86.65
2019-08-08 23:11:18,733 epoch 31 - iter 2385/2650 - loss 0.47113184 throughput (samples/sec): 85.33
2019-08-08 23:13:01,794 ----------------------------------------------------------------------------------------------------
2019-08-08 23:13:01,794 EPOCH 31 done: loss 0.4726 - lr 0.1000
2019-08-08 23:13:01,794 BAD EPOCHS (no improvement): 0
2019-08-08 23:13:01,794 ----------------------------------------------------------------------------------------------------
2019-08-08 23:13:02,326 epoch 32 - iter 0/2650 - loss 0.51065916 throughput (samples/sec): 16078.69
2019-08-08 23:14:38,588 epoch 32 - iter 265/2650 - loss 0.45667724 throughput (samples/sec): 88.13
2019-08-08 23:16:18,865 epoch 32 - iter 530/2650 - loss 0.45393455 throughput (samples/sec): 84.60
2019-08-08 23:17:58,257 epoch 32 - iter 795/2650 - loss 0.45741449 throughput (samples/sec): 85.35
2019-08-08 23:19:32,725 epoch 32 - iter 1060/2650 - loss 0.45477013 throughput (samples/sec): 89.80
2019-08-08 23:21:04,319 epoch 32 - iter 1325/2650 - loss 0.46259872 throughput (samples/sec): 92.62
2019-08-08 23:22:43,311 epoch 32 - iter 1590/2650 - loss 0.46248434 throughput (samples/sec): 85.70
2019-08-08 23:24:20,921 epoch 32 - iter 1855/2650 - loss 0.46305481 throughput (samples/sec): 86.91
2019-08-08 23:25:59,631 epoch 32 - iter 2120/2650 - loss 0.46424551 throughput (samples/sec): 85.94
2019-08-08 23:27:42,129 epoch 32 - iter 2385/2650 - loss 0.46683482 throughput (samples/sec): 82.77
2019-08-08 23:29:23,334 ----------------------------------------------------------------------------------------------------
2019-08-08 23:29:23,335 EPOCH 32 done: loss 0.4671 - lr 0.1000
2019-08-08 23:29:23,335 BAD EPOCHS (no improvement): 0
2019-08-08 23:29:23,335 ----------------------------------------------------------------------------------------------------
2019-08-08 23:29:23,816 epoch 33 - iter 0/2650 - loss 0.59553295 throughput (samples/sec): 17771.48
2019-08-08 23:30:50,517 epoch 33 - iter 265/2650 - loss 0.43458016 throughput (samples/sec): 97.85
2019-08-08 23:32:15,288 epoch 33 - iter 530/2650 - loss 0.44498484 throughput (samples/sec): 100.08
2019-08-08 23:33:39,347 epoch 33 - iter 795/2650 - loss 0.45438843 throughput (samples/sec): 100.93
2019-08-08 23:35:01,703 epoch 33 - iter 1060/2650 - loss 0.45242876 throughput (samples/sec): 103.02
2019-08-08 23:36:27,579 epoch 33 - iter 1325/2650 - loss 0.45193698 throughput (samples/sec): 98.79
2019-08-08 23:37:50,385 epoch 33 - iter 1590/2650 - loss 0.45055993 throughput (samples/sec): 102.46
2019-08-08 23:39:18,401 epoch 33 - iter 1855/2650 - loss 0.45395918 throughput (samples/sec): 96.39
2019-08-08 23:40:42,070 epoch 33 - iter 2120/2650 - loss 0.45866855 throughput (samples/sec): 101.40
2019-08-08 23:42:04,483 epoch 33 - iter 2385/2650 - loss 0.45901743 throughput (samples/sec): 102.95
2019-08-08 23:43:26,895 ----------------------------------------------------------------------------------------------------
2019-08-08 23:43:26,895 EPOCH 33 done: loss 0.4598 - lr 0.1000
2019-08-08 23:43:26,895 BAD EPOCHS (no improvement): 0
2019-08-08 23:43:26,896 ----------------------------------------------------------------------------------------------------
2019-08-08 23:43:27,301 epoch 34 - iter 0/2650 - loss 0.58408910 throughput (samples/sec): 21107.24
2019-08-08 23:44:51,132 epoch 34 - iter 265/2650 - loss 0.43716153 throughput (samples/sec): 101.20
2019-08-08 23:46:16,971 epoch 34 - iter 530/2650 - loss 0.43276712 throughput (samples/sec): 98.84
2019-08-08 23:47:43,578 epoch 34 - iter 795/2650 - loss 0.43467532 throughput (samples/sec): 97.96
2019-08-08 23:49:10,286 epoch 34 - iter 1060/2650 - loss 0.43682818 throughput (samples/sec): 97.85
2019-08-08 23:50:36,784 epoch 34 - iter 1325/2650 - loss 0.44724794 throughput (samples/sec): 98.09
2019-08-08 23:52:01,919 epoch 34 - iter 1590/2650 - loss 0.44587124 throughput (samples/sec): 99.66
2019-08-08 23:53:25,766 epoch 34 - iter 1855/2650 - loss 0.44744382 throughput (samples/sec): 101.19
2019-08-08 23:54:49,534 epoch 34 - iter 2120/2650 - loss 0.44717141 throughput (samples/sec): 101.28
2019-08-08 23:56:14,963 epoch 34 - iter 2385/2650 - loss 0.45150160 throughput (samples/sec): 99.31
2019-08-08 23:57:37,304 ----------------------------------------------------------------------------------------------------
2019-08-08 23:57:37,305 EPOCH 34 done: loss 0.4540 - lr 0.1000
2019-08-08 23:57:37,305 BAD EPOCHS (no improvement): 0
2019-08-08 23:57:37,305 ----------------------------------------------------------------------------------------------------
2019-08-08 23:57:37,537 epoch 35 - iter 0/2650 - loss 0.31775418 throughput (samples/sec): 37117.31
2019-08-08 23:59:01,379 epoch 35 - iter 265/2650 - loss 0.45492699 throughput (samples/sec): 101.19
2019-08-09 00:00:25,808 epoch 35 - iter 530/2650 - loss 0.44794266 throughput (samples/sec): 100.49
2019-08-09 00:01:52,847 epoch 35 - iter 795/2650 - loss 0.45491089 throughput (samples/sec): 97.47
2019-08-09 00:03:19,067 epoch 35 - iter 1060/2650 - loss 0.44997949 throughput (samples/sec): 98.40
2019-08-09 00:04:40,665 epoch 35 - iter 1325/2650 - loss 0.44733031 throughput (samples/sec): 103.98
2019-08-09 00:06:03,458 epoch 35 - iter 1590/2650 - loss 0.44700463 throughput (samples/sec): 102.47
2019-08-09 00:07:25,761 epoch 35 - iter 1855/2650 - loss 0.44831945 throughput (samples/sec): 103.08
2019-08-09 00:08:49,629 epoch 35 - iter 2120/2650 - loss 0.45066334 throughput (samples/sec): 101.16
2019-08-09 00:10:12,467 epoch 35 - iter 2385/2650 - loss 0.45200193 throughput (samples/sec): 102.42
2019-08-09 00:11:34,404 ----------------------------------------------------------------------------------------------------
2019-08-09 00:11:34,404 EPOCH 35 done: loss 0.4533 - lr 0.1000
2019-08-09 00:11:34,405 BAD EPOCHS (no improvement): 0
2019-08-09 00:11:34,405 ----------------------------------------------------------------------------------------------------
2019-08-09 00:11:34,742 epoch 36 - iter 0/2650 - loss 0.62461257 throughput (samples/sec): 25396.19
2019-08-09 00:12:57,665 epoch 36 - iter 265/2650 - loss 0.43829823 throughput (samples/sec): 102.31
2019-08-09 00:14:21,086 epoch 36 - iter 530/2650 - loss 0.44178401 throughput (samples/sec): 101.70
2019-08-09 00:15:45,310 epoch 36 - iter 795/2650 - loss 0.44079294 throughput (samples/sec): 100.73
2019-08-09 00:17:10,661 epoch 36 - iter 1060/2650 - loss 0.44174909 throughput (samples/sec): 99.40
2019-08-09 00:18:33,924 epoch 36 - iter 1325/2650 - loss 0.44362749 throughput (samples/sec): 101.90
2019-08-09 00:19:58,603 epoch 36 - iter 1590/2650 - loss 0.44314179 throughput (samples/sec): 100.19
2019-08-09 00:21:23,635 epoch 36 - iter 1855/2650 - loss 0.44119174 throughput (samples/sec): 99.78
2019-08-09 00:22:48,338 epoch 36 - iter 2120/2650 - loss 0.44320248 throughput (samples/sec): 100.16
2019-08-09 00:24:10,323 epoch 36 - iter 2385/2650 - loss 0.44331174 throughput (samples/sec): 103.48
2019-08-09 00:25:31,377 ----------------------------------------------------------------------------------------------------
2019-08-09 00:25:31,377 EPOCH 36 done: loss 0.4437 - lr 0.1000
2019-08-09 00:25:31,377 BAD EPOCHS (no improvement): 0
2019-08-09 00:25:31,377 ----------------------------------------------------------------------------------------------------
2019-08-09 00:25:31,656 epoch 37 - iter 0/2650 - loss 0.42289853 throughput (samples/sec): 30802.20
2019-08-09 00:26:52,811 epoch 37 - iter 265/2650 - loss 0.44167244 throughput (samples/sec): 104.55
2019-08-09 00:28:14,554 epoch 37 - iter 530/2650 - loss 0.42072807 throughput (samples/sec): 103.79
2019-08-09 00:29:36,469 epoch 37 - iter 795/2650 - loss 0.42808174 throughput (samples/sec): 103.57
2019-08-09 00:31:00,387 epoch 37 - iter 1060/2650 - loss 0.42997729 throughput (samples/sec): 101.10
2019-08-09 00:32:22,804 epoch 37 - iter 1325/2650 - loss 0.43235690 throughput (samples/sec): 102.95
2019-08-09 00:33:45,758 epoch 37 - iter 1590/2650 - loss 0.43596003 throughput (samples/sec): 102.28
2019-08-09 00:35:07,605 epoch 37 - iter 1855/2650 - loss 0.44093529 throughput (samples/sec): 103.66
2019-08-09 00:36:28,848 epoch 37 - iter 2120/2650 - loss 0.44118229 throughput (samples/sec): 104.43
2019-08-09 00:37:52,151 epoch 37 - iter 2385/2650 - loss 0.43846440 throughput (samples/sec): 101.85
2019-08-09 00:39:12,729 ----------------------------------------------------------------------------------------------------
2019-08-09 00:39:12,730 EPOCH 37 done: loss 0.4415 - lr 0.1000
2019-08-09 00:39:12,730 BAD EPOCHS (no improvement): 0
2019-08-09 00:39:12,730 ----------------------------------------------------------------------------------------------------
2019-08-09 00:39:13,054 epoch 38 - iter 0/2650 - loss 0.66496325 throughput (samples/sec): 26440.61
2019-08-09 00:40:32,202 epoch 38 - iter 265/2650 - loss 0.39900460 throughput (samples/sec): 107.20
2019-08-09 00:41:53,168 epoch 38 - iter 530/2650 - loss 0.40989244 throughput (samples/sec): 104.79
2019-08-09 00:43:15,296 epoch 38 - iter 795/2650 - loss 0.41089250 throughput (samples/sec): 103.31
2019-08-09 00:44:38,361 epoch 38 - iter 1060/2650 - loss 0.41630097 throughput (samples/sec): 102.14
2019-08-09 00:45:59,643 epoch 38 - iter 1325/2650 - loss 0.42683281 throughput (samples/sec): 104.38
2019-08-09 00:47:21,316 epoch 38 - iter 1590/2650 - loss 0.42687347 throughput (samples/sec): 103.88
2019-08-09 00:48:41,989 epoch 38 - iter 1855/2650 - loss 0.42766458 throughput (samples/sec): 105.17
2019-08-09 00:50:03,488 epoch 38 - iter 2120/2650 - loss 0.42924051 throughput (samples/sec): 104.10
2019-08-09 00:51:26,095 epoch 38 - iter 2385/2650 - loss 0.43340574 throughput (samples/sec): 102.70
2019-08-09 00:52:46,916 ----------------------------------------------------------------------------------------------------
2019-08-09 00:52:46,916 EPOCH 38 done: loss 0.4354 - lr 0.1000
2019-08-09 00:52:46,916 BAD EPOCHS (no improvement): 0
2019-08-09 00:52:46,916 ----------------------------------------------------------------------------------------------------
2019-08-09 00:52:47,178 epoch 39 - iter 0/2650 - loss 0.26522106 throughput (samples/sec): 32863.92
2019-08-09 00:54:09,061 epoch 39 - iter 265/2650 - loss 0.40514745 throughput (samples/sec): 103.62
2019-08-09 00:55:31,295 epoch 39 - iter 530/2650 - loss 0.40792397 throughput (samples/sec): 103.17
2019-08-09 00:56:50,765 epoch 39 - iter 795/2650 - loss 0.41767177 throughput (samples/sec): 106.76
2019-08-09 00:58:13,399 epoch 39 - iter 1060/2650 - loss 0.42496022 throughput (samples/sec): 102.67
2019-08-09 00:59:38,793 epoch 39 - iter 1325/2650 - loss 0.42308681 throughput (samples/sec): 99.35
2019-08-09 01:00:59,955 epoch 39 - iter 1590/2650 - loss 0.42208519 throughput (samples/sec): 104.53
2019-08-09 01:02:21,787 epoch 39 - iter 1855/2650 - loss 0.42558077 throughput (samples/sec): 103.68
2019-08-09 01:03:40,357 epoch 39 - iter 2120/2650 - loss 0.43022192 throughput (samples/sec): 107.99
2019-08-09 01:05:01,523 epoch 39 - iter 2385/2650 - loss 0.42865656 throughput (samples/sec): 104.53
2019-08-09 01:06:23,457 ----------------------------------------------------------------------------------------------------
2019-08-09 01:06:23,458 EPOCH 39 done: loss 0.4287 - lr 0.1000
2019-08-09 01:06:23,458 BAD EPOCHS (no improvement): 0
2019-08-09 01:06:23,458 ----------------------------------------------------------------------------------------------------
2019-08-09 01:06:23,755 epoch 40 - iter 0/2650 - loss 0.26726326 throughput (samples/sec): 28920.00
2019-08-09 01:07:44,973 epoch 40 - iter 265/2650 - loss 0.38989836 throughput (samples/sec): 104.46
2019-08-09 01:09:06,581 epoch 40 - iter 530/2650 - loss 0.40017055 throughput (samples/sec): 103.96
2019-08-09 01:10:30,675 epoch 40 - iter 795/2650 - loss 0.41757987 throughput (samples/sec): 100.89
2019-08-09 01:11:55,659 epoch 40 - iter 1060/2650 - loss 0.41457401 throughput (samples/sec): 99.83
2019-08-09 01:13:20,091 epoch 40 - iter 1325/2650 - loss 0.41663371 throughput (samples/sec): 100.49
2019-08-09 01:14:42,221 epoch 40 - iter 1590/2650 - loss 0.41385480 throughput (samples/sec): 103.30
2019-08-09 01:16:01,179 epoch 40 - iter 1855/2650 - loss 0.41203232 throughput (samples/sec): 107.45
2019-08-09 01:17:23,815 epoch 40 - iter 2120/2650 - loss 0.41445348 throughput (samples/sec): 102.67
2019-08-09 01:18:45,639 epoch 40 - iter 2385/2650 - loss 0.42004346 throughput (samples/sec): 103.69
2019-08-09 01:20:05,710 ----------------------------------------------------------------------------------------------------
2019-08-09 01:20:05,710 EPOCH 40 done: loss 0.4233 - lr 0.1000
2019-08-09 01:20:05,710 BAD EPOCHS (no improvement): 0
2019-08-09 01:20:05,710 ----------------------------------------------------------------------------------------------------
2019-08-09 01:20:05,912 epoch 41 - iter 0/2650 - loss 0.14586067 throughput (samples/sec): 42649.01
2019-08-09 01:21:28,104 epoch 41 - iter 265/2650 - loss 0.42868440 throughput (samples/sec): 103.22
2019-08-09 01:22:48,576 epoch 41 - iter 530/2650 - loss 0.42097532 throughput (samples/sec): 105.43
2019-08-09 01:24:11,453 epoch 41 - iter 795/2650 - loss 0.41460588 throughput (samples/sec): 102.37
2019-08-09 01:25:34,857 epoch 41 - iter 1060/2650 - loss 0.41461898 throughput (samples/sec): 101.73
2019-08-09 01:27:00,403 epoch 41 - iter 1325/2650 - loss 0.41975883 throughput (samples/sec): 99.18
2019-08-09 01:28:24,269 epoch 41 - iter 1590/2650 - loss 0.42249522 throughput (samples/sec): 101.16
2019-08-09 01:29:49,335 epoch 41 - iter 1855/2650 - loss 0.42045717 throughput (samples/sec): 99.74
2019-08-09 01:31:12,580 epoch 41 - iter 2120/2650 - loss 0.42135616 throughput (samples/sec): 101.92
2019-08-09 01:32:36,101 epoch 41 - iter 2385/2650 - loss 0.41910080 throughput (samples/sec): 101.58
2019-08-09 01:33:58,903 ----------------------------------------------------------------------------------------------------
2019-08-09 01:33:58,903 EPOCH 41 done: loss 0.4219 - lr 0.1000
2019-08-09 01:33:58,903 BAD EPOCHS (no improvement): 0
2019-08-09 01:33:58,904 ----------------------------------------------------------------------------------------------------
2019-08-09 01:33:59,244 epoch 42 - iter 0/2650 - loss 0.24474555 throughput (samples/sec): 25183.51
2019-08-09 01:35:22,626 epoch 42 - iter 265/2650 - loss 0.40553383 throughput (samples/sec): 101.75
2019-08-09 01:36:46,279 epoch 42 - iter 530/2650 - loss 0.41139236 throughput (samples/sec): 101.42
2019-08-09 01:38:07,013 epoch 42 - iter 795/2650 - loss 0.41750882 throughput (samples/sec): 105.09
2019-08-09 01:39:29,784 epoch 42 - iter 1060/2650 - loss 0.41511593 throughput (samples/sec): 102.50
2019-08-09 01:40:49,044 epoch 42 - iter 1325/2650 - loss 0.41569206 throughput (samples/sec): 107.04
2019-08-09 01:42:12,235 epoch 42 - iter 1590/2650 - loss 0.41438960 throughput (samples/sec): 101.98
2019-08-09 01:43:35,752 epoch 42 - iter 1855/2650 - loss 0.41574280 throughput (samples/sec): 101.59
2019-08-09 01:44:58,671 epoch 42 - iter 2120/2650 - loss 0.41607063 throughput (samples/sec): 102.32
2019-08-09 01:46:20,904 epoch 42 - iter 2385/2650 - loss 0.41951967 throughput (samples/sec): 103.18
2019-08-09 01:47:41,787 ----------------------------------------------------------------------------------------------------
2019-08-09 01:47:41,787 EPOCH 42 done: loss 0.4212 - lr 0.1000
2019-08-09 01:47:41,787 BAD EPOCHS (no improvement): 0
2019-08-09 01:47:41,788 ----------------------------------------------------------------------------------------------------
2019-08-09 01:47:42,061 epoch 43 - iter 0/2650 - loss 0.31859362 throughput (samples/sec): 31520.53
2019-08-09 01:49:03,649 epoch 43 - iter 265/2650 - loss 0.38579090 throughput (samples/sec): 103.99
2019-08-09 01:50:28,060 epoch 43 - iter 530/2650 - loss 0.40206989 throughput (samples/sec): 100.51
2019-08-09 01:51:47,782 epoch 43 - iter 795/2650 - loss 0.40795117 throughput (samples/sec): 106.42
2019-08-09 01:53:09,887 epoch 43 - iter 1060/2650 - loss 0.40827751 throughput (samples/sec): 103.33
2019-08-09 01:54:31,692 epoch 43 - iter 1325/2650 - loss 0.40497291 throughput (samples/sec): 103.71
2019-08-09 01:55:54,453 epoch 43 - iter 1590/2650 - loss 0.40716669 throughput (samples/sec): 102.51
2019-08-09 01:57:14,540 epoch 43 - iter 1855/2650 - loss 0.40971238 throughput (samples/sec): 105.94
2019-08-09 01:58:38,662 epoch 43 - iter 2120/2650 - loss 0.41309735 throughput (samples/sec): 100.85
2019-08-09 02:00:01,108 epoch 43 - iter 2385/2650 - loss 0.41167147 throughput (samples/sec): 102.91
2019-08-09 02:01:20,870 ----------------------------------------------------------------------------------------------------
2019-08-09 02:01:20,870 EPOCH 43 done: loss 0.4123 - lr 0.1000
2019-08-09 02:01:20,870 BAD EPOCHS (no improvement): 0
2019-08-09 02:01:20,870 ----------------------------------------------------------------------------------------------------
2019-08-09 02:01:21,179 epoch 44 - iter 0/2650 - loss 0.38331008 throughput (samples/sec): 27821.82
2019-08-09 02:02:43,068 epoch 44 - iter 265/2650 - loss 0.41039358 throughput (samples/sec): 103.61
2019-08-09 02:04:03,526 epoch 44 - iter 530/2650 - loss 0.39916051 throughput (samples/sec): 105.45
2019-08-09 02:05:25,565 epoch 44 - iter 795/2650 - loss 0.40496591 throughput (samples/sec): 103.42
2019-08-09 02:06:45,450 epoch 44 - iter 1060/2650 - loss 0.40863292 throughput (samples/sec): 106.21
2019-08-09 02:08:05,819 epoch 44 - iter 1325/2650 - loss 0.40376641 throughput (samples/sec): 105.57
2019-08-09 02:09:28,161 epoch 44 - iter 1590/2650 - loss 0.40671579 throughput (samples/sec): 103.04
2019-08-09 02:10:52,237 epoch 44 - iter 1855/2650 - loss 0.40905970 throughput (samples/sec): 100.91
2019-08-09 02:12:14,739 epoch 44 - iter 2120/2650 - loss 0.40909409 throughput (samples/sec): 102.84
2019-08-09 02:13:34,146 epoch 44 - iter 2385/2650 - loss 0.41179820 throughput (samples/sec): 106.85
2019-08-09 02:14:55,760 ----------------------------------------------------------------------------------------------------
2019-08-09 02:14:55,760 EPOCH 44 done: loss 0.4116 - lr 0.1000
2019-08-09 02:14:55,760 BAD EPOCHS (no improvement): 0
2019-08-09 02:14:55,760 ----------------------------------------------------------------------------------------------------
2019-08-09 02:14:56,098 epoch 45 - iter 0/2650 - loss 0.33184862 throughput (samples/sec): 25381.39
2019-08-09 02:16:19,316 epoch 45 - iter 265/2650 - loss 0.38948589 throughput (samples/sec): 101.95
2019-08-09 02:17:39,948 epoch 45 - iter 530/2650 - loss 0.39913672 throughput (samples/sec): 105.22
2019-08-09 02:18:59,891 epoch 45 - iter 795/2650 - loss 0.39711459 throughput (samples/sec): 106.13
2019-08-09 02:20:20,222 epoch 45 - iter 1060/2650 - loss 0.39863823 throughput (samples/sec): 105.62
2019-08-09 02:21:39,617 epoch 45 - iter 1325/2650 - loss 0.39819490 throughput (samples/sec): 106.86
2019-08-09 02:23:01,654 epoch 45 - iter 1590/2650 - loss 0.39895652 throughput (samples/sec): 103.42
2019-08-09 02:24:23,389 epoch 45 - iter 1855/2650 - loss 0.39989993 throughput (samples/sec): 103.80
2019-08-09 02:25:44,300 epoch 45 - iter 2120/2650 - loss 0.39995595 throughput (samples/sec): 104.86
2019-08-09 02:27:06,545 epoch 45 - iter 2385/2650 - loss 0.40241438 throughput (samples/sec): 103.16
2019-08-09 02:28:31,604 ----------------------------------------------------------------------------------------------------
2019-08-09 02:28:31,604 EPOCH 45 done: loss 0.4064 - lr 0.1000
2019-08-09 02:28:31,604 BAD EPOCHS (no improvement): 0
2019-08-09 02:28:31,604 ----------------------------------------------------------------------------------------------------
2019-08-09 02:28:31,868 epoch 46 - iter 0/2650 - loss 0.37440667 throughput (samples/sec): 32581.98
2019-08-09 02:29:53,839 epoch 46 - iter 265/2650 - loss 0.40327622 throughput (samples/sec): 103.50
2019-08-09 02:31:15,042 epoch 46 - iter 530/2650 - loss 0.40318071 throughput (samples/sec): 104.48
2019-08-09 02:32:35,597 epoch 46 - iter 795/2650 - loss 0.39257078 throughput (samples/sec): 105.32
2019-08-09 02:33:57,077 epoch 46 - iter 1060/2650 - loss 0.39437895 throughput (samples/sec): 104.13
2019-08-09 02:35:19,369 epoch 46 - iter 1325/2650 - loss 0.39646379 throughput (samples/sec): 103.10
2019-08-09 02:36:41,500 epoch 46 - iter 1590/2650 - loss 0.39704554 throughput (samples/sec): 103.30
2019-08-09 02:38:05,717 epoch 46 - iter 1855/2650 - loss 0.39944474 throughput (samples/sec): 100.74
2019-08-09 02:39:28,128 epoch 46 - iter 2120/2650 - loss 0.40339038 throughput (samples/sec): 102.95
2019-08-09 02:40:50,813 epoch 46 - iter 2385/2650 - loss 0.40351108 throughput (samples/sec): 102.61
2019-08-09 02:42:12,867 ----------------------------------------------------------------------------------------------------
2019-08-09 02:42:12,867 EPOCH 46 done: loss 0.4066 - lr 0.1000
2019-08-09 02:42:12,867 BAD EPOCHS (no improvement): 1
2019-08-09 02:42:12,868 ----------------------------------------------------------------------------------------------------
2019-08-09 02:42:13,136 epoch 47 - iter 0/2650 - loss 0.28122184 throughput (samples/sec): 32051.63
2019-08-09 02:43:35,524 epoch 47 - iter 265/2650 - loss 0.40222935 throughput (samples/sec): 102.98
2019-08-09 02:44:57,551 epoch 47 - iter 530/2650 - loss 0.38764925 throughput (samples/sec): 103.43
2019-08-09 02:46:21,529 epoch 47 - iter 795/2650 - loss 0.40201988 throughput (samples/sec): 101.03
2019-08-09 02:47:43,833 epoch 47 - iter 1060/2650 - loss 0.39836737 throughput (samples/sec): 103.09
2019-08-09 02:49:05,896 epoch 47 - iter 1325/2650 - loss 0.39914816 throughput (samples/sec): 103.39
2019-08-09 02:50:26,941 epoch 47 - iter 1590/2650 - loss 0.40171112 throughput (samples/sec): 104.69
2019-08-09 02:51:45,653 epoch 47 - iter 1855/2650 - loss 0.40004478 throughput (samples/sec): 107.79
2019-08-09 02:53:06,169 epoch 47 - iter 2120/2650 - loss 0.40233503 throughput (samples/sec): 105.37
2019-08-09 02:54:27,891 epoch 47 - iter 2385/2650 - loss 0.40435368 throughput (samples/sec): 103.82
2019-08-09 02:55:52,565 ----------------------------------------------------------------------------------------------------
2019-08-09 02:55:52,565 EPOCH 47 done: loss 0.4029 - lr 0.1000
2019-08-09 02:55:52,565 BAD EPOCHS (no improvement): 0
2019-08-09 02:55:52,565 ----------------------------------------------------------------------------------------------------
2019-08-09 02:55:52,861 epoch 48 - iter 0/2650 - loss 0.30471680 throughput (samples/sec): 29039.12
2019-08-09 02:57:17,904 epoch 48 - iter 265/2650 - loss 0.43164881 throughput (samples/sec): 99.76
2019-08-09 02:58:43,810 epoch 48 - iter 530/2650 - loss 0.41074536 throughput (samples/sec): 98.76
2019-08-09 03:00:04,851 epoch 48 - iter 795/2650 - loss 0.40130801 throughput (samples/sec): 104.69
2019-08-09 03:01:27,696 epoch 48 - iter 1060/2650 - loss 0.39719240 throughput (samples/sec): 102.41
2019-08-09 03:02:49,336 epoch 48 - iter 1325/2650 - loss 0.39964177 throughput (samples/sec): 103.92
2019-08-09 03:04:11,051 epoch 48 - iter 1590/2650 - loss 0.40081180 throughput (samples/sec): 103.83
2019-08-09 03:05:32,369 epoch 48 - iter 1855/2650 - loss 0.39861318 throughput (samples/sec): 104.33
2019-08-09 03:06:54,994 epoch 48 - iter 2120/2650 - loss 0.39849387 throughput (samples/sec): 102.68
2019-08-09 03:08:18,243 epoch 48 - iter 2385/2650 - loss 0.40215072 throughput (samples/sec): 101.91
2019-08-09 03:09:40,110 ----------------------------------------------------------------------------------------------------
2019-08-09 03:09:40,110 EPOCH 48 done: loss 0.4027 - lr 0.1000
2019-08-09 03:09:40,110 BAD EPOCHS (no improvement): 0
2019-08-09 03:09:40,110 ----------------------------------------------------------------------------------------------------
2019-08-09 03:09:40,481 epoch 49 - iter 0/2650 - loss 0.56035733 throughput (samples/sec): 23132.95
2019-08-09 03:11:03,010 epoch 49 - iter 265/2650 - loss 0.38373974 throughput (samples/sec): 102.80
2019-08-09 03:12:25,559 epoch 49 - iter 530/2650 - loss 0.38894997 throughput (samples/sec): 102.78
2019-08-09 03:13:48,310 epoch 49 - iter 795/2650 - loss 0.39254129 throughput (samples/sec): 102.53
2019-08-09 03:15:08,201 epoch 49 - iter 1060/2650 - loss 0.38904442 throughput (samples/sec): 106.20
2019-08-09 03:16:28,336 epoch 49 - iter 1325/2650 - loss 0.38974436 throughput (samples/sec): 105.88
2019-08-09 03:17:50,521 epoch 49 - iter 1590/2650 - loss 0.39178658 throughput (samples/sec): 103.23
2019-08-09 03:19:13,397 epoch 49 - iter 1855/2650 - loss 0.39449179 throughput (samples/sec): 102.37
2019-08-09 03:20:35,407 epoch 49 - iter 2120/2650 - loss 0.39248150 throughput (samples/sec): 103.45
2019-08-09 03:21:58,527 epoch 49 - iter 2385/2650 - loss 0.39889454 throughput (samples/sec): 102.07
2019-08-09 03:23:18,399 ----------------------------------------------------------------------------------------------------
2019-08-09 03:23:18,399 EPOCH 49 done: loss 0.3975 - lr 0.1000
2019-08-09 03:23:18,399 BAD EPOCHS (no improvement): 0
2019-08-09 03:23:18,399 ----------------------------------------------------------------------------------------------------
2019-08-09 03:23:18,754 epoch 50 - iter 0/2650 - loss 0.34840292 throughput (samples/sec): 24173.32
2019-08-09 03:24:38,571 epoch 50 - iter 265/2650 - loss 0.37441844 throughput (samples/sec): 106.30
2019-08-09 03:26:00,918 epoch 50 - iter 530/2650 - loss 0.37847099 throughput (samples/sec): 103.03
2019-08-09 03:27:21,769 epoch 50 - iter 795/2650 - loss 0.37656764 throughput (samples/sec): 104.94
2019-08-09 03:28:44,907 epoch 50 - iter 1060/2650 - loss 0.38001706 throughput (samples/sec): 102.05
2019-08-09 03:30:09,385 epoch 50 - iter 1325/2650 - loss 0.38195739 throughput (samples/sec): 100.43
2019-08-09 03:31:34,284 epoch 50 - iter 1590/2650 - loss 0.38235569 throughput (samples/sec): 99.93
2019-08-09 03:32:59,669 epoch 50 - iter 1855/2650 - loss 0.38732230 throughput (samples/sec): 99.37
2019-08-09 03:34:24,773 epoch 50 - iter 2120/2650 - loss 0.39039516 throughput (samples/sec): 99.69
2019-08-09 03:35:46,161 epoch 50 - iter 2385/2650 - loss 0.39218949 throughput (samples/sec): 104.25
2019-08-09 03:37:09,545 ----------------------------------------------------------------------------------------------------
2019-08-09 03:37:09,545 EPOCH 50 done: loss 0.3948 - lr 0.1000
2019-08-09 03:37:09,545 BAD EPOCHS (no improvement): 0
2019-08-09 03:37:09,546 ----------------------------------------------------------------------------------------------------
2019-08-09 03:37:09,821 epoch 51 - iter 0/2650 - loss 0.42671373 throughput (samples/sec): 31256.96
2019-08-09 03:38:31,825 epoch 51 - iter 265/2650 - loss 0.35030310 throughput (samples/sec): 103.47
2019-08-09 03:39:54,231 epoch 51 - iter 530/2650 - loss 0.37385965 throughput (samples/sec): 102.96
2019-08-09 03:41:17,250 epoch 51 - iter 795/2650 - loss 0.37512289 throughput (samples/sec): 102.20
2019-08-09 03:42:39,228 epoch 51 - iter 1060/2650 - loss 0.37661802 throughput (samples/sec): 103.49
2019-08-09 03:44:01,478 epoch 51 - iter 1325/2650 - loss 0.37098422 throughput (samples/sec): 103.15
2019-08-09 03:45:24,343 epoch 51 - iter 1590/2650 - loss 0.37032315 throughput (samples/sec): 102.39
2019-08-09 03:46:45,380 epoch 51 - iter 1855/2650 - loss 0.37231756 throughput (samples/sec): 104.70
2019-08-09 03:48:06,091 epoch 51 - iter 2120/2650 - loss 0.37530691 throughput (samples/sec): 105.12
2019-08-09 03:49:28,283 epoch 51 - iter 2385/2650 - loss 0.37533393 throughput (samples/sec): 103.22
2019-08-09 03:50:51,837 ----------------------------------------------------------------------------------------------------
2019-08-09 03:50:51,837 EPOCH 51 done: loss 0.3783 - lr 0.1000
2019-08-09 03:50:51,837 BAD EPOCHS (no improvement): 0
2019-08-09 03:50:51,837 ----------------------------------------------------------------------------------------------------
2019-08-09 03:50:52,198 epoch 52 - iter 0/2650 - loss 0.32138366 throughput (samples/sec): 23766.32
2019-08-09 03:52:12,426 epoch 52 - iter 265/2650 - loss 0.38075190 throughput (samples/sec): 105.75
2019-08-09 03:53:36,628 epoch 52 - iter 530/2650 - loss 0.38534498 throughput (samples/sec): 100.76
2019-08-09 03:54:59,938 epoch 52 - iter 795/2650 - loss 0.37978250 throughput (samples/sec): 101.84
2019-08-09 03:56:21,005 epoch 52 - iter 1060/2650 - loss 0.38100786 throughput (samples/sec): 104.66
2019-08-09 03:57:41,092 epoch 52 - iter 1325/2650 - loss 0.38463024 throughput (samples/sec): 105.94
2019-08-09 03:59:04,506 epoch 52 - iter 1590/2650 - loss 0.38575654 throughput (samples/sec): 101.71
2019-08-09 04:00:25,699 epoch 52 - iter 1855/2650 - loss 0.38743834 throughput (samples/sec): 104.50
2019-08-09 04:01:46,075 epoch 52 - iter 2120/2650 - loss 0.38978106 throughput (samples/sec): 105.56
2019-08-09 04:03:07,275 epoch 52 - iter 2385/2650 - loss 0.38746934 throughput (samples/sec): 104.49
2019-08-09 04:04:29,364 ----------------------------------------------------------------------------------------------------
2019-08-09 04:04:29,364 EPOCH 52 done: loss 0.3866 - lr 0.1000
2019-08-09 04:04:29,364 BAD EPOCHS (no improvement): 1
2019-08-09 04:04:29,364 ----------------------------------------------------------------------------------------------------
2019-08-09 04:04:29,663 epoch 53 - iter 0/2650 - loss 0.96016634 throughput (samples/sec): 28741.92
2019-08-09 04:05:51,944 epoch 53 - iter 265/2650 - loss 0.36788617 throughput (samples/sec): 103.11
2019-08-09 04:07:14,924 epoch 53 - iter 530/2650 - loss 0.36201771 throughput (samples/sec): 102.24
2019-08-09 04:08:37,451 epoch 53 - iter 795/2650 - loss 0.37307642 throughput (samples/sec): 102.80
2019-08-09 04:09:59,423 epoch 53 - iter 1060/2650 - loss 0.37638337 throughput (samples/sec): 103.50
2019-08-09 04:11:20,554 epoch 53 - iter 1325/2650 - loss 0.37590030 throughput (samples/sec): 104.57
2019-08-09 04:12:40,090 epoch 53 - iter 1590/2650 - loss 0.37146758 throughput (samples/sec): 106.67
2019-08-09 04:14:02,413 epoch 53 - iter 1855/2650 - loss 0.37406649 throughput (samples/sec): 103.06
2019-08-09 04:15:24,350 epoch 53 - iter 2120/2650 - loss 0.37736768 throughput (samples/sec): 103.55
2019-08-09 04:16:46,704 epoch 53 - iter 2385/2650 - loss 0.37778713 throughput (samples/sec): 103.02
2019-08-09 04:18:06,980 ----------------------------------------------------------------------------------------------------
2019-08-09 04:18:06,980 EPOCH 53 done: loss 0.3819 - lr 0.1000
2019-08-09 04:18:06,980 BAD EPOCHS (no improvement): 2
2019-08-09 04:18:06,980 ----------------------------------------------------------------------------------------------------
2019-08-09 04:18:07,252 epoch 54 - iter 0/2650 - loss 0.19311208 throughput (samples/sec): 31590.35
2019-08-09 04:19:29,074 epoch 54 - iter 265/2650 - loss 0.34620017 throughput (samples/sec): 103.69
2019-08-09 04:20:48,095 epoch 54 - iter 530/2650 - loss 0.34598219 throughput (samples/sec): 107.37
2019-08-09 04:22:09,617 epoch 54 - iter 795/2650 - loss 0.35371051 throughput (samples/sec): 104.07
2019-08-09 04:23:31,756 epoch 54 - iter 1060/2650 - loss 0.36097205 throughput (samples/sec): 103.29
2019-08-09 04:24:52,607 epoch 54 - iter 1325/2650 - loss 0.36584073 throughput (samples/sec): 104.94
2019-08-09 04:26:14,908 epoch 54 - iter 1590/2650 - loss 0.37072044 throughput (samples/sec): 103.09
2019-08-09 04:27:37,111 epoch 54 - iter 1855/2650 - loss 0.37388738 throughput (samples/sec): 103.21
2019-08-09 04:28:59,777 epoch 54 - iter 2120/2650 - loss 0.37469160 throughput (samples/sec): 102.63
2019-08-09 04:30:24,151 epoch 54 - iter 2385/2650 - loss 0.37666623 throughput (samples/sec): 100.56
2019-08-09 04:31:49,853 ----------------------------------------------------------------------------------------------------
2019-08-09 04:31:49,853 EPOCH 54 done: loss 0.3788 - lr 0.1000
2019-08-09 04:31:49,853 BAD EPOCHS (no improvement): 3
2019-08-09 04:31:49,853 ----------------------------------------------------------------------------------------------------
2019-08-09 04:31:50,161 epoch 55 - iter 0/2650 - loss 0.41208774 throughput (samples/sec): 27942.61
2019-08-09 04:33:11,607 epoch 55 - iter 265/2650 - loss 0.36019776 throughput (samples/sec): 104.17
2019-08-09 04:34:30,563 epoch 55 - iter 530/2650 - loss 0.35552481 throughput (samples/sec): 107.46
2019-08-09 04:35:55,983 epoch 55 - iter 795/2650 - loss 0.35558068 throughput (samples/sec): 99.32
2019-08-09 04:37:18,961 epoch 55 - iter 1060/2650 - loss 0.36421235 throughput (samples/sec): 102.25
2019-08-09 04:38:39,675 epoch 55 - iter 1325/2650 - loss 0.36292161 throughput (samples/sec): 105.12
2019-08-09 04:40:03,298 epoch 55 - iter 1590/2650 - loss 0.36742625 throughput (samples/sec): 101.46
2019-08-09 04:41:27,224 epoch 55 - iter 1855/2650 - loss 0.36758587 throughput (samples/sec): 101.09
2019-08-09 04:42:48,956 epoch 55 - iter 2120/2650 - loss 0.37130072 throughput (samples/sec): 103.81
2019-08-09 04:44:12,761 epoch 55 - iter 2385/2650 - loss 0.37405403 throughput (samples/sec): 101.24
2019-08-09 04:45:34,192 ----------------------------------------------------------------------------------------------------
2019-08-09 04:45:34,192 EPOCH 55 done: loss 0.3759 - lr 0.1000
2019-08-09 04:45:34,192 BAD EPOCHS (no improvement): 0
2019-08-09 04:45:34,193 ----------------------------------------------------------------------------------------------------
2019-08-09 04:45:34,674 epoch 56 - iter 0/2650 - loss 0.39523354 throughput (samples/sec): 17753.52
2019-08-09 04:46:56,261 epoch 56 - iter 265/2650 - loss 0.38054205 throughput (samples/sec): 103.99
2019-08-09 04:48:18,325 epoch 56 - iter 530/2650 - loss 0.36511348 throughput (samples/sec): 103.39
2019-08-09 04:49:40,371 epoch 56 - iter 795/2650 - loss 0.36025029 throughput (samples/sec): 103.41
2019-08-09 04:51:04,912 epoch 56 - iter 1060/2650 - loss 0.36118110 throughput (samples/sec): 100.36
2019-08-09 04:52:27,800 epoch 56 - iter 1325/2650 - loss 0.36366280 throughput (samples/sec): 102.36
2019-08-09 04:53:51,435 epoch 56 - iter 1590/2650 - loss 0.36591783 throughput (samples/sec): 101.45
2019-08-09 04:55:15,182 epoch 56 - iter 1855/2650 - loss 0.37313964 throughput (samples/sec): 101.31
2019-08-09 04:56:38,719 epoch 56 - iter 2120/2650 - loss 0.37310173 throughput (samples/sec): 101.56
2019-08-09 04:57:59,557 epoch 56 - iter 2385/2650 - loss 0.37356643 throughput (samples/sec): 104.96
2019-08-09 04:59:24,266 ----------------------------------------------------------------------------------------------------
2019-08-09 04:59:24,266 EPOCH 56 done: loss 0.3726 - lr 0.1000
2019-08-09 04:59:24,266 BAD EPOCHS (no improvement): 0
2019-08-09 04:59:24,266 ----------------------------------------------------------------------------------------------------
2019-08-09 04:59:24,501 epoch 57 - iter 0/2650 - loss 0.31967568 throughput (samples/sec): 36768.60
2019-08-09 05:00:47,272 epoch 57 - iter 265/2650 - loss 0.34276648 throughput (samples/sec): 102.50
2019-08-09 05:02:08,871 epoch 57 - iter 530/2650 - loss 0.34742869 throughput (samples/sec): 103.98
2019-08-09 05:03:31,227 epoch 57 - iter 795/2650 - loss 0.35018497 throughput (samples/sec): 103.02
2019-08-09 05:04:55,878 epoch 57 - iter 1060/2650 - loss 0.35649967 throughput (samples/sec): 100.23
2019-08-09 05:06:19,234 epoch 57 - iter 1325/2650 - loss 0.36231566 throughput (samples/sec): 101.78
2019-08-09 05:07:39,809 epoch 57 - iter 1590/2650 - loss 0.36394844 throughput (samples/sec): 105.30
2019-08-09 05:09:03,561 epoch 57 - iter 1855/2650 - loss 0.36700867 throughput (samples/sec): 101.30
2019-08-09 05:10:28,874 epoch 57 - iter 2120/2650 - loss 0.37239521 throughput (samples/sec): 99.45
2019-08-09 05:11:49,358 epoch 57 - iter 2385/2650 - loss 0.37272001 throughput (samples/sec): 105.42
2019-08-09 05:13:10,979 ----------------------------------------------------------------------------------------------------
2019-08-09 05:13:10,979 EPOCH 57 done: loss 0.3708 - lr 0.1000
2019-08-09 05:13:10,979 BAD EPOCHS (no improvement): 0
2019-08-09 05:13:10,979 ----------------------------------------------------------------------------------------------------
2019-08-09 05:13:11,276 epoch 58 - iter 0/2650 - loss 0.45986718 throughput (samples/sec): 28961.26
2019-08-09 05:14:33,436 epoch 58 - iter 265/2650 - loss 0.33569934 throughput (samples/sec): 103.27
2019-08-09 05:15:57,934 epoch 58 - iter 530/2650 - loss 0.34781552 throughput (samples/sec): 100.41
2019-08-09 05:17:20,589 epoch 58 - iter 795/2650 - loss 0.35998244 throughput (samples/sec): 102.65
2019-08-09 05:18:43,874 epoch 58 - iter 1060/2650 - loss 0.35887228 throughput (samples/sec): 101.87
2019-08-09 05:20:05,603 epoch 58 - iter 1325/2650 - loss 0.36416661 throughput (samples/sec): 103.81
2019-08-09 05:21:29,037 epoch 58 - iter 1590/2650 - loss 0.36386127 throughput (samples/sec): 101.69
2019-08-09 05:22:49,588 epoch 58 - iter 1855/2650 - loss 0.36639726 throughput (samples/sec): 105.33
2019-08-09 05:24:12,078 epoch 58 - iter 2120/2650 - loss 0.36931416 throughput (samples/sec): 102.85
2019-08-09 05:25:36,320 epoch 58 - iter 2385/2650 - loss 0.37100326 throughput (samples/sec): 100.71
2019-08-09 05:26:58,972 ----------------------------------------------------------------------------------------------------
2019-08-09 05:26:58,973 EPOCH 58 done: loss 0.3720 - lr 0.1000
2019-08-09 05:26:58,973 BAD EPOCHS (no improvement): 1
2019-08-09 05:26:58,973 ----------------------------------------------------------------------------------------------------
2019-08-09 05:26:59,195 epoch 59 - iter 0/2650 - loss 0.31457928 throughput (samples/sec): 38919.01
2019-08-09 05:28:20,391 epoch 59 - iter 265/2650 - loss 0.36688158 throughput (samples/sec): 104.49
2019-08-09 05:29:41,081 epoch 59 - iter 530/2650 - loss 0.36697246 throughput (samples/sec): 105.15
2019-08-09 05:31:02,696 epoch 59 - iter 795/2650 - loss 0.36374481 throughput (samples/sec): 103.96
2019-08-09 05:32:26,010 epoch 59 - iter 1060/2650 - loss 0.36388361 throughput (samples/sec): 101.83
2019-08-09 05:33:46,469 epoch 59 - iter 1325/2650 - loss 0.36275394 throughput (samples/sec): 105.45
2019-08-09 05:35:09,203 epoch 59 - iter 1590/2650 - loss 0.36347244 throughput (samples/sec): 102.55
2019-08-09 05:36:31,668 epoch 59 - iter 1855/2650 - loss 0.36301514 throughput (samples/sec): 102.88
2019-08-09 05:37:53,474 epoch 59 - iter 2120/2650 - loss 0.36279557 throughput (samples/sec): 103.71
2019-08-09 05:39:16,274 epoch 59 - iter 2385/2650 - loss 0.36415255 throughput (samples/sec): 102.47
2019-08-09 05:40:39,909 ----------------------------------------------------------------------------------------------------
2019-08-09 05:40:39,910 EPOCH 59 done: loss 0.3670 - lr 0.1000
2019-08-09 05:40:39,910 BAD EPOCHS (no improvement): 0
2019-08-09 05:40:39,910 ----------------------------------------------------------------------------------------------------
2019-08-09 05:40:40,496 epoch 60 - iter 0/2650 - loss 0.26972023 throughput (samples/sec): 14548.73
2019-08-09 05:42:03,708 epoch 60 - iter 265/2650 - loss 0.35596939 throughput (samples/sec): 101.96
2019-08-09 05:43:26,879 epoch 60 - iter 530/2650 - loss 0.34652247 throughput (samples/sec): 102.01
2019-08-09 05:44:47,930 epoch 60 - iter 795/2650 - loss 0.35251211 throughput (samples/sec): 104.68
2019-08-09 05:46:10,838 epoch 60 - iter 1060/2650 - loss 0.35858719 throughput (samples/sec): 102.34
2019-08-09 05:47:31,712 epoch 60 - iter 1325/2650 - loss 0.36346615 throughput (samples/sec): 104.91
2019-08-09 05:48:56,080 epoch 60 - iter 1590/2650 - loss 0.36325367 throughput (samples/sec): 100.56
2019-08-09 05:50:18,609 epoch 60 - iter 1855/2650 - loss 0.36322803 throughput (samples/sec): 102.81
2019-08-09 05:51:42,326 epoch 60 - iter 2120/2650 - loss 0.36251073 throughput (samples/sec): 101.35
2019-08-09 05:53:06,199 epoch 60 - iter 2385/2650 - loss 0.36531086 throughput (samples/sec): 101.16
2019-08-09 05:54:27,454 ----------------------------------------------------------------------------------------------------
2019-08-09 05:54:27,454 EPOCH 60 done: loss 0.3675 - lr 0.1000
2019-08-09 05:54:27,454 BAD EPOCHS (no improvement): 1
2019-08-09 05:54:27,454 ----------------------------------------------------------------------------------------------------
2019-08-09 05:54:27,777 epoch 61 - iter 0/2650 - loss 0.68050355 throughput (samples/sec): 26611.12
2019-08-09 05:55:50,938 epoch 61 - iter 265/2650 - loss 0.33620053 throughput (samples/sec): 102.02
2019-08-09 05:57:16,214 epoch 61 - iter 530/2650 - loss 0.34450372 throughput (samples/sec): 99.49
2019-08-09 05:58:40,326 epoch 61 - iter 795/2650 - loss 0.34794200 throughput (samples/sec): 100.87
2019-08-09 06:00:02,108 epoch 61 - iter 1060/2650 - loss 0.35209426 throughput (samples/sec): 103.74
2019-08-09 06:01:23,113 epoch 61 - iter 1325/2650 - loss 0.35038437 throughput (samples/sec): 104.74
2019-08-09 06:02:45,687 epoch 61 - iter 1590/2650 - loss 0.35224204 throughput (samples/sec): 102.75
2019-08-09 06:04:09,537 epoch 61 - iter 1855/2650 - loss 0.35873282 throughput (samples/sec): 101.19
2019-08-09 06:05:31,570 epoch 61 - iter 2120/2650 - loss 0.36019087 throughput (samples/sec): 103.43
2019-08-09 06:06:54,340 epoch 61 - iter 2385/2650 - loss 0.36080942 throughput (samples/sec): 102.51
2019-08-09 06:08:17,502 ----------------------------------------------------------------------------------------------------
2019-08-09 06:08:17,502 EPOCH 61 done: loss 0.3628 - lr 0.1000
2019-08-09 06:08:17,502 BAD EPOCHS (no improvement): 0
2019-08-09 06:08:17,502 ----------------------------------------------------------------------------------------------------
2019-08-09 06:08:17,885 epoch 62 - iter 0/2650 - loss 0.30890334 throughput (samples/sec): 22366.92
2019-08-09 06:09:39,853 epoch 62 - iter 265/2650 - loss 0.32484659 throughput (samples/sec): 103.51
2019-08-09 06:11:01,481 epoch 62 - iter 530/2650 - loss 0.33426627 throughput (samples/sec): 103.94
2019-08-09 06:12:25,266 epoch 62 - iter 795/2650 - loss 0.33956285 throughput (samples/sec): 101.26
2019-08-09 06:13:47,406 epoch 62 - iter 1060/2650 - loss 0.34668590 throughput (samples/sec): 103.29
2019-08-09 06:15:09,560 epoch 62 - iter 1325/2650 - loss 0.34699311 throughput (samples/sec): 103.27
2019-08-09 06:16:32,966 epoch 62 - iter 1590/2650 - loss 0.35044802 throughput (samples/sec): 101.73
2019-08-09 06:17:56,546 epoch 62 - iter 1855/2650 - loss 0.35164225 throughput (samples/sec): 101.51
2019-08-09 06:19:18,214 epoch 62 - iter 2120/2650 - loss 0.35043199 throughput (samples/sec): 103.89
2019-08-09 06:20:39,762 epoch 62 - iter 2385/2650 - loss 0.35430279 throughput (samples/sec): 104.04
2019-08-09 06:22:00,187 ----------------------------------------------------------------------------------------------------
2019-08-09 06:22:00,187 EPOCH 62 done: loss 0.3564 - lr 0.1000
2019-08-09 06:22:00,187 BAD EPOCHS (no improvement): 0
2019-08-09 06:22:00,188 ----------------------------------------------------------------------------------------------------
2019-08-09 06:22:00,533 epoch 63 - iter 0/2650 - loss 0.03154677 throughput (samples/sec): 24783.52
2019-08-09 06:23:23,464 epoch 63 - iter 265/2650 - loss 0.35144677 throughput (samples/sec): 102.30
2019-08-09 06:24:45,239 epoch 63 - iter 530/2650 - loss 0.35472407 throughput (samples/sec): 103.75
2019-08-09 06:26:08,350 epoch 63 - iter 795/2650 - loss 0.34541597 throughput (samples/sec): 102.08
2019-08-09 06:27:33,245 epoch 63 - iter 1060/2650 - loss 0.34827135 throughput (samples/sec): 99.94
2019-08-09 06:28:57,288 epoch 63 - iter 1325/2650 - loss 0.35060088 throughput (samples/sec): 100.95
2019-08-09 06:30:20,739 epoch 63 - iter 1590/2650 - loss 0.35375431 throughput (samples/sec): 101.67
2019-08-09 06:31:43,634 epoch 63 - iter 1855/2650 - loss 0.35328191 throughput (samples/sec): 102.35
2019-08-09 06:33:08,463 epoch 63 - iter 2120/2650 - loss 0.35263203 throughput (samples/sec): 100.02
2019-08-09 06:34:31,381 epoch 63 - iter 2385/2650 - loss 0.35155876 throughput (samples/sec): 102.32
2019-08-09 06:35:56,760 ----------------------------------------------------------------------------------------------------
2019-08-09 06:35:56,760 EPOCH 63 done: loss 0.3536 - lr 0.1000
2019-08-09 06:35:56,760 BAD EPOCHS (no improvement): 0
2019-08-09 06:35:56,761 ----------------------------------------------------------------------------------------------------
2019-08-09 06:35:57,015 epoch 64 - iter 0/2650 - loss 0.49458182 throughput (samples/sec): 33762.61
2019-08-09 06:37:19,867 epoch 64 - iter 265/2650 - loss 0.33807563 throughput (samples/sec): 102.40
2019-08-09 06:38:44,453 epoch 64 - iter 530/2650 - loss 0.35150931 throughput (samples/sec): 100.30
2019-08-09 06:40:08,657 epoch 64 - iter 795/2650 - loss 0.35073512 throughput (samples/sec): 100.76
2019-08-09 06:41:30,829 epoch 64 - iter 1060/2650 - loss 0.35228758 throughput (samples/sec): 103.25
2019-08-09 06:42:51,518 epoch 64 - iter 1325/2650 - loss 0.35157623 throughput (samples/sec): 105.15
2019-08-09 06:44:13,511 epoch 64 - iter 1590/2650 - loss 0.34838364 throughput (samples/sec): 103.48
2019-08-09 06:45:35,846 epoch 64 - iter 1855/2650 - loss 0.35110597 throughput (samples/sec): 103.05
2019-08-09 06:46:59,023 epoch 64 - iter 2120/2650 - loss 0.34871531 throughput (samples/sec): 102.00
2019-08-09 06:48:20,512 epoch 64 - iter 2385/2650 - loss 0.34812533 throughput (samples/sec): 104.12
2019-08-09 06:49:42,223 ----------------------------------------------------------------------------------------------------
2019-08-09 06:49:42,223 EPOCH 64 done: loss 0.3473 - lr 0.1000
2019-08-09 06:49:42,223 BAD EPOCHS (no improvement): 0
2019-08-09 06:49:42,224 ----------------------------------------------------------------------------------------------------
2019-08-09 06:49:42,587 epoch 65 - iter 0/2650 - loss 0.60719252 throughput (samples/sec): 23607.91
2019-08-09 06:51:07,390 epoch 65 - iter 265/2650 - loss 0.31520389 throughput (samples/sec): 100.05
2019-08-09 06:52:27,616 epoch 65 - iter 530/2650 - loss 0.32423416 throughput (samples/sec): 105.76
2019-08-09 06:53:49,968 epoch 65 - iter 795/2650 - loss 0.32984044 throughput (samples/sec): 103.03
2019-08-09 06:55:11,748 epoch 65 - iter 1060/2650 - loss 0.34077694 throughput (samples/sec): 103.74
2019-08-09 06:56:33,135 epoch 65 - iter 1325/2650 - loss 0.33595393 throughput (samples/sec): 104.25
2019-08-09 06:57:56,075 epoch 65 - iter 1590/2650 - loss 0.33927080 throughput (samples/sec): 102.29
2019-08-09 06:59:20,130 epoch 65 - iter 1855/2650 - loss 0.34398690 throughput (samples/sec): 100.94
2019-08-09 07:00:42,888 epoch 65 - iter 2120/2650 - loss 0.34478157 throughput (samples/sec): 102.52
2019-08-09 07:02:07,189 epoch 65 - iter 2385/2650 - loss 0.34748996 throughput (samples/sec): 100.64
2019-08-09 07:03:30,341 ----------------------------------------------------------------------------------------------------
2019-08-09 07:03:30,342 EPOCH 65 done: loss 0.3479 - lr 0.1000
2019-08-09 07:03:30,342 BAD EPOCHS (no improvement): 1
2019-08-09 07:03:30,342 ----------------------------------------------------------------------------------------------------
2019-08-09 07:03:30,668 epoch 66 - iter 0/2650 - loss 0.24990249 throughput (samples/sec): 26309.71
2019-08-09 07:04:56,771 epoch 66 - iter 265/2650 - loss 0.32923589 throughput (samples/sec): 98.53
2019-08-09 07:06:21,966 epoch 66 - iter 530/2650 - loss 0.33574829 throughput (samples/sec): 99.59
2019-08-09 07:07:46,538 epoch 66 - iter 795/2650 - loss 0.33981214 throughput (samples/sec): 100.32
2019-08-09 07:09:09,342 epoch 66 - iter 1060/2650 - loss 0.34213201 throughput (samples/sec): 102.46
2019-08-09 07:10:32,507 epoch 66 - iter 1325/2650 - loss 0.34627009 throughput (samples/sec): 102.02
2019-08-09 07:11:55,283 epoch 66 - iter 1590/2650 - loss 0.34442420 throughput (samples/sec): 102.50
2019-08-09 07:13:16,536 epoch 66 - iter 1855/2650 - loss 0.34665045 throughput (samples/sec): 104.42
2019-08-09 07:14:37,756 epoch 66 - iter 2120/2650 - loss 0.34795122 throughput (samples/sec): 104.46
2019-08-09 07:15:59,636 epoch 66 - iter 2385/2650 - loss 0.34921750 throughput (samples/sec): 103.62
2019-08-09 07:17:20,423 ----------------------------------------------------------------------------------------------------
2019-08-09 07:17:20,423 EPOCH 66 done: loss 0.3514 - lr 0.1000
2019-08-09 07:17:20,423 BAD EPOCHS (no improvement): 2
2019-08-09 07:17:20,423 ----------------------------------------------------------------------------------------------------
2019-08-09 07:17:20,680 epoch 67 - iter 0/2650 - loss 0.23841500 throughput (samples/sec): 33449.19
2019-08-09 07:18:40,457 epoch 67 - iter 265/2650 - loss 0.33053121 throughput (samples/sec): 106.35
2019-08-09 07:20:01,493 epoch 67 - iter 530/2650 - loss 0.32953256 throughput (samples/sec): 104.70
2019-08-09 07:21:22,145 epoch 67 - iter 795/2650 - loss 0.33071661 throughput (samples/sec): 105.20
2019-08-09 07:22:43,137 epoch 67 - iter 1060/2650 - loss 0.33691458 throughput (samples/sec): 104.75
2019-08-09 07:24:04,865 epoch 67 - iter 1325/2650 - loss 0.34296311 throughput (samples/sec): 103.81
2019-08-09 07:25:27,105 epoch 67 - iter 1590/2650 - loss 0.34678174 throughput (samples/sec): 103.16
2019-08-09 07:26:49,446 epoch 67 - iter 1855/2650 - loss 0.34619060 throughput (samples/sec): 103.04
2019-08-09 07:28:12,933 epoch 67 - iter 2120/2650 - loss 0.34612955 throughput (samples/sec): 101.62
2019-08-09 07:29:33,943 epoch 67 - iter 2385/2650 - loss 0.34510879 throughput (samples/sec): 104.73
2019-08-09 07:30:55,377 ----------------------------------------------------------------------------------------------------
2019-08-09 07:30:55,378 EPOCH 67 done: loss 0.3470 - lr 0.1000
2019-08-09 07:30:55,378 BAD EPOCHS (no improvement): 0
2019-08-09 07:30:55,378 ----------------------------------------------------------------------------------------------------
2019-08-09 07:30:55,804 epoch 68 - iter 0/2650 - loss 0.30723965 throughput (samples/sec): 20057.39
2019-08-09 07:32:16,725 epoch 68 - iter 265/2650 - loss 0.31669102 throughput (samples/sec): 104.85
2019-08-09 07:33:41,889 epoch 68 - iter 530/2650 - loss 0.32888064 throughput (samples/sec): 99.62
2019-08-09 07:35:05,272 epoch 68 - iter 795/2650 - loss 0.33417488 throughput (samples/sec): 101.75
2019-08-09 07:36:28,303 epoch 68 - iter 1060/2650 - loss 0.33628580 throughput (samples/sec): 102.18
2019-08-09 07:37:48,640 epoch 68 - iter 1325/2650 - loss 0.33765216 throughput (samples/sec): 105.61
2019-08-09 07:39:11,007 epoch 68 - iter 1590/2650 - loss 0.33971018 throughput (samples/sec): 103.00
2019-08-09 07:40:31,991 epoch 68 - iter 1855/2650 - loss 0.34018416 throughput (samples/sec): 104.77
2019-08-09 07:41:56,703 epoch 68 - iter 2120/2650 - loss 0.34198386 throughput (samples/sec): 100.15
2019-08-09 07:43:20,000 epoch 68 - iter 2385/2650 - loss 0.34498222 throughput (samples/sec): 101.85
2019-08-09 07:44:43,160 ----------------------------------------------------------------------------------------------------
2019-08-09 07:44:43,160 EPOCH 68 done: loss 0.3462 - lr 0.1000
2019-08-09 07:44:43,160 BAD EPOCHS (no improvement): 0
2019-08-09 07:44:43,160 ----------------------------------------------------------------------------------------------------
2019-08-09 07:44:43,430 epoch 69 - iter 0/2650 - loss 0.40565690 throughput (samples/sec): 31896.56
2019-08-09 07:46:05,717 epoch 69 - iter 265/2650 - loss 0.31545964 throughput (samples/sec): 103.10
2019-08-09 07:47:25,139 epoch 69 - iter 530/2650 - loss 0.31466262 throughput (samples/sec): 106.83
2019-08-09 07:48:47,890 epoch 69 - iter 795/2650 - loss 0.32178738 throughput (samples/sec): 102.53
2019-08-09 07:50:11,742 epoch 69 - iter 1060/2650 - loss 0.32333840 throughput (samples/sec): 101.18
2019-08-09 07:51:35,414 epoch 69 - iter 1325/2650 - loss 0.33016077 throughput (samples/sec): 101.40
2019-08-09 07:52:56,475 epoch 69 - iter 1590/2650 - loss 0.33248403 throughput (samples/sec): 104.67
2019-08-09 07:54:17,446 epoch 69 - iter 1855/2650 - loss 0.33080408 throughput (samples/sec): 104.78
2019-08-09 07:55:41,211 epoch 69 - iter 2120/2650 - loss 0.33508073 throughput (samples/sec): 101.28
2019-08-09 07:57:03,936 epoch 69 - iter 2385/2650 - loss 0.33791405 throughput (samples/sec): 102.56
2019-08-09 07:58:26,735 ----------------------------------------------------------------------------------------------------
2019-08-09 07:58:26,735 EPOCH 69 done: loss 0.3412 - lr 0.1000
2019-08-09 07:58:26,735 BAD EPOCHS (no improvement): 0
2019-08-09 07:58:26,735 ----------------------------------------------------------------------------------------------------
2019-08-09 07:58:27,008 epoch 70 - iter 0/2650 - loss 0.47725016 throughput (samples/sec): 31557.67
2019-08-09 07:59:49,724 epoch 70 - iter 265/2650 - loss 0.34151898 throughput (samples/sec): 102.57
2019-08-09 08:01:10,322 epoch 70 - iter 530/2650 - loss 0.33867500 throughput (samples/sec): 105.27
2019-08-09 08:02:31,949 epoch 70 - iter 795/2650 - loss 0.34070681 throughput (samples/sec): 103.94
2019-08-09 08:03:52,031 epoch 70 - iter 1060/2650 - loss 0.33965867 throughput (samples/sec): 105.95
2019-08-09 08:05:13,968 epoch 70 - iter 1325/2650 - loss 0.33856695 throughput (samples/sec): 103.55
2019-08-09 08:06:39,087 epoch 70 - iter 1590/2650 - loss 0.33996088 throughput (samples/sec): 99.67
2019-08-09 08:08:01,013 epoch 70 - iter 1855/2650 - loss 0.34262736 throughput (samples/sec): 103.56
2019-08-09 08:09:23,299 epoch 70 - iter 2120/2650 - loss 0.33986874 throughput (samples/sec): 103.11
2019-08-09 08:10:45,280 epoch 70 - iter 2385/2650 - loss 0.34047718 throughput (samples/sec): 103.49
2019-08-09 08:12:05,451 ----------------------------------------------------------------------------------------------------
2019-08-09 08:12:05,451 EPOCH 70 done: loss 0.3431 - lr 0.1000
2019-08-09 08:12:05,451 BAD EPOCHS (no improvement): 1
2019-08-09 08:12:05,451 ----------------------------------------------------------------------------------------------------
2019-08-09 08:12:05,725 epoch 71 - iter 0/2650 - loss 0.29786670 throughput (samples/sec): 31383.77
2019-08-09 08:13:26,599 epoch 71 - iter 265/2650 - loss 0.33736401 throughput (samples/sec): 104.91
2019-08-09 08:14:48,224 epoch 71 - iter 530/2650 - loss 0.32454814 throughput (samples/sec): 103.94
2019-08-09 08:16:09,595 epoch 71 - iter 795/2650 - loss 0.32779859 throughput (samples/sec): 104.27
2019-08-09 08:17:35,389 epoch 71 - iter 1060/2650 - loss 0.33001096 throughput (samples/sec): 98.89
2019-08-09 08:18:57,093 epoch 71 - iter 1325/2650 - loss 0.33005569 throughput (samples/sec): 103.84
2019-08-09 08:20:20,939 epoch 71 - iter 1590/2650 - loss 0.33259240 throughput (samples/sec): 101.19
2019-08-09 08:21:42,727 epoch 71 - iter 1855/2650 - loss 0.33435206 throughput (samples/sec): 103.74
2019-08-09 08:23:04,561 epoch 71 - iter 2120/2650 - loss 0.33684745 throughput (samples/sec): 103.68
2019-08-09 08:24:26,684 epoch 71 - iter 2385/2650 - loss 0.34071832 throughput (samples/sec): 103.31
2019-08-09 08:25:49,580 ----------------------------------------------------------------------------------------------------
2019-08-09 08:25:49,580 EPOCH 71 done: loss 0.3418 - lr 0.1000
2019-08-09 08:25:49,580 BAD EPOCHS (no improvement): 2
2019-08-09 08:25:49,581 ----------------------------------------------------------------------------------------------------
2019-08-09 08:25:49,986 epoch 72 - iter 0/2650 - loss 0.23228300 throughput (samples/sec): 21138.11
2019-08-09 08:27:25,693 epoch 72 - iter 265/2650 - loss 0.31584713 throughput (samples/sec): 88.64
2019-08-09 08:28:55,599 epoch 72 - iter 530/2650 - loss 0.32362408 throughput (samples/sec): 94.37
2019-08-09 08:30:26,582 epoch 72 - iter 795/2650 - loss 0.33195156 throughput (samples/sec): 93.25
2019-08-09 08:32:04,142 epoch 72 - iter 1060/2650 - loss 0.33623729 throughput (samples/sec): 86.96
2019-08-09 08:33:45,588 epoch 72 - iter 1325/2650 - loss 0.33332673 throughput (samples/sec): 83.63
2019-08-09 08:35:17,915 epoch 72 - iter 1590/2650 - loss 0.33417906 throughput (samples/sec): 91.89
2019-08-09 08:36:44,090 epoch 72 - iter 1855/2650 - loss 0.33468434 throughput (samples/sec): 98.45
2019-08-09 08:38:09,038 epoch 72 - iter 2120/2650 - loss 0.33609853 throughput (samples/sec): 99.87
2019-08-09 08:39:43,660 epoch 72 - iter 2385/2650 - loss 0.33561242 throughput (samples/sec): 89.66
2019-08-09 08:41:15,501 ----------------------------------------------------------------------------------------------------
2019-08-09 08:41:15,501 EPOCH 72 done: loss 0.3355 - lr 0.1000
2019-08-09 08:41:15,501 BAD EPOCHS (no improvement): 0
2019-08-09 08:41:15,501 ----------------------------------------------------------------------------------------------------
2019-08-09 08:41:15,812 epoch 73 - iter 0/2650 - loss 0.26158822 throughput (samples/sec): 27630.16
2019-08-09 08:42:49,873 epoch 73 - iter 265/2650 - loss 0.33235066 throughput (samples/sec): 90.19
2019-08-09 08:44:25,264 epoch 73 - iter 530/2650 - loss 0.32843048 throughput (samples/sec): 88.93
2019-08-09 08:46:00,777 epoch 73 - iter 795/2650 - loss 0.33052716 throughput (samples/sec): 88.82
2019-08-09 08:47:43,765 epoch 73 - iter 1060/2650 - loss 0.32837260 throughput (samples/sec): 82.37
2019-08-09 08:49:18,238 epoch 73 - iter 1325/2650 - loss 0.33065898 throughput (samples/sec): 89.80
2019-08-09 08:50:58,921 epoch 73 - iter 1590/2650 - loss 0.32848799 throughput (samples/sec): 84.26
2019-08-09 08:52:32,300 epoch 73 - iter 1855/2650 - loss 0.33179161 throughput (samples/sec): 90.86
2019-08-09 08:54:14,805 epoch 73 - iter 2120/2650 - loss 0.33076263 throughput (samples/sec): 82.76
2019-08-09 08:55:53,316 epoch 73 - iter 2385/2650 - loss 0.32963617 throughput (samples/sec): 86.12
2019-08-09 08:57:33,403 ----------------------------------------------------------------------------------------------------
2019-08-09 08:57:33,403 EPOCH 73 done: loss 0.3342 - lr 0.1000
2019-08-09 08:57:33,403 BAD EPOCHS (no improvement): 0
2019-08-09 08:57:33,404 ----------------------------------------------------------------------------------------------------
2019-08-09 08:57:33,653 epoch 74 - iter 0/2650 - loss 0.08657974 throughput (samples/sec): 34530.81
2019-08-09 08:59:09,648 epoch 74 - iter 265/2650 - loss 0.32324335 throughput (samples/sec): 88.38
2019-08-09 09:00:47,306 epoch 74 - iter 530/2650 - loss 0.32153569 throughput (samples/sec): 86.87
2019-08-09 09:02:25,366 epoch 74 - iter 795/2650 - loss 0.32676304 throughput (samples/sec): 86.51
2019-08-09 09:03:58,105 epoch 74 - iter 1060/2650 - loss 0.32842641 throughput (samples/sec): 91.48
2019-08-09 09:05:37,146 epoch 74 - iter 1325/2650 - loss 0.32855754 throughput (samples/sec): 85.66
2019-08-09 09:07:11,876 epoch 74 - iter 1590/2650 - loss 0.32878555 throughput (samples/sec): 89.56
2019-08-09 09:08:51,117 epoch 74 - iter 1855/2650 - loss 0.32984982 throughput (samples/sec): 85.49
2019-08-09 09:10:23,855 epoch 74 - iter 2120/2650 - loss 0.33248968 throughput (samples/sec): 91.48
2019-08-09 09:12:06,696 epoch 74 - iter 2385/2650 - loss 0.33254522 throughput (samples/sec): 82.49
2019-08-09 09:13:39,281 ----------------------------------------------------------------------------------------------------
2019-08-09 09:13:39,282 EPOCH 74 done: loss 0.3336 - lr 0.1000
2019-08-09 09:13:39,282 BAD EPOCHS (no improvement): 0
2019-08-09 09:13:39,282 ----------------------------------------------------------------------------------------------------
2019-08-09 09:13:39,552 epoch 75 - iter 0/2650 - loss 0.09408331 throughput (samples/sec): 31800.43
2019-08-09 09:15:21,989 epoch 75 - iter 265/2650 - loss 0.33156495 throughput (samples/sec): 82.82
2019-08-09 09:16:54,041 epoch 75 - iter 530/2650 - loss 0.33490143 throughput (samples/sec): 92.16
2019-08-09 09:18:40,102 epoch 75 - iter 795/2650 - loss 0.32275260 throughput (samples/sec): 79.99
2019-08-09 09:20:12,665 epoch 75 - iter 1060/2650 - loss 0.32605747 throughput (samples/sec): 91.65
2019-08-09 09:21:53,430 epoch 75 - iter 1325/2650 - loss 0.32688760 throughput (samples/sec): 84.19
2019-08-09 09:23:26,525 epoch 75 - iter 1590/2650 - loss 0.32824917 throughput (samples/sec): 91.13
2019-08-09 09:25:07,180 epoch 75 - iter 1855/2650 - loss 0.33006532 throughput (samples/sec): 84.28
2019-08-09 09:26:37,763 epoch 75 - iter 2120/2650 - loss 0.33221342 throughput (samples/sec): 93.66
2019-08-09 09:28:01,772 epoch 75 - iter 2385/2650 - loss 0.33427798 throughput (samples/sec): 100.99
2019-08-09 09:29:28,696 ----------------------------------------------------------------------------------------------------
2019-08-09 09:29:28,697 EPOCH 75 done: loss 0.3325 - lr 0.1000
2019-08-09 09:29:28,697 BAD EPOCHS (no improvement): 0
2019-08-09 09:29:28,697 ----------------------------------------------------------------------------------------------------
2019-08-09 09:29:29,341 epoch 76 - iter 0/2650 - loss 0.16890788 throughput (samples/sec): 13242.19
2019-08-09 09:31:25,378 epoch 76 - iter 265/2650 - loss 0.34698483 throughput (samples/sec): 73.11
2019-08-09 09:33:02,315 epoch 76 - iter 530/2650 - loss 0.34180761 throughput (samples/sec): 87.52
2019-08-09 09:34:21,732 epoch 76 - iter 795/2650 - loss 0.33286836 throughput (samples/sec): 106.83
2019-08-09 09:35:45,420 epoch 76 - iter 1060/2650 - loss 0.33298006 throughput (samples/sec): 101.38
2019-08-09 09:37:08,700 epoch 76 - iter 1325/2650 - loss 0.33354120 throughput (samples/sec): 101.88
2019-08-09 09:38:32,416 epoch 76 - iter 1590/2650 - loss 0.33247678 throughput (samples/sec): 101.35
2019-08-09 09:39:57,178 epoch 76 - iter 1855/2650 - loss 0.33164240 throughput (samples/sec): 100.09
2019-08-09 09:41:16,920 epoch 76 - iter 2120/2650 - loss 0.33182812 throughput (samples/sec): 106.40
2019-08-09 09:42:39,985 epoch 76 - iter 2385/2650 - loss 0.33241933 throughput (samples/sec): 102.14
2019-08-09 09:44:00,036 ----------------------------------------------------------------------------------------------------
2019-08-09 09:44:00,036 EPOCH 76 done: loss 0.3332 - lr 0.1000
2019-08-09 09:44:00,036 BAD EPOCHS (no improvement): 1
2019-08-09 09:44:00,037 ----------------------------------------------------------------------------------------------------
2019-08-09 09:44:00,341 epoch 77 - iter 0/2650 - loss 0.24152076 throughput (samples/sec): 28191.86
2019-08-09 09:45:21,976 epoch 77 - iter 265/2650 - loss 0.29650343 throughput (samples/sec): 103.93
2019-08-09 09:46:43,369 epoch 77 - iter 530/2650 - loss 0.30038449 throughput (samples/sec): 104.24
2019-08-09 09:48:05,563 epoch 77 - iter 795/2650 - loss 0.30312418 throughput (samples/sec): 103.22
2019-08-09 09:49:30,999 epoch 77 - iter 1060/2650 - loss 0.30719886 throughput (samples/sec): 99.30
2019-08-09 09:50:53,423 epoch 77 - iter 1325/2650 - loss 0.30930167 throughput (samples/sec): 102.93
2019-08-09 09:52:16,703 epoch 77 - iter 1590/2650 - loss 0.31038801 throughput (samples/sec): 101.88
2019-08-09 09:53:40,647 epoch 77 - iter 1855/2650 - loss 0.31518836 throughput (samples/sec): 101.07
2019-08-09 09:55:04,746 epoch 77 - iter 2120/2650 - loss 0.31659367 throughput (samples/sec): 100.89
2019-08-09 09:56:29,989 epoch 77 - iter 2385/2650 - loss 0.31764185 throughput (samples/sec): 99.53
2019-08-09 09:57:53,627 ----------------------------------------------------------------------------------------------------
2019-08-09 09:57:53,627 EPOCH 77 done: loss 0.3208 - lr 0.1000
2019-08-09 09:57:53,627 BAD EPOCHS (no improvement): 0
2019-08-09 09:57:53,627 ----------------------------------------------------------------------------------------------------
2019-08-09 09:57:53,928 epoch 78 - iter 0/2650 - loss 0.45161021 throughput (samples/sec): 28586.46
2019-08-09 09:59:17,726 epoch 78 - iter 265/2650 - loss 0.30364715 throughput (samples/sec): 101.25
2019-08-09 10:00:40,869 epoch 78 - iter 530/2650 - loss 0.31254427 throughput (samples/sec): 102.04
2019-08-09 10:02:04,983 epoch 78 - iter 795/2650 - loss 0.30816190 throughput (samples/sec): 100.87
2019-08-09 10:03:28,964 epoch 78 - iter 1060/2650 - loss 0.31017545 throughput (samples/sec): 101.03
2019-08-09 10:04:51,818 epoch 78 - iter 1325/2650 - loss 0.31560525 throughput (samples/sec): 102.40
2019-08-09 10:06:15,625 epoch 78 - iter 1590/2650 - loss 0.31630532 throughput (samples/sec): 101.24
2019-08-09 10:07:37,931 epoch 78 - iter 1855/2650 - loss 0.31797836 throughput (samples/sec): 103.08
2019-08-09 10:09:08,897 epoch 78 - iter 2120/2650 - loss 0.31952762 throughput (samples/sec): 93.27
2019-08-09 10:11:06,975 epoch 78 - iter 2385/2650 - loss 0.31945613 throughput (samples/sec): 71.84
2019-08-09 10:12:52,596 ----------------------------------------------------------------------------------------------------
2019-08-09 10:12:52,596 EPOCH 78 done: loss 0.3206 - lr 0.1000
2019-08-09 10:12:52,596 BAD EPOCHS (no improvement): 0
2019-08-09 10:12:52,596 ----------------------------------------------------------------------------------------------------
2019-08-09 10:12:52,854 epoch 79 - iter 0/2650 - loss 0.21588692 throughput (samples/sec): 33426.87
2019-08-09 10:14:17,366 epoch 79 - iter 265/2650 - loss 0.32367463 throughput (samples/sec): 100.39
2019-08-09 10:15:41,259 epoch 79 - iter 530/2650 - loss 0.31082837 throughput (samples/sec): 101.13
2019-08-09 10:17:04,813 epoch 79 - iter 795/2650 - loss 0.31142644 throughput (samples/sec): 101.55
2019-08-09 10:18:27,519 epoch 79 - iter 1060/2650 - loss 0.31490493 throughput (samples/sec): 102.59
2019-08-09 10:19:52,885 epoch 79 - iter 1325/2650 - loss 0.32007455 throughput (samples/sec): 99.39
2019-08-09 10:21:15,284 epoch 79 - iter 1590/2650 - loss 0.32058432 throughput (samples/sec): 102.97
2019-08-09 10:22:40,494 epoch 79 - iter 1855/2650 - loss 0.32037777 throughput (samples/sec): 99.57
2019-08-09 10:24:03,672 epoch 79 - iter 2120/2650 - loss 0.31987012 throughput (samples/sec): 102.00
2019-08-09 10:25:29,194 epoch 79 - iter 2385/2650 - loss 0.32033809 throughput (samples/sec): 99.20
2019-08-09 10:26:53,817 ----------------------------------------------------------------------------------------------------
2019-08-09 10:26:53,818 EPOCH 79 done: loss 0.3231 - lr 0.1000
2019-08-09 10:26:53,818 BAD EPOCHS (no improvement): 1
2019-08-09 10:26:53,818 ----------------------------------------------------------------------------------------------------
2019-08-09 10:26:54,066 epoch 80 - iter 0/2650 - loss 0.23076129 throughput (samples/sec): 34649.05
2019-08-09 10:28:17,911 epoch 80 - iter 265/2650 - loss 0.31810135 throughput (samples/sec): 101.19
2019-08-09 10:29:42,986 epoch 80 - iter 530/2650 - loss 0.32409668 throughput (samples/sec): 99.73
2019-08-09 10:31:06,159 epoch 80 - iter 795/2650 - loss 0.31993939 throughput (samples/sec): 102.01
2019-08-09 10:32:29,436 epoch 80 - iter 1060/2650 - loss 0.32170192 throughput (samples/sec): 101.88
2019-08-09 10:33:53,308 epoch 80 - iter 1325/2650 - loss 0.32047657 throughput (samples/sec): 101.16
2019-08-09 10:35:16,109 epoch 80 - iter 1590/2650 - loss 0.31846327 throughput (samples/sec): 102.47
2019-08-09 10:36:38,861 epoch 80 - iter 1855/2650 - loss 0.31717777 throughput (samples/sec): 102.53
2019-08-09 10:38:02,017 epoch 80 - iter 2120/2650 - loss 0.31817937 throughput (samples/sec): 102.03
2019-08-09 10:39:25,733 epoch 80 - iter 2385/2650 - loss 0.31957387 throughput (samples/sec): 101.34
2019-08-09 10:41:07,432 ----------------------------------------------------------------------------------------------------
2019-08-09 10:41:07,432 EPOCH 80 done: loss 0.3206 - lr 0.1000
2019-08-09 10:41:07,433 BAD EPOCHS (no improvement): 2
2019-08-09 10:41:07,433 ----------------------------------------------------------------------------------------------------
2019-08-09 10:41:07,821 epoch 81 - iter 0/2650 - loss 0.36149973 throughput (samples/sec): 22023.03
2019-08-09 10:43:05,045 epoch 81 - iter 265/2650 - loss 0.30808720 throughput (samples/sec): 72.37
2019-08-09 10:44:54,702 epoch 81 - iter 530/2650 - loss 0.31844341 throughput (samples/sec): 77.36
2019-08-09 10:46:48,399 epoch 81 - iter 795/2650 - loss 0.31905251 throughput (samples/sec): 74.61
2019-08-09 10:48:40,058 epoch 81 - iter 1060/2650 - loss 0.31885485 throughput (samples/sec): 75.98
2019-08-09 10:50:25,693 epoch 81 - iter 1325/2650 - loss 0.31720529 throughput (samples/sec): 80.31
2019-08-09 10:52:09,632 epoch 81 - iter 1590/2650 - loss 0.32266336 throughput (samples/sec): 81.62
2019-08-09 10:53:54,891 epoch 81 - iter 1855/2650 - loss 0.32366253 throughput (samples/sec): 80.60
2019-08-09 10:55:43,273 epoch 81 - iter 2120/2650 - loss 0.32280080 throughput (samples/sec): 78.27
2019-08-09 10:57:30,966 epoch 81 - iter 2385/2650 - loss 0.32165641 throughput (samples/sec): 78.78
2019-08-09 10:59:17,949 ----------------------------------------------------------------------------------------------------
2019-08-09 10:59:17,949 EPOCH 81 done: loss 0.3234 - lr 0.1000
2019-08-09 10:59:17,949 BAD EPOCHS (no improvement): 3
2019-08-09 10:59:17,949 ----------------------------------------------------------------------------------------------------
2019-08-09 10:59:18,246 epoch 82 - iter 0/2650 - loss 0.09390438 throughput (samples/sec): 28943.23
2019-08-09 11:01:12,509 epoch 82 - iter 265/2650 - loss 0.30881999 throughput (samples/sec): 74.24
2019-08-09 11:03:10,304 epoch 82 - iter 530/2650 - loss 0.30554365 throughput (samples/sec): 72.02
2019-08-09 11:05:06,690 epoch 82 - iter 795/2650 - loss 0.31037079 throughput (samples/sec): 72.89
2019-08-09 11:07:08,557 epoch 82 - iter 1060/2650 - loss 0.31102019 throughput (samples/sec): 69.61
2019-08-09 11:09:01,284 epoch 82 - iter 1325/2650 - loss 0.31431890 throughput (samples/sec): 75.26
2019-08-09 11:10:49,543 epoch 82 - iter 1590/2650 - loss 0.31369377 throughput (samples/sec): 78.36
2019-08-09 11:12:37,270 epoch 82 - iter 1855/2650 - loss 0.31542990 throughput (samples/sec): 78.75
2019-08-09 11:14:20,352 epoch 82 - iter 2120/2650 - loss 0.31785667 throughput (samples/sec): 82.30
2019-08-09 11:16:01,180 epoch 82 - iter 2385/2650 - loss 0.31716505 throughput (samples/sec): 84.14
2019-08-09 11:17:44,912 ----------------------------------------------------------------------------------------------------
2019-08-09 11:17:44,912 EPOCH 82 done: loss 0.3164 - lr 0.1000
2019-08-09 11:17:44,912 BAD EPOCHS (no improvement): 0
2019-08-09 11:17:44,913 ----------------------------------------------------------------------------------------------------
2019-08-09 11:17:45,182 epoch 83 - iter 0/2650 - loss 0.12523782 throughput (samples/sec): 31950.20
2019-08-09 11:19:09,348 epoch 83 - iter 265/2650 - loss 0.32279298 throughput (samples/sec): 100.81
2019-08-09 11:20:36,495 epoch 83 - iter 530/2650 - loss 0.31575641 throughput (samples/sec): 97.35
2019-08-09 11:22:04,208 epoch 83 - iter 795/2650 - loss 0.30964619 throughput (samples/sec): 96.73
2019-08-09 11:24:02,394 epoch 83 - iter 1060/2650 - loss 0.30747100 throughput (samples/sec): 71.78
2019-08-09 11:25:56,757 epoch 83 - iter 1325/2650 - loss 0.30866441 throughput (samples/sec): 74.18
2019-08-09 11:27:46,346 epoch 83 - iter 1590/2650 - loss 0.30978024 throughput (samples/sec): 77.41
2019-08-09 11:29:34,084 epoch 83 - iter 1855/2650 - loss 0.31268292 throughput (samples/sec): 78.74
2019-08-09 11:31:20,213 epoch 83 - iter 2120/2650 - loss 0.31330531 throughput (samples/sec): 79.93
2019-08-09 11:33:05,553 epoch 83 - iter 2385/2650 - loss 0.31625315 throughput (samples/sec): 80.53
2019-08-09 11:34:50,402 ----------------------------------------------------------------------------------------------------
2019-08-09 11:34:50,403 EPOCH 83 done: loss 0.3161 - lr 0.1000
2019-08-09 11:34:50,403 BAD EPOCHS (no improvement): 0
2019-08-09 11:34:50,403 ----------------------------------------------------------------------------------------------------
2019-08-09 11:34:50,894 epoch 84 - iter 0/2650 - loss 0.23676512 throughput (samples/sec): 17414.20
2019-08-09 11:36:36,654 epoch 84 - iter 265/2650 - loss 0.31754365 throughput (samples/sec): 80.21
2019-08-09 11:38:19,516 epoch 84 - iter 530/2650 - loss 0.30778167 throughput (samples/sec): 82.48
2019-08-09 11:40:05,418 epoch 84 - iter 795/2650 - loss 0.31047747 throughput (samples/sec): 80.11
2019-08-09 11:41:48,560 epoch 84 - iter 1060/2650 - loss 0.31234196 throughput (samples/sec): 82.25
2019-08-09 11:43:45,101 epoch 84 - iter 1325/2650 - loss 0.31654055 throughput (samples/sec): 72.79
2019-08-09 11:45:33,749 epoch 84 - iter 1590/2650 - loss 0.31794147 throughput (samples/sec): 78.08
2019-08-09 11:47:20,927 epoch 84 - iter 1855/2650 - loss 0.31430145 throughput (samples/sec): 79.15
2019-08-09 11:49:08,230 epoch 84 - iter 2120/2650 - loss 0.31527663 throughput (samples/sec): 79.06
2019-08-09 11:50:57,547 epoch 84 - iter 2385/2650 - loss 0.31596165 throughput (samples/sec): 77.60
2019-08-09 11:52:47,876 ----------------------------------------------------------------------------------------------------
2019-08-09 11:52:47,876 EPOCH 84 done: loss 0.3172 - lr 0.1000
2019-08-09 11:52:47,877 BAD EPOCHS (no improvement): 1
2019-08-09 11:52:47,877 ----------------------------------------------------------------------------------------------------
2019-08-09 11:52:48,190 epoch 85 - iter 0/2650 - loss 0.23364073 throughput (samples/sec): 27393.71
2019-08-09 11:54:36,764 epoch 85 - iter 265/2650 - loss 0.30844214 throughput (samples/sec): 78.13
2019-08-09 11:56:24,841 epoch 85 - iter 530/2650 - loss 0.31941710 throughput (samples/sec): 78.49
2019-08-09 11:58:11,105 epoch 85 - iter 795/2650 - loss 0.31451801 throughput (samples/sec): 79.83
2019-08-09 12:00:04,398 epoch 85 - iter 1060/2650 - loss 0.31300057 throughput (samples/sec): 74.88
2019-08-09 12:01:51,721 epoch 85 - iter 1325/2650 - loss 0.31051471 throughput (samples/sec): 79.05
2019-08-09 12:03:39,218 epoch 85 - iter 1590/2650 - loss 0.30991266 throughput (samples/sec): 78.92
2019-08-09 12:05:28,300 epoch 85 - iter 1855/2650 - loss 0.31232493 throughput (samples/sec): 77.77
2019-08-09 12:07:15,737 epoch 85 - iter 2120/2650 - loss 0.31502842 throughput (samples/sec): 78.96
2019-08-09 12:09:03,458 epoch 85 - iter 2385/2650 - loss 0.31612818 throughput (samples/sec): 78.75
2019-08-09 12:10:51,247 ----------------------------------------------------------------------------------------------------
2019-08-09 12:10:51,247 EPOCH 85 done: loss 0.3170 - lr 0.1000
2019-08-09 12:10:51,247 BAD EPOCHS (no improvement): 2
2019-08-09 12:10:51,247 ----------------------------------------------------------------------------------------------------
2019-08-09 12:10:51,642 epoch 86 - iter 0/2650 - loss 0.10628381 throughput (samples/sec): 21672.00
2019-08-09 12:12:40,048 epoch 86 - iter 265/2650 - loss 0.29654681 throughput (samples/sec): 78.26
2019-08-09 12:14:27,213 epoch 86 - iter 530/2650 - loss 0.29961680 throughput (samples/sec): 79.16
2019-08-09 12:16:11,621 epoch 86 - iter 795/2650 - loss 0.29664991 throughput (samples/sec): 81.25
2019-08-09 12:18:01,362 epoch 86 - iter 1060/2650 - loss 0.29925065 throughput (samples/sec): 77.30
2019-08-09 12:19:53,746 epoch 86 - iter 1325/2650 - loss 0.29965120 throughput (samples/sec): 75.48
2019-08-09 12:21:43,334 epoch 86 - iter 1590/2650 - loss 0.30312743 throughput (samples/sec): 77.41
2019-08-09 12:23:33,879 epoch 86 - iter 1855/2650 - loss 0.30471124 throughput (samples/sec): 76.74
2019-08-09 12:25:13,210 epoch 86 - iter 2120/2650 - loss 0.30685823 throughput (samples/sec): 85.41
2019-08-09 12:26:39,166 epoch 86 - iter 2385/2650 - loss 0.31026556 throughput (samples/sec): 98.70
2019-08-09 12:28:13,266 ----------------------------------------------------------------------------------------------------
2019-08-09 12:28:13,266 EPOCH 86 done: loss 0.3120 - lr 0.1000
2019-08-09 12:28:13,266 BAD EPOCHS (no improvement): 0
2019-08-09 12:28:13,266 ----------------------------------------------------------------------------------------------------
2019-08-09 12:28:13,866 epoch 87 - iter 0/2650 - loss 0.22007853 throughput (samples/sec): 14235.57
2019-08-09 12:30:11,399 epoch 87 - iter 265/2650 - loss 0.30172238 throughput (samples/sec): 72.18
2019-08-09 12:32:05,490 epoch 87 - iter 530/2650 - loss 0.31807023 throughput (samples/sec): 74.35
2019-08-09 12:33:54,253 epoch 87 - iter 795/2650 - loss 0.31263915 throughput (samples/sec): 78.00
2019-08-09 12:35:41,615 epoch 87 - iter 1060/2650 - loss 0.31363948 throughput (samples/sec): 79.02
2019-08-09 12:37:22,563 epoch 87 - iter 1325/2650 - loss 0.31468301 throughput (samples/sec): 84.04
2019-08-09 12:39:06,866 epoch 87 - iter 1590/2650 - loss 0.31422009 throughput (samples/sec): 81.34
2019-08-09 12:40:49,996 epoch 87 - iter 1855/2650 - loss 0.31053367 throughput (samples/sec): 82.26
2019-08-09 12:42:34,170 epoch 87 - iter 2120/2650 - loss 0.31093491 throughput (samples/sec): 81.44
2019-08-09 12:44:29,291 epoch 87 - iter 2385/2650 - loss 0.31188087 throughput (samples/sec): 73.69
2019-08-09 12:46:18,007 ----------------------------------------------------------------------------------------------------
2019-08-09 12:46:18,008 EPOCH 87 done: loss 0.3125 - lr 0.1000
2019-08-09 12:46:18,008 BAD EPOCHS (no improvement): 1
2019-08-09 12:46:18,008 ----------------------------------------------------------------------------------------------------
2019-08-09 12:46:18,585 epoch 88 - iter 0/2650 - loss 0.02627647 throughput (samples/sec): 14801.87
2019-08-09 12:48:08,105 epoch 88 - iter 265/2650 - loss 0.29575289 throughput (samples/sec): 77.46
2019-08-09 12:49:58,541 epoch 88 - iter 530/2650 - loss 0.29558848 throughput (samples/sec): 76.82
2019-08-09 12:51:49,825 epoch 88 - iter 795/2650 - loss 0.30101028 throughput (samples/sec): 76.23
2019-08-09 12:53:48,586 epoch 88 - iter 1060/2650 - loss 0.30606669 throughput (samples/sec): 71.43
2019-08-09 12:55:34,867 epoch 88 - iter 1325/2650 - loss 0.30203230 throughput (samples/sec): 79.82
2019-08-09 12:57:19,469 epoch 88 - iter 1590/2650 - loss 0.30367818 throughput (samples/sec): 81.10
2019-08-09 12:59:09,879 epoch 88 - iter 1855/2650 - loss 0.30503473 throughput (samples/sec): 76.83
2019-08-09 13:00:52,421 epoch 88 - iter 2120/2650 - loss 0.30700152 throughput (samples/sec): 82.73
2019-08-09 13:02:45,349 epoch 88 - iter 2385/2650 - loss 0.30881051 throughput (samples/sec): 75.12
2019-08-09 13:04:34,197 ----------------------------------------------------------------------------------------------------
2019-08-09 13:04:34,197 EPOCH 88 done: loss 0.3086 - lr 0.1000
2019-08-09 13:04:34,197 BAD EPOCHS (no improvement): 0
2019-08-09 13:04:34,197 ----------------------------------------------------------------------------------------------------
2019-08-09 13:04:34,573 epoch 89 - iter 0/2650 - loss 0.10099247 throughput (samples/sec): 22810.20
2019-08-09 13:06:24,623 epoch 89 - iter 265/2650 - loss 0.28996917 throughput (samples/sec): 77.09
2019-08-09 13:08:15,427 epoch 89 - iter 530/2650 - loss 0.28865078 throughput (samples/sec): 76.56
2019-08-09 13:10:06,436 epoch 89 - iter 795/2650 - loss 0.29535016 throughput (samples/sec): 76.42
2019-08-09 13:11:50,238 epoch 89 - iter 1060/2650 - loss 0.29370426 throughput (samples/sec): 81.73
2019-08-09 13:13:34,197 epoch 89 - iter 1325/2650 - loss 0.29962337 throughput (samples/sec): 81.61
2019-08-09 13:15:25,998 epoch 89 - iter 1590/2650 - loss 0.30303764 throughput (samples/sec): 75.88
2019-08-09 13:17:15,890 epoch 89 - iter 1855/2650 - loss 0.30639216 throughput (samples/sec): 77.20
2019-08-09 13:19:05,984 epoch 89 - iter 2120/2650 - loss 0.30543797 throughput (samples/sec): 77.06
2019-08-09 13:20:55,446 epoch 89 - iter 2385/2650 - loss 0.30864249 throughput (samples/sec): 77.51
2019-08-09 13:22:49,169 ----------------------------------------------------------------------------------------------------
2019-08-09 13:22:49,169 EPOCH 89 done: loss 0.3121 - lr 0.1000
2019-08-09 13:22:49,170 BAD EPOCHS (no improvement): 1
2019-08-09 13:22:49,170 ----------------------------------------------------------------------------------------------------
2019-08-09 13:22:49,540 epoch 90 - iter 0/2650 - loss 0.20215017 throughput (samples/sec): 23124.72
2019-08-09 13:24:42,781 epoch 90 - iter 265/2650 - loss 0.29885339 throughput (samples/sec): 74.91
2019-08-09 13:26:36,941 epoch 90 - iter 530/2650 - loss 0.29496773 throughput (samples/sec): 74.31
2019-08-09 13:28:20,974 epoch 90 - iter 795/2650 - loss 0.29037722 throughput (samples/sec): 81.55
2019-08-09 13:30:12,125 epoch 90 - iter 1060/2650 - loss 0.29541223 throughput (samples/sec): 76.32
2019-08-09 13:32:03,604 epoch 90 - iter 1325/2650 - loss 0.29861942 throughput (samples/sec): 76.10
2019-08-09 13:33:53,568 epoch 90 - iter 1590/2650 - loss 0.29821055 throughput (samples/sec): 77.15
2019-08-09 13:35:39,385 epoch 90 - iter 1855/2650 - loss 0.30377975 throughput (samples/sec): 80.17
2019-08-09 13:37:04,995 epoch 90 - iter 2120/2650 - loss 0.30581935 throughput (samples/sec): 99.10
2019-08-09 13:38:30,700 epoch 90 - iter 2385/2650 - loss 0.30766437 throughput (samples/sec): 98.99
2019-08-09 13:39:54,054 ----------------------------------------------------------------------------------------------------
2019-08-09 13:39:54,054 EPOCH 90 done: loss 0.3092 - lr 0.1000
2019-08-09 13:39:54,055 BAD EPOCHS (no improvement): 2
2019-08-09 13:39:54,055 ----------------------------------------------------------------------------------------------------
2019-08-09 13:39:54,353 epoch 91 - iter 0/2650 - loss 0.17892426 throughput (samples/sec): 28825.99
2019-08-09 13:41:48,768 epoch 91 - iter 265/2650 - loss 0.27129175 throughput (samples/sec): 74.14
2019-08-09 13:43:41,061 epoch 91 - iter 530/2650 - loss 0.27576541 throughput (samples/sec): 75.55
2019-08-09 13:45:27,028 epoch 91 - iter 795/2650 - loss 0.28631601 throughput (samples/sec): 80.06
2019-08-09 13:47:10,809 epoch 91 - iter 1060/2650 - loss 0.29203248 throughput (samples/sec): 81.74
2019-08-09 13:48:57,061 epoch 91 - iter 1325/2650 - loss 0.30155762 throughput (samples/sec): 79.84
2019-08-09 13:50:51,623 epoch 91 - iter 1590/2650 - loss 0.30146061 throughput (samples/sec): 74.05
2019-08-09 13:52:34,337 epoch 91 - iter 1855/2650 - loss 0.30257189 throughput (samples/sec): 82.59
2019-08-09 13:54:18,468 epoch 91 - iter 2120/2650 - loss 0.30689028 throughput (samples/sec): 81.47
2019-08-09 13:56:01,940 epoch 91 - iter 2385/2650 - loss 0.30887435 throughput (samples/sec): 81.99
2019-08-09 13:57:50,520 ----------------------------------------------------------------------------------------------------
2019-08-09 13:57:50,520 EPOCH 91 done: loss 0.3099 - lr 0.1000
2019-08-09 13:57:50,520 BAD EPOCHS (no improvement): 3
2019-08-09 13:57:50,520 ----------------------------------------------------------------------------------------------------
2019-08-09 13:57:50,984 epoch 92 - iter 0/2650 - loss 0.36558709 throughput (samples/sec): 18427.47
2019-08-09 13:59:37,570 epoch 92 - iter 265/2650 - loss 0.30643025 throughput (samples/sec): 79.59
2019-08-09 14:01:18,927 epoch 92 - iter 530/2650 - loss 0.29875874 throughput (samples/sec): 83.70
2019-08-09 14:03:02,638 epoch 92 - iter 795/2650 - loss 0.30067556 throughput (samples/sec): 81.80
2019-08-09 14:04:46,947 epoch 92 - iter 1060/2650 - loss 0.30881100 throughput (samples/sec): 81.33
2019-08-09 14:06:38,380 epoch 92 - iter 1325/2650 - loss 0.31108038 throughput (samples/sec): 76.14
2019-08-09 14:08:28,404 epoch 92 - iter 1590/2650 - loss 0.31077439 throughput (samples/sec): 77.10
2019-08-09 14:10:09,862 epoch 92 - iter 1855/2650 - loss 0.31490980 throughput (samples/sec): 83.62
2019-08-09 14:12:01,135 epoch 92 - iter 2120/2650 - loss 0.31244124 throughput (samples/sec): 76.24
2019-08-09 14:13:46,168 epoch 92 - iter 2385/2650 - loss 0.31261539 throughput (samples/sec): 80.78
2019-08-09 14:15:37,704 ----------------------------------------------------------------------------------------------------
2019-08-09 14:15:37,705 EPOCH 92 done: loss 0.3127 - lr 0.1000
2019-08-09 14:15:37,705 BAD EPOCHS (no improvement): 4
2019-08-09 14:15:37,705 ----------------------------------------------------------------------------------------------------
2019-08-09 14:15:38,217 epoch 93 - iter 0/2650 - loss 0.11494464 throughput (samples/sec): 16682.50
2019-08-09 14:17:29,621 epoch 93 - iter 265/2650 - loss 0.26940429 throughput (samples/sec): 76.15
2019-08-09 14:19:21,659 epoch 93 - iter 530/2650 - loss 0.27738051 throughput (samples/sec): 75.72
2019-08-09 14:21:06,523 epoch 93 - iter 795/2650 - loss 0.27494573 throughput (samples/sec): 80.90
2019-08-09 14:23:00,226 epoch 93 - iter 1060/2650 - loss 0.27674720 throughput (samples/sec): 74.62
2019-08-09 14:24:49,224 epoch 93 - iter 1325/2650 - loss 0.27541002 throughput (samples/sec): 77.83
2019-08-09 14:26:36,492 epoch 93 - iter 1590/2650 - loss 0.27722643 throughput (samples/sec): 79.09
2019-08-09 14:28:24,986 epoch 93 - iter 1855/2650 - loss 0.27880891 throughput (samples/sec): 78.19
2019-08-09 14:30:10,234 epoch 93 - iter 2120/2650 - loss 0.27872711 throughput (samples/sec): 80.61
2019-08-09 14:32:03,056 epoch 93 - iter 2385/2650 - loss 0.28003129 throughput (samples/sec): 75.19
2019-08-09 14:33:48,021 ----------------------------------------------------------------------------------------------------
2019-08-09 14:33:48,022 EPOCH 93 done: loss 0.2806 - lr 0.0500
2019-08-09 14:33:48,022 BAD EPOCHS (no improvement): 0
2019-08-09 14:33:48,022 ----------------------------------------------------------------------------------------------------
2019-08-09 14:33:48,572 epoch 94 - iter 0/2650 - loss 0.32541719 throughput (samples/sec): 15515.13
2019-08-09 14:35:33,710 epoch 94 - iter 265/2650 - loss 0.25842507 throughput (samples/sec): 80.69
2019-08-09 14:37:28,091 epoch 94 - iter 530/2650 - loss 0.27138626 throughput (samples/sec): 74.17
2019-08-09 14:39:17,832 epoch 94 - iter 795/2650 - loss 0.27203143 throughput (samples/sec): 77.30
2019-08-09 14:41:14,079 epoch 94 - iter 1060/2650 - loss 0.27024718 throughput (samples/sec): 72.98
2019-08-09 14:43:03,747 epoch 94 - iter 1325/2650 - loss 0.26890203 throughput (samples/sec): 77.36
2019-08-09 14:44:53,867 epoch 94 - iter 1590/2650 - loss 0.26841286 throughput (samples/sec): 77.04
2019-08-09 14:46:45,693 epoch 94 - iter 1855/2650 - loss 0.26914454 throughput (samples/sec): 75.86
2019-08-09 14:48:36,067 epoch 94 - iter 2120/2650 - loss 0.26858237 throughput (samples/sec): 76.86
2019-08-09 14:50:30,756 epoch 94 - iter 2385/2650 - loss 0.27005549 throughput (samples/sec): 73.97
2019-08-09 14:52:20,776 ----------------------------------------------------------------------------------------------------
2019-08-09 14:52:20,776 EPOCH 94 done: loss 0.2712 - lr 0.0500
2019-08-09 14:52:20,776 BAD EPOCHS (no improvement): 0
2019-08-09 14:52:20,776 ----------------------------------------------------------------------------------------------------
2019-08-09 14:52:21,108 epoch 95 - iter 0/2650 - loss 0.15731183 throughput (samples/sec): 25874.08
2019-08-09 14:54:04,119 epoch 95 - iter 265/2650 - loss 0.25124321 throughput (samples/sec): 82.36
2019-08-09 14:55:47,863 epoch 95 - iter 530/2650 - loss 0.26668266 throughput (samples/sec): 81.78
2019-08-09 14:57:34,145 epoch 95 - iter 795/2650 - loss 0.26562406 throughput (samples/sec): 79.83
2019-08-09 14:59:20,859 epoch 95 - iter 1060/2650 - loss 0.26693008 throughput (samples/sec): 79.50
2019-08-09 15:01:03,416 epoch 95 - iter 1325/2650 - loss 0.26903069 throughput (samples/sec): 82.72
2019-08-09 15:02:53,066 epoch 95 - iter 1590/2650 - loss 0.26897401 throughput (samples/sec): 77.37
2019-08-09 15:04:36,355 epoch 95 - iter 1855/2650 - loss 0.27021161 throughput (samples/sec): 82.13
2019-08-09 15:06:17,699 epoch 95 - iter 2120/2650 - loss 0.26811980 throughput (samples/sec): 83.71
2019-08-09 15:08:00,945 epoch 95 - iter 2385/2650 - loss 0.27047032 throughput (samples/sec): 82.17
2019-08-09 15:09:40,936 ----------------------------------------------------------------------------------------------------
2019-08-09 15:09:40,936 EPOCH 95 done: loss 0.2696 - lr 0.0500
2019-08-09 15:09:40,936 BAD EPOCHS (no improvement): 0
2019-08-09 15:09:40,937 ----------------------------------------------------------------------------------------------------
2019-08-09 15:09:41,258 epoch 96 - iter 0/2650 - loss 0.81395197 throughput (samples/sec): 26971.83
2019-08-09 15:11:33,060 epoch 96 - iter 265/2650 - loss 0.27542288 throughput (samples/sec): 75.88
2019-08-09 15:13:17,529 epoch 96 - iter 530/2650 - loss 0.27402686 throughput (samples/sec): 81.22
2019-08-09 15:15:05,456 epoch 96 - iter 795/2650 - loss 0.26894739 throughput (samples/sec): 78.60
2019-08-09 15:16:47,059 epoch 96 - iter 1060/2650 - loss 0.27229514 throughput (samples/sec): 83.50
2019-08-09 15:18:31,243 epoch 96 - iter 1325/2650 - loss 0.26849639 throughput (samples/sec): 81.43
2019-08-09 15:20:11,963 epoch 96 - iter 1590/2650 - loss 0.26581905 throughput (samples/sec): 84.23
2019-08-09 15:21:52,980 epoch 96 - iter 1855/2650 - loss 0.26327022 throughput (samples/sec): 83.98
2019-08-09 15:23:47,966 epoch 96 - iter 2120/2650 - loss 0.26388711 throughput (samples/sec): 73.78
2019-08-09 15:25:31,942 epoch 96 - iter 2385/2650 - loss 0.26398323 throughput (samples/sec): 81.59
2019-08-09 15:27:16,386 ----------------------------------------------------------------------------------------------------
2019-08-09 15:27:16,386 EPOCH 96 done: loss 0.2643 - lr 0.0500
2019-08-09 15:27:16,386 BAD EPOCHS (no improvement): 0
2019-08-09 15:27:16,386 ----------------------------------------------------------------------------------------------------
2019-08-09 15:27:16,697 epoch 97 - iter 0/2650 - loss 0.38118172 throughput (samples/sec): 27584.39
2019-08-09 15:29:00,244 epoch 97 - iter 265/2650 - loss 0.27257933 throughput (samples/sec): 81.93
2019-08-09 15:30:42,083 epoch 97 - iter 530/2650 - loss 0.26098282 throughput (samples/sec): 83.30
2019-08-09 15:32:25,335 epoch 97 - iter 795/2650 - loss 0.25660099 throughput (samples/sec): 82.16
2019-08-09 15:34:09,855 epoch 97 - iter 1060/2650 - loss 0.25296103 throughput (samples/sec): 81.17
2019-08-09 15:35:55,033 epoch 97 - iter 1325/2650 - loss 0.25397170 throughput (samples/sec): 80.66
2019-08-09 15:37:37,255 epoch 97 - iter 1590/2650 - loss 0.25395968 throughput (samples/sec): 82.99
2019-08-09 15:39:17,614 epoch 97 - iter 1855/2650 - loss 0.25698687 throughput (samples/sec): 84.53
2019-08-09 15:40:58,876 epoch 97 - iter 2120/2650 - loss 0.25585684 throughput (samples/sec): 83.78
2019-08-09 15:42:34,551 epoch 97 - iter 2385/2650 - loss 0.25692746 throughput (samples/sec): 88.67
2019-08-09 15:43:59,322 ----------------------------------------------------------------------------------------------------
2019-08-09 15:43:59,322 EPOCH 97 done: loss 0.2584 - lr 0.0500
2019-08-09 15:43:59,322 BAD EPOCHS (no improvement): 0
2019-08-09 15:43:59,322 ----------------------------------------------------------------------------------------------------
2019-08-09 15:43:59,587 epoch 98 - iter 0/2650 - loss 0.10197657 throughput (samples/sec): 32523.94
2019-08-09 15:45:23,173 epoch 98 - iter 265/2650 - loss 0.25026029 throughput (samples/sec): 101.51
2019-08-09 15:46:48,135 epoch 98 - iter 530/2650 - loss 0.24379541 throughput (samples/sec): 99.86
2019-08-09 15:48:12,311 epoch 98 - iter 795/2650 - loss 0.24921573 throughput (samples/sec): 100.80
2019-08-09 15:49:37,564 epoch 98 - iter 1060/2650 - loss 0.25263249 throughput (samples/sec): 99.52
2019-08-09 15:51:05,912 epoch 98 - iter 1325/2650 - loss 0.25502680 throughput (samples/sec): 96.03
2019-08-09 15:52:31,362 epoch 98 - iter 1590/2650 - loss 0.25332021 throughput (samples/sec): 99.29
2019-08-09 15:53:56,826 epoch 98 - iter 1855/2650 - loss 0.25334900 throughput (samples/sec): 99.28
2019-08-09 15:55:21,807 epoch 98 - iter 2120/2650 - loss 0.25441679 throughput (samples/sec): 99.84
2019-08-09 15:56:46,923 epoch 98 - iter 2385/2650 - loss 0.25613155 throughput (samples/sec): 99.68
2019-08-09 15:58:09,539 ----------------------------------------------------------------------------------------------------
2019-08-09 15:58:09,540 EPOCH 98 done: loss 0.2559 - lr 0.0500
2019-08-09 15:58:09,540 BAD EPOCHS (no improvement): 0
2019-08-09 15:58:09,540 ----------------------------------------------------------------------------------------------------
2019-08-09 15:58:09,831 epoch 99 - iter 0/2650 - loss 0.06508607 throughput (samples/sec): 29513.41
2019-08-09 15:59:34,531 epoch 99 - iter 265/2650 - loss 0.25851105 throughput (samples/sec): 100.17
2019-08-09 16:01:00,064 epoch 99 - iter 530/2650 - loss 0.25412830 throughput (samples/sec): 99.20
2019-08-09 16:02:26,700 epoch 99 - iter 795/2650 - loss 0.25043615 throughput (samples/sec): 97.93
2019-08-09 16:03:54,254 epoch 99 - iter 1060/2650 - loss 0.25093803 throughput (samples/sec): 96.90
2019-08-09 16:05:17,747 epoch 99 - iter 1325/2650 - loss 0.25015119 throughput (samples/sec): 101.62
2019-08-09 16:06:43,465 epoch 99 - iter 1590/2650 - loss 0.25174813 throughput (samples/sec): 98.98
2019-08-09 16:08:06,421 epoch 99 - iter 1855/2650 - loss 0.25126307 throughput (samples/sec): 102.28
2019-08-09 16:09:31,584 epoch 99 - iter 2120/2650 - loss 0.25216684 throughput (samples/sec): 99.63
2019-08-09 16:10:56,899 epoch 99 - iter 2385/2650 - loss 0.25207643 throughput (samples/sec): 99.45
2019-08-09 16:12:21,370 ----------------------------------------------------------------------------------------------------
2019-08-09 16:12:21,370 EPOCH 99 done: loss 0.2522 - lr 0.0500
2019-08-09 16:12:21,370 BAD EPOCHS (no improvement): 0
2019-08-09 16:12:21,370 ----------------------------------------------------------------------------------------------------
2019-08-09 16:12:21,711 epoch 100 - iter 0/2650 - loss 0.17370641 throughput (samples/sec): 25190.21
2019-08-09 16:13:45,424 epoch 100 - iter 265/2650 - loss 0.24480405 throughput (samples/sec): 101.35
2019-08-09 16:15:09,396 epoch 100 - iter 530/2650 - loss 0.24022113 throughput (samples/sec): 101.04
2019-08-09 16:16:32,273 epoch 100 - iter 795/2650 - loss 0.23901105 throughput (samples/sec): 102.37
2019-08-09 16:17:55,944 epoch 100 - iter 1060/2650 - loss 0.24017788 throughput (samples/sec): 101.40
2019-08-09 16:19:17,543 epoch 100 - iter 1325/2650 - loss 0.23850306 throughput (samples/sec): 103.98
2019-08-09 16:20:41,664 epoch 100 - iter 1590/2650 - loss 0.23892193 throughput (samples/sec): 100.86
2019-08-09 16:22:04,915 epoch 100 - iter 1855/2650 - loss 0.24000315 throughput (samples/sec): 101.91
2019-08-09 16:23:26,062 epoch 100 - iter 2120/2650 - loss 0.24370720 throughput (samples/sec): 104.55
2019-08-09 16:24:51,361 epoch 100 - iter 2385/2650 - loss 0.24356150 throughput (samples/sec): 99.46
2019-08-09 16:26:16,042 ----------------------------------------------------------------------------------------------------
2019-08-09 16:26:16,042 EPOCH 100 done: loss 0.2449 - lr 0.0500
2019-08-09 16:26:16,042 BAD EPOCHS (no improvement): 0
2019-08-09 16:26:16,042 ----------------------------------------------------------------------------------------------------
2019-08-09 16:26:16,346 epoch 101 - iter 0/2650 - loss 0.16320592 throughput (samples/sec): 28261.42
2019-08-09 16:27:42,685 epoch 101 - iter 265/2650 - loss 0.23851625 throughput (samples/sec): 98.27
2019-08-09 16:29:06,788 epoch 101 - iter 530/2650 - loss 0.23938307 throughput (samples/sec): 100.88
2019-08-09 16:30:27,277 epoch 101 - iter 795/2650 - loss 0.24074946 throughput (samples/sec): 105.41
2019-08-09 16:31:51,743 epoch 101 - iter 1060/2650 - loss 0.23986924 throughput (samples/sec): 100.45
2019-08-09 16:33:13,501 epoch 101 - iter 1325/2650 - loss 0.23814713 throughput (samples/sec): 103.77
2019-08-09 16:34:37,314 epoch 101 - iter 1590/2650 - loss 0.23836466 throughput (samples/sec): 101.23
2019-08-09 16:36:00,472 epoch 101 - iter 1855/2650 - loss 0.23925975 throughput (samples/sec): 102.03
2019-08-09 16:37:25,326 epoch 101 - iter 2120/2650 - loss 0.24245886 throughput (samples/sec): 99.99
2019-08-09 16:38:48,469 epoch 101 - iter 2385/2650 - loss 0.24391449 throughput (samples/sec): 102.04
2019-08-09 16:40:11,503 ----------------------------------------------------------------------------------------------------
2019-08-09 16:40:11,503 EPOCH 101 done: loss 0.2464 - lr 0.0500
2019-08-09 16:40:11,504 BAD EPOCHS (no improvement): 1
2019-08-09 16:40:11,504 ----------------------------------------------------------------------------------------------------
2019-08-09 16:40:11,778 epoch 102 - iter 0/2650 - loss 0.80398458 throughput (samples/sec): 31321.31
2019-08-09 16:41:34,643 epoch 102 - iter 265/2650 - loss 0.25881238 throughput (samples/sec): 102.39
2019-08-09 16:43:00,629 epoch 102 - iter 530/2650 - loss 0.24342620 throughput (samples/sec): 98.67
2019-08-09 16:44:24,756 epoch 102 - iter 795/2650 - loss 0.24214646 throughput (samples/sec): 100.86
2019-08-09 16:45:47,785 epoch 102 - iter 1060/2650 - loss 0.24384495 throughput (samples/sec): 102.19
2019-08-09 16:47:11,165 epoch 102 - iter 1325/2650 - loss 0.25012255 throughput (samples/sec): 101.76
2019-08-09 16:48:35,749 epoch 102 - iter 1590/2650 - loss 0.24765099 throughput (samples/sec): 100.31
2019-08-09 16:50:01,669 epoch 102 - iter 1855/2650 - loss 0.24772664 throughput (samples/sec): 98.75
2019-08-09 16:51:27,982 epoch 102 - iter 2120/2650 - loss 0.24632108 throughput (samples/sec): 98.30
2019-08-09 16:52:55,526 epoch 102 - iter 2385/2650 - loss 0.24705535 throughput (samples/sec): 96.92
2019-08-09 16:54:19,183 ----------------------------------------------------------------------------------------------------
2019-08-09 16:54:19,184 EPOCH 102 done: loss 0.2458 - lr 0.0500
2019-08-09 16:54:19,184 BAD EPOCHS (no improvement): 2
2019-08-09 16:54:19,184 ----------------------------------------------------------------------------------------------------
2019-08-09 16:54:19,431 epoch 103 - iter 0/2650 - loss 0.21282291 throughput (samples/sec): 34809.78
2019-08-09 16:55:44,430 epoch 103 - iter 265/2650 - loss 0.23995078 throughput (samples/sec): 99.82
2019-08-09 16:57:08,791 epoch 103 - iter 530/2650 - loss 0.23811789 throughput (samples/sec): 100.57
2019-08-09 16:58:33,294 epoch 103 - iter 795/2650 - loss 0.24076214 throughput (samples/sec): 100.40
2019-08-09 16:59:57,314 epoch 103 - iter 1060/2650 - loss 0.24133839 throughput (samples/sec): 100.98
2019-08-09 17:01:20,608 epoch 103 - iter 1325/2650 - loss 0.24115426 throughput (samples/sec): 101.86
2019-08-09 17:02:47,295 epoch 103 - iter 1590/2650 - loss 0.24330976 throughput (samples/sec): 97.87
2019-08-09 17:04:09,371 epoch 103 - iter 1855/2650 - loss 0.24172970 throughput (samples/sec): 103.37
2019-08-09 17:05:33,029 epoch 103 - iter 2120/2650 - loss 0.24487150 throughput (samples/sec): 101.42
2019-08-09 17:06:56,462 epoch 103 - iter 2385/2650 - loss 0.24272507 throughput (samples/sec): 101.69
2019-08-09 17:08:20,136 ----------------------------------------------------------------------------------------------------
2019-08-09 17:08:20,136 EPOCH 103 done: loss 0.2426 - lr 0.0500
2019-08-09 17:08:20,137 BAD EPOCHS (no improvement): 0
2019-08-09 17:08:20,137 ----------------------------------------------------------------------------------------------------
2019-08-09 17:08:20,449 epoch 104 - iter 0/2650 - loss 0.03208941 throughput (samples/sec): 27481.74
2019-08-09 17:09:42,994 epoch 104 - iter 265/2650 - loss 0.22679482 throughput (samples/sec): 102.79
2019-08-09 17:11:06,190 epoch 104 - iter 530/2650 - loss 0.22838473 throughput (samples/sec): 101.98
2019-08-09 17:12:32,334 epoch 104 - iter 795/2650 - loss 0.23330951 throughput (samples/sec): 98.49
2019-08-09 17:13:55,777 epoch 104 - iter 1060/2650 - loss 0.23197015 throughput (samples/sec): 101.68
2019-08-09 17:15:20,599 epoch 104 - iter 1325/2650 - loss 0.23195518 throughput (samples/sec): 100.03
2019-08-09 17:16:44,472 epoch 104 - iter 1590/2650 - loss 0.23281399 throughput (samples/sec): 101.16
2019-08-09 17:18:09,517 epoch 104 - iter 1855/2650 - loss 0.23261438 throughput (samples/sec): 99.76
2019-08-09 17:19:32,809 epoch 104 - iter 2120/2650 - loss 0.23228148 throughput (samples/sec): 101.86
2019-08-09 17:20:55,764 epoch 104 - iter 2385/2650 - loss 0.23370856 throughput (samples/sec): 102.28
2019-08-09 17:22:21,358 ----------------------------------------------------------------------------------------------------
2019-08-09 17:22:21,358 EPOCH 104 done: loss 0.2345 - lr 0.0500
2019-08-09 17:22:21,358 BAD EPOCHS (no improvement): 0
2019-08-09 17:22:21,359 ----------------------------------------------------------------------------------------------------
2019-08-09 17:22:21,660 epoch 105 - iter 0/2650 - loss 0.11039340 throughput (samples/sec): 28483.96
2019-08-09 17:23:48,613 epoch 105 - iter 265/2650 - loss 0.21982614 throughput (samples/sec): 97.57
2019-08-09 17:25:10,618 epoch 105 - iter 530/2650 - loss 0.22369656 throughput (samples/sec): 103.46
2019-08-09 17:26:33,661 epoch 105 - iter 795/2650 - loss 0.23076508 throughput (samples/sec): 102.17
2019-08-09 17:27:56,655 epoch 105 - iter 1060/2650 - loss 0.23178673 throughput (samples/sec): 102.23
2019-08-09 17:29:22,391 epoch 105 - iter 1325/2650 - loss 0.23157241 throughput (samples/sec): 98.96
2019-08-09 17:30:51,833 epoch 105 - iter 1590/2650 - loss 0.23448857 throughput (samples/sec): 94.86
2019-08-09 17:32:34,994 epoch 105 - iter 1855/2650 - loss 0.23568599 throughput (samples/sec): 82.24
2019-08-09 17:34:13,131 epoch 105 - iter 2120/2650 - loss 0.23725458 throughput (samples/sec): 86.45
2019-08-09 17:35:49,550 epoch 105 - iter 2385/2650 - loss 0.23429908 throughput (samples/sec): 87.99
2019-08-09 17:37:23,798 ----------------------------------------------------------------------------------------------------
2019-08-09 17:37:23,798 EPOCH 105 done: loss 0.2338 - lr 0.0500
2019-08-09 17:37:23,798 BAD EPOCHS (no improvement): 0
2019-08-09 17:37:23,798 ----------------------------------------------------------------------------------------------------
2019-08-09 17:37:24,183 epoch 106 - iter 0/2650 - loss 0.20378536 throughput (samples/sec): 22257.58
2019-08-09 17:39:00,947 epoch 106 - iter 265/2650 - loss 0.22376266 throughput (samples/sec): 87.67
2019-08-09 17:40:26,539 epoch 106 - iter 530/2650 - loss 0.22996000 throughput (samples/sec): 99.13
2019-08-09 17:41:50,757 epoch 106 - iter 795/2650 - loss 0.22836409 throughput (samples/sec): 100.75
2019-08-09 17:43:44,118 epoch 106 - iter 1060/2650 - loss 0.23013537 throughput (samples/sec): 74.83
2019-08-09 17:45:43,173 epoch 106 - iter 1325/2650 - loss 0.23051916 throughput (samples/sec): 71.25
2019-08-09 17:47:39,458 epoch 106 - iter 1590/2650 - loss 0.23345125 throughput (samples/sec): 72.95
2019-08-09 17:49:37,887 epoch 106 - iter 1855/2650 - loss 0.23730810 throughput (samples/sec): 71.63
2019-08-09 17:51:37,452 epoch 106 - iter 2120/2650 - loss 0.23598298 throughput (samples/sec): 70.95
2019-08-09 17:53:31,697 epoch 106 - iter 2385/2650 - loss 0.23602764 throughput (samples/sec): 74.25
2019-08-09 17:55:27,398 ----------------------------------------------------------------------------------------------------
2019-08-09 17:55:27,398 EPOCH 106 done: loss 0.2374 - lr 0.0500
2019-08-09 17:55:27,398 BAD EPOCHS (no improvement): 1
2019-08-09 17:55:27,398 ----------------------------------------------------------------------------------------------------
2019-08-09 17:55:27,934 epoch 107 - iter 0/2650 - loss 0.27520251 throughput (samples/sec): 15927.51
2019-08-09 17:57:21,793 epoch 107 - iter 265/2650 - loss 0.21932524 throughput (samples/sec): 74.51
2019-08-09 17:59:19,890 epoch 107 - iter 530/2650 - loss 0.22978173 throughput (samples/sec): 71.83
2019-08-09 18:00:53,768 epoch 107 - iter 795/2650 - loss 0.22919778 throughput (samples/sec): 90.37
2019-08-09 18:02:18,262 epoch 107 - iter 1060/2650 - loss 0.23104903 throughput (samples/sec): 100.41
2019-08-09 18:03:45,080 epoch 107 - iter 1325/2650 - loss 0.23319572 throughput (samples/sec): 97.72
2019-08-09 18:05:11,123 epoch 107 - iter 1590/2650 - loss 0.23314294 throughput (samples/sec): 98.61
2019-08-09 18:06:33,120 epoch 107 - iter 1855/2650 - loss 0.23067058 throughput (samples/sec): 103.47
2019-08-09 18:07:58,710 epoch 107 - iter 2120/2650 - loss 0.22973563 throughput (samples/sec): 99.13
2019-08-09 18:09:22,059 epoch 107 - iter 2385/2650 - loss 0.23120475 throughput (samples/sec): 101.79
2019-08-09 18:10:48,367 ----------------------------------------------------------------------------------------------------
2019-08-09 18:10:48,367 EPOCH 107 done: loss 0.2325 - lr 0.0500
2019-08-09 18:10:48,367 BAD EPOCHS (no improvement): 0
2019-08-09 18:10:48,368 ----------------------------------------------------------------------------------------------------
2019-08-09 18:10:48,641 epoch 108 - iter 0/2650 - loss 0.07675159 throughput (samples/sec): 31421.34
2019-08-09 18:12:14,299 epoch 108 - iter 265/2650 - loss 0.22919055 throughput (samples/sec): 99.05
2019-08-09 18:13:40,218 epoch 108 - iter 530/2650 - loss 0.22864574 throughput (samples/sec): 98.75
2019-08-09 18:15:02,672 epoch 108 - iter 795/2650 - loss 0.22468357 throughput (samples/sec): 102.90
2019-08-09 18:16:27,112 epoch 108 - iter 1060/2650 - loss 0.22770427 throughput (samples/sec): 100.48
2019-08-09 18:17:55,494 epoch 108 - iter 1325/2650 - loss 0.23026592 throughput (samples/sec): 96.00
2019-08-09 18:19:23,351 epoch 108 - iter 1590/2650 - loss 0.23018116 throughput (samples/sec): 96.57
2019-08-09 18:20:50,983 epoch 108 - iter 1855/2650 - loss 0.23005749 throughput (samples/sec): 96.82
2019-08-09 18:22:17,398 epoch 108 - iter 2120/2650 - loss 0.23103762 throughput (samples/sec): 98.18
2019-08-09 18:23:46,590 epoch 108 - iter 2385/2650 - loss 0.23125387 throughput (samples/sec): 95.12
2019-08-09 18:25:11,748 ----------------------------------------------------------------------------------------------------
2019-08-09 18:25:11,748 EPOCH 108 done: loss 0.2315 - lr 0.0500
2019-08-09 18:25:11,748 BAD EPOCHS (no improvement): 0
2019-08-09 18:25:11,748 ----------------------------------------------------------------------------------------------------
2019-08-09 18:25:12,147 epoch 109 - iter 0/2650 - loss 0.34282446 throughput (samples/sec): 21492.08
2019-08-09 18:26:40,519 epoch 109 - iter 265/2650 - loss 0.22013577 throughput (samples/sec): 96.01
2019-08-09 18:28:07,704 epoch 109 - iter 530/2650 - loss 0.21811325 throughput (samples/sec): 97.31
2019-08-09 18:29:31,513 epoch 109 - iter 795/2650 - loss 0.21612593 throughput (samples/sec): 101.24
2019-08-09 18:30:56,766 epoch 109 - iter 1060/2650 - loss 0.22092911 throughput (samples/sec): 99.52
2019-08-09 18:32:22,572 epoch 109 - iter 1325/2650 - loss 0.22324463 throughput (samples/sec): 98.88
2019-08-09 18:34:04,712 epoch 109 - iter 1590/2650 - loss 0.22381843 throughput (samples/sec): 83.06
2019-08-09 18:35:55,869 epoch 109 - iter 1855/2650 - loss 0.22546361 throughput (samples/sec): 76.32
2019-08-09 18:37:43,157 epoch 109 - iter 2120/2650 - loss 0.22607088 throughput (samples/sec): 79.07
2019-08-09 18:39:29,477 epoch 109 - iter 2385/2650 - loss 0.22960233 throughput (samples/sec): 79.79
2019-08-09 18:41:14,796 ----------------------------------------------------------------------------------------------------
2019-08-09 18:41:14,796 EPOCH 109 done: loss 0.2282 - lr 0.0500
2019-08-09 18:41:14,796 BAD EPOCHS (no improvement): 0
2019-08-09 18:41:14,796 ----------------------------------------------------------------------------------------------------
2019-08-09 18:41:15,211 epoch 110 - iter 0/2650 - loss 0.20416713 throughput (samples/sec): 20616.28
2019-08-09 18:43:04,828 epoch 110 - iter 265/2650 - loss 0.23626773 throughput (samples/sec): 77.39
2019-08-09 18:44:54,949 epoch 110 - iter 530/2650 - loss 0.23297388 throughput (samples/sec): 77.04
2019-08-09 18:46:40,834 epoch 110 - iter 795/2650 - loss 0.22909098 throughput (samples/sec): 80.12
2019-08-09 18:48:27,804 epoch 110 - iter 1060/2650 - loss 0.22772738 throughput (samples/sec): 79.31
2019-08-09 18:50:19,484 epoch 110 - iter 1325/2650 - loss 0.22945078 throughput (samples/sec): 75.96
2019-08-09 18:52:02,762 epoch 110 - iter 1590/2650 - loss 0.22784361 throughput (samples/sec): 82.14
2019-08-09 18:53:54,985 epoch 110 - iter 1855/2650 - loss 0.22710611 throughput (samples/sec): 75.59
2019-08-09 18:55:44,818 epoch 110 - iter 2120/2650 - loss 0.22711218 throughput (samples/sec): 77.24
2019-08-09 18:57:34,576 epoch 110 - iter 2385/2650 - loss 0.22783602 throughput (samples/sec): 77.29
2019-08-09 18:59:26,048 ----------------------------------------------------------------------------------------------------
2019-08-09 18:59:26,048 EPOCH 110 done: loss 0.2287 - lr 0.0500
2019-08-09 18:59:26,048 BAD EPOCHS (no improvement): 1
2019-08-09 18:59:26,048 ----------------------------------------------------------------------------------------------------
2019-08-09 18:59:26,920 epoch 111 - iter 0/2650 - loss 0.21031165 throughput (samples/sec): 9766.37
2019-08-09 19:01:17,056 epoch 111 - iter 265/2650 - loss 0.23103102 throughput (samples/sec): 77.03
2019-08-09 19:03:09,234 epoch 111 - iter 530/2650 - loss 0.22365123 throughput (samples/sec): 75.62
2019-08-09 19:05:02,127 epoch 111 - iter 795/2650 - loss 0.21807118 throughput (samples/sec): 75.15
2019-08-09 19:06:46,275 epoch 111 - iter 1060/2650 - loss 0.21954240 throughput (samples/sec): 81.46
2019-08-09 19:08:36,624 epoch 111 - iter 1325/2650 - loss 0.22174528 throughput (samples/sec): 76.88
2019-08-09 19:10:12,332 epoch 111 - iter 1590/2650 - loss 0.22331248 throughput (samples/sec): 88.64
2019-08-09 19:11:39,637 epoch 111 - iter 1855/2650 - loss 0.22349684 throughput (samples/sec): 97.18
2019-08-09 19:13:05,349 epoch 111 - iter 2120/2650 - loss 0.22225760 throughput (samples/sec): 98.98
2019-08-09 19:14:30,215 epoch 111 - iter 2385/2650 - loss 0.22276006 throughput (samples/sec): 99.97
2019-08-09 19:15:54,518 ----------------------------------------------------------------------------------------------------
2019-08-09 19:15:54,518 EPOCH 111 done: loss 0.2229 - lr 0.0500
2019-08-09 19:15:54,519 BAD EPOCHS (no improvement): 0
2019-08-09 19:15:54,519 ----------------------------------------------------------------------------------------------------
2019-08-09 19:15:54,805 epoch 112 - iter 0/2650 - loss 0.12059826 throughput (samples/sec): 29982.17
2019-08-09 19:17:18,447 epoch 112 - iter 265/2650 - loss 0.21842452 throughput (samples/sec): 101.44
2019-08-09 19:18:43,543 epoch 112 - iter 530/2650 - loss 0.22276559 throughput (samples/sec): 99.71
2019-08-09 19:20:10,096 epoch 112 - iter 795/2650 - loss 0.22419261 throughput (samples/sec): 98.03
2019-08-09 19:21:32,589 epoch 112 - iter 1060/2650 - loss 0.22359778 throughput (samples/sec): 102.85
2019-08-09 19:22:56,850 epoch 112 - iter 1325/2650 - loss 0.22639391 throughput (samples/sec): 100.69
2019-08-09 19:24:21,315 epoch 112 - iter 1590/2650 - loss 0.22465550 throughput (samples/sec): 100.45
2019-08-09 19:25:46,681 epoch 112 - iter 1855/2650 - loss 0.22594658 throughput (samples/sec): 99.39
2019-08-09 19:27:11,908 epoch 112 - iter 2120/2650 - loss 0.22684695 throughput (samples/sec): 99.55
2019-08-09 19:28:36,853 epoch 112 - iter 2385/2650 - loss 0.22385662 throughput (samples/sec): 99.88
2019-08-09 19:30:03,034 ----------------------------------------------------------------------------------------------------
2019-08-09 19:30:03,034 EPOCH 112 done: loss 0.2253 - lr 0.0500
2019-08-09 19:30:03,034 BAD EPOCHS (no improvement): 1
2019-08-09 19:30:03,034 ----------------------------------------------------------------------------------------------------
2019-08-09 19:30:03,279 epoch 113 - iter 0/2650 - loss 0.47397578 throughput (samples/sec): 35161.51
2019-08-09 19:31:26,729 epoch 113 - iter 265/2650 - loss 0.22766175 throughput (samples/sec): 101.67
2019-08-09 19:32:51,736 epoch 113 - iter 530/2650 - loss 0.23273358 throughput (samples/sec): 99.81
2019-08-09 19:34:17,807 epoch 113 - iter 795/2650 - loss 0.22542203 throughput (samples/sec): 98.57
2019-08-09 19:35:41,855 epoch 113 - iter 1060/2650 - loss 0.22357073 throughput (samples/sec): 100.95
2019-08-09 19:37:06,052 epoch 113 - iter 1325/2650 - loss 0.22434004 throughput (samples/sec): 100.77
2019-08-09 19:38:34,254 epoch 113 - iter 1590/2650 - loss 0.22199538 throughput (samples/sec): 96.19
2019-08-09 19:40:02,297 epoch 113 - iter 1855/2650 - loss 0.22256637 throughput (samples/sec): 96.37
2019-08-09 19:41:29,045 epoch 113 - iter 2120/2650 - loss 0.21878375 throughput (samples/sec): 97.80
2019-08-09 19:42:58,553 epoch 113 - iter 2385/2650 - loss 0.21951930 throughput (samples/sec): 94.79
2019-08-09 19:44:24,543 ----------------------------------------------------------------------------------------------------
2019-08-09 19:44:24,544 EPOCH 113 done: loss 0.2195 - lr 0.0500
2019-08-09 19:44:24,544 BAD EPOCHS (no improvement): 0
2019-08-09 19:44:24,544 ----------------------------------------------------------------------------------------------------
2019-08-09 19:44:24,851 epoch 114 - iter 0/2650 - loss 0.31130242 throughput (samples/sec): 27964.47
2019-08-09 19:45:49,178 epoch 114 - iter 265/2650 - loss 0.21054818 throughput (samples/sec): 100.61
2019-08-09 19:47:16,614 epoch 114 - iter 530/2650 - loss 0.21694362 throughput (samples/sec): 97.03
2019-08-09 19:48:41,597 epoch 114 - iter 795/2650 - loss 0.21024441 throughput (samples/sec): 99.84
2019-08-09 19:50:07,777 epoch 114 - iter 1060/2650 - loss 0.21233952 throughput (samples/sec): 98.45
2019-08-09 19:51:34,797 epoch 114 - iter 1325/2650 - loss 0.21154502 throughput (samples/sec): 97.50
2019-08-09 19:53:02,869 epoch 114 - iter 1590/2650 - loss 0.21354331 throughput (samples/sec): 96.33
2019-08-09 19:54:28,603 epoch 114 - iter 1855/2650 - loss 0.21448387 throughput (samples/sec): 98.96
2019-08-09 19:55:55,363 epoch 114 - iter 2120/2650 - loss 0.21679913 throughput (samples/sec): 97.79
2019-08-09 19:57:22,535 epoch 114 - iter 2385/2650 - loss 0.21831593 throughput (samples/sec): 97.33
2019-08-09 19:58:48,281 ----------------------------------------------------------------------------------------------------
2019-08-09 19:58:48,281 EPOCH 114 done: loss 0.2178 - lr 0.0500
2019-08-09 19:58:48,281 BAD EPOCHS (no improvement): 0
2019-08-09 19:58:48,282 ----------------------------------------------------------------------------------------------------
2019-08-09 19:58:48,695 epoch 115 - iter 0/2650 - loss 0.40401989 throughput (samples/sec): 20721.49
2019-08-09 20:00:13,479 epoch 115 - iter 265/2650 - loss 0.20444066 throughput (samples/sec): 100.07
2019-08-09 20:01:35,803 epoch 115 - iter 530/2650 - loss 0.20640637 throughput (samples/sec): 103.06
2019-08-09 20:03:02,624 epoch 115 - iter 795/2650 - loss 0.21402562 throughput (samples/sec): 97.72
2019-08-09 20:04:26,891 epoch 115 - iter 1060/2650 - loss 0.21551842 throughput (samples/sec): 100.69
2019-08-09 20:05:50,901 epoch 115 - iter 1325/2650 - loss 0.21305151 throughput (samples/sec): 100.99
2019-08-09 20:07:17,635 epoch 115 - iter 1590/2650 - loss 0.21330313 throughput (samples/sec): 97.82
2019-08-09 20:08:46,344 epoch 115 - iter 1855/2650 - loss 0.21411255 throughput (samples/sec): 95.64
2019-08-09 20:10:12,264 epoch 115 - iter 2120/2650 - loss 0.21441253 throughput (samples/sec): 98.75
2019-08-09 20:11:37,642 epoch 115 - iter 2385/2650 - loss 0.21370619 throughput (samples/sec): 99.37
2019-08-09 20:13:02,214 ----------------------------------------------------------------------------------------------------
2019-08-09 20:13:02,214 EPOCH 115 done: loss 0.2144 - lr 0.0500
2019-08-09 20:13:02,214 BAD EPOCHS (no improvement): 0
2019-08-09 20:13:02,214 ----------------------------------------------------------------------------------------------------
2019-08-09 20:13:02,490 epoch 116 - iter 0/2650 - loss 0.26621729 throughput (samples/sec): 31176.24
2019-08-09 20:14:30,081 epoch 116 - iter 265/2650 - loss 0.22059336 throughput (samples/sec): 96.86
2019-08-09 20:15:57,601 epoch 116 - iter 530/2650 - loss 0.22501244 throughput (samples/sec): 96.94
2019-08-09 20:17:21,284 epoch 116 - iter 795/2650 - loss 0.22357816 throughput (samples/sec): 101.39
2019-08-09 20:18:49,410 epoch 116 - iter 1060/2650 - loss 0.22132770 throughput (samples/sec): 96.27
2019-08-09 20:20:14,983 epoch 116 - iter 1325/2650 - loss 0.22359544 throughput (samples/sec): 99.15
2019-08-09 20:21:37,819 epoch 116 - iter 1590/2650 - loss 0.22258272 throughput (samples/sec): 102.42
2019-08-09 20:23:02,323 epoch 116 - iter 1855/2650 - loss 0.22173152 throughput (samples/sec): 100.40
2019-08-09 20:24:25,174 epoch 116 - iter 2120/2650 - loss 0.22265625 throughput (samples/sec): 102.40
2019-08-09 20:25:47,008 epoch 116 - iter 2385/2650 - loss 0.22188380 throughput (samples/sec): 103.68
2019-08-09 20:27:09,034 ----------------------------------------------------------------------------------------------------
2019-08-09 20:27:09,034 EPOCH 116 done: loss 0.2230 - lr 0.0500
2019-08-09 20:27:09,034 BAD EPOCHS (no improvement): 1
2019-08-09 20:27:09,034 ----------------------------------------------------------------------------------------------------
2019-08-09 20:27:09,352 epoch 117 - iter 0/2650 - loss 0.26855314 throughput (samples/sec): 26984.76
2019-08-09 20:28:33,263 epoch 117 - iter 265/2650 - loss 0.23216449 throughput (samples/sec): 101.11
2019-08-09 20:29:57,586 epoch 117 - iter 530/2650 - loss 0.21893011 throughput (samples/sec): 100.62
2019-08-09 20:31:22,311 epoch 117 - iter 795/2650 - loss 0.22006820 throughput (samples/sec): 100.14
2019-08-09 20:32:44,338 epoch 117 - iter 1060/2650 - loss 0.21473808 throughput (samples/sec): 103.44
2019-08-09 20:34:08,859 epoch 117 - iter 1325/2650 - loss 0.21526154 throughput (samples/sec): 100.38
2019-08-09 20:35:33,793 epoch 117 - iter 1590/2650 - loss 0.21565836 throughput (samples/sec): 99.89
2019-08-09 20:36:56,958 epoch 117 - iter 1855/2650 - loss 0.21584024 throughput (samples/sec): 102.02
2019-08-09 20:38:21,162 epoch 117 - iter 2120/2650 - loss 0.21557498 throughput (samples/sec): 100.76
2019-08-09 20:39:43,312 epoch 117 - iter 2385/2650 - loss 0.21615244 throughput (samples/sec): 103.28
2019-08-09 20:41:05,241 ----------------------------------------------------------------------------------------------------
2019-08-09 20:41:05,241 EPOCH 117 done: loss 0.2176 - lr 0.0500
2019-08-09 20:41:05,241 BAD EPOCHS (no improvement): 2
2019-08-09 20:41:05,241 ----------------------------------------------------------------------------------------------------
2019-08-09 20:41:05,591 epoch 118 - iter 0/2650 - loss 0.16174036 throughput (samples/sec): 24478.72
2019-08-09 20:42:28,328 epoch 118 - iter 265/2650 - loss 0.22271493 throughput (samples/sec): 102.55
2019-08-09 20:43:50,298 epoch 118 - iter 530/2650 - loss 0.21889377 throughput (samples/sec): 103.51
2019-08-09 20:45:14,552 epoch 118 - iter 795/2650 - loss 0.20936358 throughput (samples/sec): 100.70
2019-08-09 20:46:38,449 epoch 118 - iter 1060/2650 - loss 0.20972610 throughput (samples/sec): 101.13
2019-08-09 20:48:01,920 epoch 118 - iter 1325/2650 - loss 0.21154286 throughput (samples/sec): 101.64
2019-08-09 20:49:26,146 epoch 118 - iter 1590/2650 - loss 0.21314913 throughput (samples/sec): 100.73
2019-08-09 20:50:49,082 epoch 118 - iter 1855/2650 - loss 0.21365355 throughput (samples/sec): 102.30
2019-08-09 20:52:11,239 epoch 118 - iter 2120/2650 - loss 0.21570415 throughput (samples/sec): 103.27
2019-08-09 20:53:35,783 epoch 118 - iter 2385/2650 - loss 0.21457670 throughput (samples/sec): 100.35
2019-08-09 20:54:57,758 ----------------------------------------------------------------------------------------------------
2019-08-09 20:54:57,758 EPOCH 118 done: loss 0.2158 - lr 0.0500
2019-08-09 20:54:57,758 BAD EPOCHS (no improvement): 3
2019-08-09 20:54:57,758 ----------------------------------------------------------------------------------------------------
2019-08-09 20:54:57,964 epoch 119 - iter 0/2650 - loss 0.19877988 throughput (samples/sec): 41949.72
2019-08-09 20:56:20,814 epoch 119 - iter 265/2650 - loss 0.20190120 throughput (samples/sec): 102.41
2019-08-09 20:57:44,534 epoch 119 - iter 530/2650 - loss 0.21290144 throughput (samples/sec): 101.34
2019-08-09 20:59:09,379 epoch 119 - iter 795/2650 - loss 0.21833885 throughput (samples/sec): 100.00
2019-08-09 21:00:31,628 epoch 119 - iter 1060/2650 - loss 0.21585275 throughput (samples/sec): 103.15
2019-08-09 21:01:54,384 epoch 119 - iter 1325/2650 - loss 0.21448388 throughput (samples/sec): 102.52
2019-08-09 21:03:15,836 epoch 119 - iter 1590/2650 - loss 0.21652773 throughput (samples/sec): 104.16
2019-08-09 21:04:39,692 epoch 119 - iter 1855/2650 - loss 0.21524439 throughput (samples/sec): 101.18
2019-08-09 21:06:04,325 epoch 119 - iter 2120/2650 - loss 0.21494046 throughput (samples/sec): 100.25
2019-08-09 21:07:29,587 epoch 119 - iter 2385/2650 - loss 0.21460512 throughput (samples/sec): 99.51
2019-08-09 21:08:52,037 ----------------------------------------------------------------------------------------------------
2019-08-09 21:08:52,038 EPOCH 119 done: loss 0.2161 - lr 0.0500
2019-08-09 21:08:52,038 BAD EPOCHS (no improvement): 4
2019-08-09 21:08:52,038 ----------------------------------------------------------------------------------------------------
2019-08-09 21:08:52,286 epoch 120 - iter 0/2650 - loss 0.09104347 throughput (samples/sec): 34740.87
2019-08-09 21:10:16,117 epoch 120 - iter 265/2650 - loss 0.19921830 throughput (samples/sec): 101.21
2019-08-09 21:11:39,503 epoch 120 - iter 530/2650 - loss 0.20454328 throughput (samples/sec): 101.75
2019-08-09 21:13:04,593 epoch 120 - iter 795/2650 - loss 0.20414639 throughput (samples/sec): 99.71
2019-08-09 21:14:29,734 epoch 120 - iter 1060/2650 - loss 0.20164337 throughput (samples/sec): 99.65
2019-08-09 21:15:54,682 epoch 120 - iter 1325/2650 - loss 0.20293894 throughput (samples/sec): 99.88
2019-08-09 21:17:17,924 epoch 120 - iter 1590/2650 - loss 0.20513871 throughput (samples/sec): 101.93
2019-08-09 21:18:40,829 epoch 120 - iter 1855/2650 - loss 0.20413065 throughput (samples/sec): 102.34
2019-08-09 21:20:04,701 epoch 120 - iter 2120/2650 - loss 0.20553182 throughput (samples/sec): 101.16
2019-08-09 21:21:30,498 epoch 120 - iter 2385/2650 - loss 0.20397526 throughput (samples/sec): 98.89
2019-08-09 21:22:53,570 ----------------------------------------------------------------------------------------------------
2019-08-09 21:22:53,571 EPOCH 120 done: loss 0.2059 - lr 0.0250
2019-08-09 21:22:53,571 BAD EPOCHS (no improvement): 0
2019-08-09 21:22:53,571 ----------------------------------------------------------------------------------------------------
2019-08-09 21:22:54,233 epoch 121 - iter 0/2650 - loss 0.53145009 throughput (samples/sec): 12887.05
2019-08-09 21:24:16,113 epoch 121 - iter 265/2650 - loss 0.20391241 throughput (samples/sec): 103.62
2019-08-09 21:25:38,857 epoch 121 - iter 530/2650 - loss 0.20374159 throughput (samples/sec): 102.54
2019-08-09 21:27:02,891 epoch 121 - iter 795/2650 - loss 0.20298432 throughput (samples/sec): 100.96
2019-08-09 21:28:27,356 epoch 121 - iter 1060/2650 - loss 0.19986761 throughput (samples/sec): 100.45
2019-08-09 21:29:53,727 epoch 121 - iter 1325/2650 - loss 0.20292822 throughput (samples/sec): 98.23
2019-08-09 21:31:39,420 epoch 121 - iter 1590/2650 - loss 0.20469300 throughput (samples/sec): 80.26
2019-08-09 21:33:30,780 epoch 121 - iter 1855/2650 - loss 0.20611931 throughput (samples/sec): 76.18
2019-08-09 21:35:19,102 epoch 121 - iter 2120/2650 - loss 0.20507691 throughput (samples/sec): 78.32
2019-08-09 21:36:56,956 epoch 121 - iter 2385/2650 - loss 0.20624145 throughput (samples/sec): 86.70
2019-08-09 21:38:19,330 ----------------------------------------------------------------------------------------------------
2019-08-09 21:38:19,331 EPOCH 121 done: loss 0.2052 - lr 0.0250
2019-08-09 21:38:19,331 BAD EPOCHS (no improvement): 0
2019-08-09 21:38:19,331 ----------------------------------------------------------------------------------------------------
2019-08-09 21:38:19,640 epoch 122 - iter 0/2650 - loss 0.37430096 throughput (samples/sec): 27770.71
2019-08-09 21:39:48,118 epoch 122 - iter 265/2650 - loss 0.20541239 throughput (samples/sec): 95.89
2019-08-09 21:41:14,453 epoch 122 - iter 530/2650 - loss 0.20394396 throughput (samples/sec): 98.27
2019-08-09 21:42:57,607 epoch 122 - iter 795/2650 - loss 0.20181570 throughput (samples/sec): 82.24
2019-08-09 21:44:58,918 epoch 122 - iter 1060/2650 - loss 0.20281468 throughput (samples/sec): 69.93
2019-08-09 21:46:44,276 epoch 122 - iter 1325/2650 - loss 0.20084101 throughput (samples/sec): 80.52
2019-08-09 21:48:28,322 epoch 122 - iter 1590/2650 - loss 0.20265630 throughput (samples/sec): 81.54
2019-08-09 21:50:10,938 epoch 122 - iter 1855/2650 - loss 0.20570190 throughput (samples/sec): 82.67
2019-08-09 21:51:57,162 epoch 122 - iter 2120/2650 - loss 0.20514385 throughput (samples/sec): 79.86
2019-08-09 21:53:42,294 epoch 122 - iter 2385/2650 - loss 0.20423951 throughput (samples/sec): 80.69
2019-08-09 21:55:28,032 ----------------------------------------------------------------------------------------------------
2019-08-09 21:55:28,033 EPOCH 122 done: loss 0.2046 - lr 0.0250
2019-08-09 21:55:28,033 BAD EPOCHS (no improvement): 0
2019-08-09 21:55:28,033 ----------------------------------------------------------------------------------------------------
2019-08-09 21:55:28,480 epoch 123 - iter 0/2650 - loss 0.46486497 throughput (samples/sec): 19127.75
2019-08-09 21:57:16,459 epoch 123 - iter 265/2650 - loss 0.20169438 throughput (samples/sec): 78.56
2019-08-09 21:59:02,835 epoch 123 - iter 530/2650 - loss 0.20813837 throughput (samples/sec): 79.75
2019-08-09 22:00:53,035 epoch 123 - iter 795/2650 - loss 0.20445215 throughput (samples/sec): 76.98
2019-08-09 22:02:36,242 epoch 123 - iter 1060/2650 - loss 0.20139125 throughput (samples/sec): 82.21
2019-08-09 22:04:25,648 epoch 123 - iter 1325/2650 - loss 0.20118176 throughput (samples/sec): 77.55
2019-08-09 22:06:18,741 epoch 123 - iter 1590/2650 - loss 0.20269608 throughput (samples/sec): 75.01
2019-08-09 22:08:10,015 epoch 123 - iter 1855/2650 - loss 0.20038729 throughput (samples/sec): 76.24
2019-08-09 22:10:00,173 epoch 123 - iter 2120/2650 - loss 0.20155346 throughput (samples/sec): 77.01
2019-08-09 22:11:45,394 epoch 123 - iter 2385/2650 - loss 0.20062042 throughput (samples/sec): 80.63
2019-08-09 22:13:31,357 ----------------------------------------------------------------------------------------------------
2019-08-09 22:13:31,357 EPOCH 123 done: loss 0.2016 - lr 0.0250
2019-08-09 22:13:31,357 BAD EPOCHS (no improvement): 0
2019-08-09 22:13:31,358 ----------------------------------------------------------------------------------------------------
2019-08-09 22:13:31,766 epoch 124 - iter 0/2650 - loss 0.42024410 throughput (samples/sec): 20948.55
2019-08-09 22:15:19,313 epoch 124 - iter 265/2650 - loss 0.20436236 throughput (samples/sec): 78.88
2019-08-09 22:17:08,066 epoch 124 - iter 530/2650 - loss 0.19784566 throughput (samples/sec): 78.01
2019-08-09 22:18:54,412 epoch 124 - iter 795/2650 - loss 0.19521471 throughput (samples/sec): 79.77
2019-08-09 22:20:43,516 epoch 124 - iter 1060/2650 - loss 0.19569441 throughput (samples/sec): 77.76
2019-08-09 22:22:13,815 epoch 124 - iter 1325/2650 - loss 0.19346101 throughput (samples/sec): 93.96
2019-08-09 22:23:36,055 epoch 124 - iter 1590/2650 - loss 0.19051046 throughput (samples/sec): 103.16
2019-08-09 22:25:05,346 epoch 124 - iter 1855/2650 - loss 0.19350757 throughput (samples/sec): 95.02
2019-08-09 22:27:02,397 epoch 124 - iter 2120/2650 - loss 0.19509785 throughput (samples/sec): 72.47
2019-08-09 22:28:49,930 epoch 124 - iter 2385/2650 - loss 0.19519362 throughput (samples/sec): 78.89
2019-08-09 22:30:35,196 ----------------------------------------------------------------------------------------------------
2019-08-09 22:30:35,197 EPOCH 124 done: loss 0.1957 - lr 0.0250
2019-08-09 22:30:35,197 BAD EPOCHS (no improvement): 0
2019-08-09 22:30:35,197 ----------------------------------------------------------------------------------------------------
2019-08-09 22:30:35,550 epoch 125 - iter 0/2650 - loss 0.03123158 throughput (samples/sec): 24258.70
2019-08-09 22:32:20,477 epoch 125 - iter 265/2650 - loss 0.19248549 throughput (samples/sec): 80.85
2019-08-09 22:34:05,872 epoch 125 - iter 530/2650 - loss 0.19717052 throughput (samples/sec): 80.49
2019-08-09 22:35:51,037 epoch 125 - iter 795/2650 - loss 0.19851121 throughput (samples/sec): 80.67
2019-08-09 22:37:39,303 epoch 125 - iter 1060/2650 - loss 0.19345602 throughput (samples/sec): 78.36
2019-08-09 22:39:22,131 epoch 125 - iter 1325/2650 - loss 0.19281290 throughput (samples/sec): 82.50
2019-08-09 22:41:06,648 epoch 125 - iter 1590/2650 - loss 0.19492478 throughput (samples/sec): 81.17
2019-08-09 22:42:30,566 epoch 125 - iter 1855/2650 - loss 0.19434351 throughput (samples/sec): 101.10
2019-08-09 22:43:53,967 epoch 125 - iter 2120/2650 - loss 0.19256156 throughput (samples/sec): 101.73
2019-08-09 22:45:39,620 epoch 125 - iter 2385/2650 - loss 0.19385741 throughput (samples/sec): 80.29
2019-08-09 22:47:37,762 ----------------------------------------------------------------------------------------------------
2019-08-09 22:47:37,762 EPOCH 125 done: loss 0.1934 - lr 0.0250
2019-08-09 22:47:37,762 BAD EPOCHS (no improvement): 0
2019-08-09 22:47:37,762 ----------------------------------------------------------------------------------------------------
2019-08-09 22:47:38,087 epoch 126 - iter 0/2650 - loss 0.20917296 throughput (samples/sec): 26419.38
2019-08-09 22:49:26,352 epoch 126 - iter 265/2650 - loss 0.18804332 throughput (samples/sec): 78.36
2019-08-09 22:51:16,517 epoch 126 - iter 530/2650 - loss 0.19530081 throughput (samples/sec): 77.01
2019-08-09 22:52:40,581 epoch 126 - iter 795/2650 - loss 0.18573199 throughput (samples/sec): 100.93
2019-08-09 22:54:04,810 epoch 126 - iter 1060/2650 - loss 0.18589906 throughput (samples/sec): 100.73
2019-08-09 22:55:58,221 epoch 126 - iter 1325/2650 - loss 0.19082970 throughput (samples/sec): 74.80
2019-08-09 22:57:47,238 epoch 126 - iter 1590/2650 - loss 0.19276735 throughput (samples/sec): 77.82
2019-08-09 22:59:30,509 epoch 126 - iter 1855/2650 - loss 0.19279483 throughput (samples/sec): 82.15
2019-08-09 23:01:22,414 epoch 126 - iter 2120/2650 - loss 0.19357098 throughput (samples/sec): 75.81
2019-08-09 23:03:12,588 epoch 126 - iter 2385/2650 - loss 0.19391250 throughput (samples/sec): 77.00
2019-08-09 23:05:14,097 ----------------------------------------------------------------------------------------------------
2019-08-09 23:05:14,097 EPOCH 126 done: loss 0.1944 - lr 0.0250
2019-08-09 23:05:14,097 BAD EPOCHS (no improvement): 1
2019-08-09 23:05:14,098 ----------------------------------------------------------------------------------------------------
2019-08-09 23:05:14,503 epoch 127 - iter 0/2650 - loss 0.36565596 throughput (samples/sec): 21130.79
2019-08-09 23:06:43,718 epoch 127 - iter 265/2650 - loss 0.19406638 throughput (samples/sec): 95.10
2019-08-09 23:08:33,949 epoch 127 - iter 530/2650 - loss 0.19744848 throughput (samples/sec): 76.96
2019-08-09 23:10:22,214 epoch 127 - iter 795/2650 - loss 0.19736364 throughput (samples/sec): 78.36
2019-08-09 23:12:13,074 epoch 127 - iter 1060/2650 - loss 0.19719290 throughput (samples/sec): 76.52
2019-08-09 23:14:00,841 epoch 127 - iter 1325/2650 - loss 0.19661644 throughput (samples/sec): 78.72
2019-08-09 23:15:51,695 epoch 127 - iter 1590/2650 - loss 0.19471353 throughput (samples/sec): 76.53
2019-08-09 23:17:41,412 epoch 127 - iter 1855/2650 - loss 0.19518438 throughput (samples/sec): 77.32
2019-08-09 23:19:31,335 epoch 127 - iter 2120/2650 - loss 0.19443762 throughput (samples/sec): 77.18
2019-08-09 23:21:25,150 epoch 127 - iter 2385/2650 - loss 0.19610389 throughput (samples/sec): 74.54
2019-08-09 23:23:05,858 ----------------------------------------------------------------------------------------------------
2019-08-09 23:23:05,858 EPOCH 127 done: loss 0.1957 - lr 0.0250
2019-08-09 23:23:05,858 BAD EPOCHS (no improvement): 2
2019-08-09 23:23:05,859 ----------------------------------------------------------------------------------------------------
2019-08-09 23:23:06,250 epoch 128 - iter 0/2650 - loss 0.26048845 throughput (samples/sec): 21849.18
2019-08-09 23:24:47,813 epoch 128 - iter 265/2650 - loss 0.19307294 throughput (samples/sec): 83.53
2019-08-09 23:26:35,847 epoch 128 - iter 530/2650 - loss 0.18844957 throughput (samples/sec): 78.52
2019-08-09 23:28:26,834 epoch 128 - iter 795/2650 - loss 0.18990338 throughput (samples/sec): 76.43
2019-08-09 23:30:18,731 epoch 128 - iter 1060/2650 - loss 0.19202078 throughput (samples/sec): 75.81
2019-08-09 23:32:05,768 epoch 128 - iter 1325/2650 - loss 0.19572903 throughput (samples/sec): 79.26
2019-08-09 23:33:54,293 epoch 128 - iter 1590/2650 - loss 0.19591281 throughput (samples/sec): 78.17
2019-08-09 23:35:43,176 epoch 128 - iter 1855/2650 - loss 0.19808757 throughput (samples/sec): 77.91
2019-08-09 23:37:32,131 epoch 128 - iter 2120/2650 - loss 0.19702168 throughput (samples/sec): 77.86
2019-08-09 23:39:12,317 epoch 128 - iter 2385/2650 - loss 0.19638159 throughput (samples/sec): 84.68
2019-08-09 23:40:56,784 ----------------------------------------------------------------------------------------------------
2019-08-09 23:40:56,784 EPOCH 128 done: loss 0.1954 - lr 0.0250
2019-08-09 23:40:56,785 BAD EPOCHS (no improvement): 3
2019-08-09 23:40:56,785 ----------------------------------------------------------------------------------------------------
2019-08-09 23:40:57,270 epoch 129 - iter 0/2650 - loss 0.11749345 throughput (samples/sec): 17623.76
2019-08-09 23:42:45,558 epoch 129 - iter 265/2650 - loss 0.17531263 throughput (samples/sec): 78.34
2019-08-09 23:44:34,725 epoch 129 - iter 530/2650 - loss 0.18601146 throughput (samples/sec): 77.71
2019-08-09 23:46:24,332 epoch 129 - iter 795/2650 - loss 0.18077094 throughput (samples/sec): 77.40
2019-08-09 23:48:10,059 epoch 129 - iter 1060/2650 - loss 0.18148291 throughput (samples/sec): 80.24
2019-08-09 23:49:58,013 epoch 129 - iter 1325/2650 - loss 0.18393423 throughput (samples/sec): 78.58
2019-08-09 23:51:47,843 epoch 129 - iter 1590/2650 - loss 0.18655159 throughput (samples/sec): 77.24
2019-08-09 23:53:41,902 epoch 129 - iter 1855/2650 - loss 0.18710320 throughput (samples/sec): 74.37
2019-08-09 23:55:18,957 epoch 129 - iter 2120/2650 - loss 0.18724295 throughput (samples/sec): 87.41
2019-08-09 23:57:08,323 epoch 129 - iter 2385/2650 - loss 0.18909187 throughput (samples/sec): 77.57
2019-08-09 23:58:55,781 ----------------------------------------------------------------------------------------------------
2019-08-09 23:58:55,782 EPOCH 129 done: loss 0.1892 - lr 0.0250
2019-08-09 23:58:55,782 BAD EPOCHS (no improvement): 0
2019-08-09 23:58:55,782 ----------------------------------------------------------------------------------------------------
2019-08-09 23:58:56,163 epoch 130 - iter 0/2650 - loss 0.61453879 throughput (samples/sec): 22441.92
2019-08-10 00:00:46,987 epoch 130 - iter 265/2650 - loss 0.17348825 throughput (samples/sec): 76.55
2019-08-10 00:02:32,832 epoch 130 - iter 530/2650 - loss 0.17511855 throughput (samples/sec): 80.15
2019-08-10 00:04:23,000 epoch 130 - iter 795/2650 - loss 0.18297108 throughput (samples/sec): 77.00
2019-08-10 00:06:11,482 epoch 130 - iter 1060/2650 - loss 0.18253241 throughput (samples/sec): 78.20
2019-08-10 00:08:02,538 epoch 130 - iter 1325/2650 - loss 0.18466496 throughput (samples/sec): 76.39
2019-08-10 00:09:53,660 epoch 130 - iter 1590/2650 - loss 0.18495772 throughput (samples/sec): 76.34
2019-08-10 00:11:26,293 epoch 130 - iter 1855/2650 - loss 0.18527675 throughput (samples/sec): 91.58
2019-08-10 00:13:15,933 epoch 130 - iter 2120/2650 - loss 0.18578505 throughput (samples/sec): 77.37
2019-08-10 00:15:05,906 epoch 130 - iter 2385/2650 - loss 0.18650379 throughput (samples/sec): 77.14
2019-08-10 00:16:51,071 ----------------------------------------------------------------------------------------------------
2019-08-10 00:16:51,071 EPOCH 130 done: loss 0.1866 - lr 0.0250
2019-08-10 00:16:51,072 BAD EPOCHS (no improvement): 0
2019-08-10 00:16:51,072 ----------------------------------------------------------------------------------------------------
2019-08-10 00:16:51,433 epoch 131 - iter 0/2650 - loss 0.24921054 throughput (samples/sec): 23731.67
2019-08-10 00:18:40,856 epoch 131 - iter 265/2650 - loss 0.18559888 throughput (samples/sec): 77.53
2019-08-10 00:20:29,939 epoch 131 - iter 530/2650 - loss 0.18787522 throughput (samples/sec): 77.77
2019-08-10 00:22:23,007 epoch 131 - iter 795/2650 - loss 0.18336057 throughput (samples/sec): 75.03
2019-08-10 00:24:12,384 epoch 131 - iter 1060/2650 - loss 0.18566722 throughput (samples/sec): 77.56
2019-08-10 00:25:58,049 epoch 131 - iter 1325/2650 - loss 0.18327694 throughput (samples/sec): 80.29
2019-08-10 00:27:32,357 epoch 131 - iter 1590/2650 - loss 0.18489253 throughput (samples/sec): 89.96
2019-08-10 00:29:21,354 epoch 131 - iter 1855/2650 - loss 0.18694890 throughput (samples/sec): 77.84
2019-08-10 00:31:08,161 epoch 131 - iter 2120/2650 - loss 0.18508102 throughput (samples/sec): 79.43
2019-08-10 00:32:57,703 epoch 131 - iter 2385/2650 - loss 0.18520474 throughput (samples/sec): 77.44
2019-08-10 00:34:49,626 ----------------------------------------------------------------------------------------------------
2019-08-10 00:34:49,626 EPOCH 131 done: loss 0.1855 - lr 0.0250
2019-08-10 00:34:49,626 BAD EPOCHS (no improvement): 0
2019-08-10 00:34:49,626 ----------------------------------------------------------------------------------------------------
2019-08-10 00:34:49,975 epoch 132 - iter 0/2650 - loss 0.19269896 throughput (samples/sec): 24617.02
2019-08-10 00:36:37,887 epoch 132 - iter 265/2650 - loss 0.17520606 throughput (samples/sec): 78.61
2019-08-10 00:38:24,726 epoch 132 - iter 530/2650 - loss 0.18098655 throughput (samples/sec): 79.40
2019-08-10 00:40:11,982 epoch 132 - iter 795/2650 - loss 0.18610073 throughput (samples/sec): 79.09
2019-08-10 00:41:58,881 epoch 132 - iter 1060/2650 - loss 0.18931578 throughput (samples/sec): 79.36
2019-08-10 00:43:36,828 epoch 132 - iter 1325/2650 - loss 0.18889622 throughput (samples/sec): 86.61
2019-08-10 00:45:24,091 epoch 132 - iter 1590/2650 - loss 0.18673762 throughput (samples/sec): 79.09
2019-08-10 00:47:12,883 epoch 132 - iter 1855/2650 - loss 0.18632328 throughput (samples/sec): 77.98
2019-08-10 00:49:01,722 epoch 132 - iter 2120/2650 - loss 0.18567351 throughput (samples/sec): 77.94
2019-08-10 00:50:48,475 epoch 132 - iter 2385/2650 - loss 0.18541436 throughput (samples/sec): 79.47
2019-08-10 00:52:41,776 ----------------------------------------------------------------------------------------------------
2019-08-10 00:52:41,776 EPOCH 132 done: loss 0.1851 - lr 0.0250
2019-08-10 00:52:41,776 BAD EPOCHS (no improvement): 0
2019-08-10 00:52:41,776 ----------------------------------------------------------------------------------------------------
2019-08-10 00:52:42,128 epoch 133 - iter 0/2650 - loss 0.24629915 throughput (samples/sec): 24369.20
2019-08-10 00:54:32,060 epoch 133 - iter 265/2650 - loss 0.19527730 throughput (samples/sec): 77.17
2019-08-10 00:56:23,753 epoch 133 - iter 530/2650 - loss 0.18402669 throughput (samples/sec): 75.95
2019-08-10 00:58:09,619 epoch 133 - iter 795/2650 - loss 0.18586471 throughput (samples/sec): 80.13
2019-08-10 00:59:46,321 epoch 133 - iter 1060/2650 - loss 0.18487641 throughput (samples/sec): 87.73
2019-08-10 01:01:35,705 epoch 133 - iter 1325/2650 - loss 0.18247311 throughput (samples/sec): 77.55
2019-08-10 01:03:23,133 epoch 133 - iter 1590/2650 - loss 0.18299255 throughput (samples/sec): 78.97
2019-08-10 01:05:10,067 epoch 133 - iter 1855/2650 - loss 0.18214147 throughput (samples/sec): 79.33
2019-08-10 01:06:57,026 epoch 133 - iter 2120/2650 - loss 0.18143098 throughput (samples/sec): 79.31
2019-08-10 01:08:45,207 epoch 133 - iter 2385/2650 - loss 0.18131246 throughput (samples/sec): 78.42
2019-08-10 01:10:33,504 ----------------------------------------------------------------------------------------------------
2019-08-10 01:10:33,504 EPOCH 133 done: loss 0.1807 - lr 0.0250
2019-08-10 01:10:33,504 BAD EPOCHS (no improvement): 0
2019-08-10 01:10:33,504 ----------------------------------------------------------------------------------------------------
2019-08-10 01:10:34,122 epoch 134 - iter 0/2650 - loss 0.13186166 throughput (samples/sec): 13809.54
2019-08-10 01:12:20,797 epoch 134 - iter 265/2650 - loss 0.18865665 throughput (samples/sec): 79.52
2019-08-10 01:14:06,617 epoch 134 - iter 530/2650 - loss 0.18680504 throughput (samples/sec): 80.17
2019-08-10 01:15:41,385 epoch 134 - iter 795/2650 - loss 0.18949294 throughput (samples/sec): 89.52
2019-08-10 01:17:28,827 epoch 134 - iter 1060/2650 - loss 0.19001371 throughput (samples/sec): 78.96
2019-08-10 01:19:18,305 epoch 134 - iter 1325/2650 - loss 0.19019353 throughput (samples/sec): 77.50
2019-08-10 01:21:06,685 epoch 134 - iter 1590/2650 - loss 0.19063459 throughput (samples/sec): 78.27
2019-08-10 01:22:55,340 epoch 134 - iter 1855/2650 - loss 0.19202276 throughput (samples/sec): 78.07
2019-08-10 01:24:44,227 epoch 134 - iter 2120/2650 - loss 0.19195708 throughput (samples/sec): 77.91
2019-08-10 01:26:32,147 epoch 134 - iter 2385/2650 - loss 0.19219322 throughput (samples/sec): 78.61
2019-08-10 01:28:19,267 ----------------------------------------------------------------------------------------------------
2019-08-10 01:28:19,267 EPOCH 134 done: loss 0.1929 - lr 0.0250
2019-08-10 01:28:19,267 BAD EPOCHS (no improvement): 1
2019-08-10 01:28:19,267 ----------------------------------------------------------------------------------------------------
2019-08-10 01:28:19,747 epoch 135 - iter 0/2650 - loss 0.15560481 throughput (samples/sec): 17827.94
2019-08-10 01:30:07,302 epoch 135 - iter 265/2650 - loss 0.18728462 throughput (samples/sec): 78.87
2019-08-10 01:31:46,484 epoch 135 - iter 530/2650 - loss 0.17920028 throughput (samples/sec): 85.53
2019-08-10 01:33:25,420 epoch 135 - iter 795/2650 - loss 0.18176951 throughput (samples/sec): 85.75
2019-08-10 01:35:11,772 epoch 135 - iter 1060/2650 - loss 0.18259239 throughput (samples/sec): 79.77
2019-08-10 01:36:59,760 epoch 135 - iter 1325/2650 - loss 0.18204821 throughput (samples/sec): 78.56
2019-08-10 01:38:47,117 epoch 135 - iter 1590/2650 - loss 0.18389355 throughput (samples/sec): 79.02
2019-08-10 01:40:31,978 epoch 135 - iter 1855/2650 - loss 0.18370575 throughput (samples/sec): 80.90
2019-08-10 01:42:20,043 epoch 135 - iter 2120/2650 - loss 0.18393650 throughput (samples/sec): 78.50
2019-08-10 01:44:10,023 epoch 135 - iter 2385/2650 - loss 0.18350489 throughput (samples/sec): 77.13
2019-08-10 01:45:57,366 ----------------------------------------------------------------------------------------------------
2019-08-10 01:45:57,366 EPOCH 135 done: loss 0.1842 - lr 0.0250
2019-08-10 01:45:57,366 BAD EPOCHS (no improvement): 2
2019-08-10 01:45:57,367 ----------------------------------------------------------------------------------------------------
2019-08-10 01:45:57,691 epoch 136 - iter 0/2650 - loss 0.08344352 throughput (samples/sec): 26466.05
2019-08-10 01:47:41,297 epoch 136 - iter 265/2650 - loss 0.18181312 throughput (samples/sec): 81.88
2019-08-10 01:49:19,925 epoch 136 - iter 530/2650 - loss 0.17681686 throughput (samples/sec): 86.02
2019-08-10 01:51:07,331 epoch 136 - iter 795/2650 - loss 0.17803025 throughput (samples/sec): 78.98
2019-08-10 01:52:54,499 epoch 136 - iter 1060/2650 - loss 0.17948562 throughput (samples/sec): 79.16
2019-08-10 01:54:43,518 epoch 136 - iter 1325/2650 - loss 0.18448388 throughput (samples/sec): 77.81
2019-08-10 01:56:30,879 epoch 136 - iter 1590/2650 - loss 0.18321804 throughput (samples/sec): 79.02
2019-08-10 01:58:19,803 epoch 136 - iter 1855/2650 - loss 0.18464254 throughput (samples/sec): 77.88
2019-08-10 02:00:07,200 epoch 136 - iter 2120/2650 - loss 0.18476599 throughput (samples/sec): 78.99
2019-08-10 02:01:54,967 epoch 136 - iter 2385/2650 - loss 0.18498930 throughput (samples/sec): 78.72
2019-08-10 02:03:34,577 ----------------------------------------------------------------------------------------------------
2019-08-10 02:03:34,577 EPOCH 136 done: loss 0.1846 - lr 0.0250
2019-08-10 02:03:34,577 BAD EPOCHS (no improvement): 3
2019-08-10 02:03:34,577 ----------------------------------------------------------------------------------------------------
2019-08-10 02:03:34,882 epoch 137 - iter 0/2650 - loss 0.11519110 throughput (samples/sec): 28163.71
2019-08-10 02:05:16,473 epoch 137 - iter 265/2650 - loss 0.18362697 throughput (samples/sec): 83.51
2019-08-10 02:07:03,518 epoch 137 - iter 530/2650 - loss 0.18703275 throughput (samples/sec): 79.25
2019-08-10 02:08:51,814 epoch 137 - iter 795/2650 - loss 0.18737962 throughput (samples/sec): 78.34
2019-08-10 02:10:38,876 epoch 137 - iter 1060/2650 - loss 0.18414842 throughput (samples/sec): 79.24
2019-08-10 02:12:26,696 epoch 137 - iter 1325/2650 - loss 0.18342032 throughput (samples/sec): 78.68
2019-08-10 02:14:13,623 epoch 137 - iter 1590/2650 - loss 0.18573354 throughput (samples/sec): 79.34
2019-08-10 02:16:05,000 epoch 137 - iter 1855/2650 - loss 0.18518509 throughput (samples/sec): 76.17
2019-08-10 02:17:56,781 epoch 137 - iter 2120/2650 - loss 0.18507248 throughput (samples/sec): 75.89
2019-08-10 02:19:39,106 epoch 137 - iter 2385/2650 - loss 0.18469363 throughput (samples/sec): 82.91
2019-08-10 02:21:19,318 ----------------------------------------------------------------------------------------------------
2019-08-10 02:21:19,319 EPOCH 137 done: loss 0.1846 - lr 0.0250
2019-08-10 02:21:19,319 BAD EPOCHS (no improvement): 4
2019-08-10 02:21:19,319 ----------------------------------------------------------------------------------------------------
2019-08-10 02:21:19,793 epoch 138 - iter 0/2650 - loss 0.00819188 throughput (samples/sec): 18014.65
2019-08-10 02:23:06,965 epoch 138 - iter 265/2650 - loss 0.17843646 throughput (samples/sec): 79.16
2019-08-10 02:24:55,628 epoch 138 - iter 530/2650 - loss 0.17606421 throughput (samples/sec): 78.07
2019-08-10 02:26:42,834 epoch 138 - iter 795/2650 - loss 0.17713702 throughput (samples/sec): 79.13
2019-08-10 02:28:32,506 epoch 138 - iter 1060/2650 - loss 0.17209984 throughput (samples/sec): 77.35
2019-08-10 02:30:20,677 epoch 138 - iter 1325/2650 - loss 0.17469157 throughput (samples/sec): 78.42
2019-08-10 02:32:10,236 epoch 138 - iter 1590/2650 - loss 0.17469658 throughput (samples/sec): 77.43
2019-08-10 02:34:01,247 epoch 138 - iter 1855/2650 - loss 0.17402000 throughput (samples/sec): 76.42
2019-08-10 02:35:42,241 epoch 138 - iter 2120/2650 - loss 0.17537370 throughput (samples/sec): 84.00
2019-08-10 02:37:22,565 epoch 138 - iter 2385/2650 - loss 0.17833447 throughput (samples/sec): 84.56
2019-08-10 02:39:11,695 ----------------------------------------------------------------------------------------------------
2019-08-10 02:39:11,695 EPOCH 138 done: loss 0.1792 - lr 0.0125
2019-08-10 02:39:11,695 BAD EPOCHS (no improvement): 0
2019-08-10 02:39:11,696 ----------------------------------------------------------------------------------------------------
2019-08-10 02:39:12,036 epoch 139 - iter 0/2650 - loss 0.23919314 throughput (samples/sec): 25170.32
2019-08-10 02:41:03,105 epoch 139 - iter 265/2650 - loss 0.19486463 throughput (samples/sec): 76.38
2019-08-10 02:42:50,923 epoch 139 - iter 530/2650 - loss 0.17844562 throughput (samples/sec): 78.68
2019-08-10 02:44:40,299 epoch 139 - iter 795/2650 - loss 0.18081222 throughput (samples/sec): 77.56
2019-08-10 02:46:30,050 epoch 139 - iter 1060/2650 - loss 0.17831633 throughput (samples/sec): 77.29
2019-08-10 02:48:17,478 epoch 139 - iter 1325/2650 - loss 0.18008940 throughput (samples/sec): 78.97
2019-08-10 02:50:05,056 epoch 139 - iter 1590/2650 - loss 0.17899172 throughput (samples/sec): 78.86
2019-08-10 02:51:44,093 epoch 139 - iter 1855/2650 - loss 0.17885841 throughput (samples/sec): 85.66
2019-08-10 02:53:26,070 epoch 139 - iter 2120/2650 - loss 0.17750583 throughput (samples/sec): 83.19
2019-08-10 02:55:15,508 epoch 139 - iter 2385/2650 - loss 0.17697864 throughput (samples/sec): 77.52
2019-08-10 02:57:04,415 ----------------------------------------------------------------------------------------------------
2019-08-10 02:57:04,416 EPOCH 139 done: loss 0.1763 - lr 0.0125
2019-08-10 02:57:04,416 BAD EPOCHS (no improvement): 0
2019-08-10 02:57:04,416 ----------------------------------------------------------------------------------------------------
2019-08-10 02:57:04,950 epoch 140 - iter 0/2650 - loss 0.22677469 throughput (samples/sec): 15989.55
2019-08-10 02:58:54,401 epoch 140 - iter 265/2650 - loss 0.18830966 throughput (samples/sec): 77.51
2019-08-10 03:00:41,362 epoch 140 - iter 530/2650 - loss 0.18567131 throughput (samples/sec): 79.31
2019-08-10 03:02:32,602 epoch 140 - iter 795/2650 - loss 0.18905803 throughput (samples/sec): 76.26
2019-08-10 03:04:22,575 epoch 140 - iter 1060/2650 - loss 0.18271995 throughput (samples/sec): 77.14
2019-08-10 03:06:11,665 epoch 140 - iter 1325/2650 - loss 0.18039573 throughput (samples/sec): 77.76
2019-08-10 03:07:53,209 epoch 140 - iter 1590/2650 - loss 0.18164763 throughput (samples/sec): 83.55
2019-08-10 03:09:37,577 epoch 140 - iter 1855/2650 - loss 0.18116883 throughput (samples/sec): 81.28
2019-08-10 03:11:26,985 epoch 140 - iter 2120/2650 - loss 0.17959660 throughput (samples/sec): 77.54
2019-08-10 03:13:15,989 epoch 140 - iter 2385/2650 - loss 0.17915805 throughput (samples/sec): 77.83
2019-08-10 03:15:02,878 ----------------------------------------------------------------------------------------------------
2019-08-10 03:15:02,878 EPOCH 140 done: loss 0.1795 - lr 0.0125
2019-08-10 03:15:02,878 BAD EPOCHS (no improvement): 1
2019-08-10 03:15:02,878 ----------------------------------------------------------------------------------------------------
2019-08-10 03:15:03,361 epoch 141 - iter 0/2650 - loss 0.03540620 throughput (samples/sec): 17687.69
2019-08-10 03:16:54,500 epoch 141 - iter 265/2650 - loss 0.18051554 throughput (samples/sec): 76.33
2019-08-10 03:18:43,562 epoch 141 - iter 530/2650 - loss 0.18017139 throughput (samples/sec): 77.78
2019-08-10 03:20:32,749 epoch 141 - iter 795/2650 - loss 0.18210806 throughput (samples/sec): 77.69
2019-08-10 03:22:23,276 epoch 141 - iter 1060/2650 - loss 0.17800211 throughput (samples/sec): 76.75
2019-08-10 03:23:59,192 epoch 141 - iter 1325/2650 - loss 0.17783820 throughput (samples/sec): 88.45
2019-08-10 03:25:43,970 epoch 141 - iter 1590/2650 - loss 0.17567068 throughput (samples/sec): 80.97
2019-08-10 03:27:31,375 epoch 141 - iter 1855/2650 - loss 0.17431688 throughput (samples/sec): 78.98
2019-08-10 03:29:21,322 epoch 141 - iter 2120/2650 - loss 0.17544116 throughput (samples/sec): 77.16
2019-08-10 03:31:08,474 epoch 141 - iter 2385/2650 - loss 0.17725825 throughput (samples/sec): 79.17
2019-08-10 03:32:55,969 ----------------------------------------------------------------------------------------------------
2019-08-10 03:32:55,969 EPOCH 141 done: loss 0.1774 - lr 0.0125
2019-08-10 03:32:55,970 BAD EPOCHS (no improvement): 2
2019-08-10 03:32:55,970 ----------------------------------------------------------------------------------------------------
2019-08-10 03:32:56,414 epoch 142 - iter 0/2650 - loss 0.05217010 throughput (samples/sec): 19263.88
2019-08-10 03:34:46,328 epoch 142 - iter 265/2650 - loss 0.17732616 throughput (samples/sec): 77.18
2019-08-10 03:36:38,765 epoch 142 - iter 530/2650 - loss 0.18892347 throughput (samples/sec): 75.45
2019-08-10 03:38:24,613 epoch 142 - iter 795/2650 - loss 0.18572100 throughput (samples/sec): 80.15
2019-08-10 03:40:01,739 epoch 142 - iter 1060/2650 - loss 0.18375701 throughput (samples/sec): 87.35
2019-08-10 03:41:49,085 epoch 142 - iter 1325/2650 - loss 0.18309947 throughput (samples/sec): 79.03
2019-08-10 03:43:36,627 epoch 142 - iter 1590/2650 - loss 0.18268902 throughput (samples/sec): 78.88
2019-08-10 03:45:24,236 epoch 142 - iter 1855/2650 - loss 0.18128570 throughput (samples/sec): 78.83
2019-08-10 03:47:14,107 epoch 142 - iter 2120/2650 - loss 0.18071470 throughput (samples/sec): 77.21
2019-08-10 03:49:00,644 epoch 142 - iter 2385/2650 - loss 0.18098626 throughput (samples/sec): 79.63
2019-08-10 03:50:49,300 ----------------------------------------------------------------------------------------------------
2019-08-10 03:50:49,300 EPOCH 142 done: loss 0.1805 - lr 0.0125
2019-08-10 03:50:49,300 BAD EPOCHS (no improvement): 3
2019-08-10 03:50:49,300 ----------------------------------------------------------------------------------------------------
2019-08-10 03:50:49,799 epoch 143 - iter 0/2650 - loss 0.15482467 throughput (samples/sec): 17130.24
2019-08-10 03:52:40,471 epoch 143 - iter 265/2650 - loss 0.17464481 throughput (samples/sec): 76.65
2019-08-10 03:54:27,943 epoch 143 - iter 530/2650 - loss 0.17123706 throughput (samples/sec): 78.93
2019-08-10 03:56:01,443 epoch 143 - iter 795/2650 - loss 0.17323226 throughput (samples/sec): 90.73
2019-08-10 03:57:49,549 epoch 143 - iter 1060/2650 - loss 0.17213741 throughput (samples/sec): 78.47
2019-08-10 03:59:43,469 epoch 143 - iter 1325/2650 - loss 0.17081376 throughput (samples/sec): 74.46
2019-08-10 04:01:31,276 epoch 143 - iter 1590/2650 - loss 0.17083161 throughput (samples/sec): 78.69
2019-08-10 04:03:21,367 epoch 143 - iter 1855/2650 - loss 0.17269354 throughput (samples/sec): 77.06
2019-08-10 04:05:08,465 epoch 143 - iter 2120/2650 - loss 0.17249753 throughput (samples/sec): 79.21
2019-08-10 04:06:57,137 epoch 143 - iter 2385/2650 - loss 0.17375012 throughput (samples/sec): 78.06
2019-08-10 04:08:47,158 ----------------------------------------------------------------------------------------------------
2019-08-10 04:08:47,158 EPOCH 143 done: loss 0.1742 - lr 0.0125
2019-08-10 04:08:47,158 BAD EPOCHS (no improvement): 0
2019-08-10 04:08:47,159 ----------------------------------------------------------------------------------------------------
2019-08-10 04:08:47,609 epoch 144 - iter 0/2650 - loss 0.09170043 throughput (samples/sec): 18972.04
2019-08-10 04:10:33,693 epoch 144 - iter 265/2650 - loss 0.17060924 throughput (samples/sec): 79.97
2019-08-10 04:12:09,654 epoch 144 - iter 530/2650 - loss 0.16801396 throughput (samples/sec): 88.41
2019-08-10 04:13:55,185 epoch 144 - iter 795/2650 - loss 0.17021749 throughput (samples/sec): 80.39
2019-08-10 04:15:45,917 epoch 144 - iter 1060/2650 - loss 0.17174738 throughput (samples/sec): 76.61
2019-08-10 04:17:33,431 epoch 144 - iter 1325/2650 - loss 0.17332525 throughput (samples/sec): 78.90
2019-08-10 04:19:20,505 epoch 144 - iter 1590/2650 - loss 0.17726685 throughput (samples/sec): 79.23
2019-08-10 04:21:08,077 epoch 144 - iter 1855/2650 - loss 0.17486028 throughput (samples/sec): 78.86
2019-08-10 04:22:57,698 epoch 144 - iter 2120/2650 - loss 0.17611449 throughput (samples/sec): 77.39
2019-08-10 04:24:44,487 epoch 144 - iter 2385/2650 - loss 0.17704732 throughput (samples/sec): 79.44
2019-08-10 04:26:30,083 ----------------------------------------------------------------------------------------------------
2019-08-10 04:26:30,083 EPOCH 144 done: loss 0.1769 - lr 0.0125
2019-08-10 04:26:30,083 BAD EPOCHS (no improvement): 1
2019-08-10 04:26:30,083 ----------------------------------------------------------------------------------------------------
2019-08-10 04:26:30,476 epoch 145 - iter 0/2650 - loss 0.05851460 throughput (samples/sec): 21810.97
2019-08-10 04:28:05,668 epoch 145 - iter 265/2650 - loss 0.18658631 throughput (samples/sec): 89.12
2019-08-10 04:29:52,397 epoch 145 - iter 530/2650 - loss 0.17748493 throughput (samples/sec): 79.48
2019-08-10 04:31:40,472 epoch 145 - iter 795/2650 - loss 0.17884143 throughput (samples/sec): 78.49
2019-08-10 04:33:24,769 epoch 145 - iter 1060/2650 - loss 0.17442886 throughput (samples/sec): 81.34
2019-08-10 04:35:14,193 epoch 145 - iter 1325/2650 - loss 0.17237665 throughput (samples/sec): 77.52
2019-08-10 04:37:01,413 epoch 145 - iter 1590/2650 - loss 0.17144569 throughput (samples/sec): 79.12
2019-08-10 04:38:46,882 epoch 145 - iter 1855/2650 - loss 0.16966073 throughput (samples/sec): 80.43
2019-08-10 04:40:35,750 epoch 145 - iter 2120/2650 - loss 0.17145831 throughput (samples/sec): 77.92
2019-08-10 04:42:19,816 epoch 145 - iter 2385/2650 - loss 0.17287556 throughput (samples/sec): 81.52
2019-08-10 04:43:57,466 ----------------------------------------------------------------------------------------------------
2019-08-10 04:43:57,466 EPOCH 145 done: loss 0.1742 - lr 0.0125
2019-08-10 04:43:57,466 BAD EPOCHS (no improvement): 0
2019-08-10 04:43:57,466 ----------------------------------------------------------------------------------------------------
2019-08-10 04:43:57,776 epoch 146 - iter 0/2650 - loss 0.03001368 throughput (samples/sec): 27630.85
2019-08-10 04:45:45,265 epoch 146 - iter 265/2650 - loss 0.17782751 throughput (samples/sec): 78.92
2019-08-10 04:47:32,455 epoch 146 - iter 530/2650 - loss 0.17977952 throughput (samples/sec): 79.14
2019-08-10 04:49:21,059 epoch 146 - iter 795/2650 - loss 0.17583682 throughput (samples/sec): 78.11
2019-08-10 04:51:06,739 epoch 146 - iter 1060/2650 - loss 0.17278514 throughput (samples/sec): 80.27
2019-08-10 04:52:53,917 epoch 146 - iter 1325/2650 - loss 0.17405615 throughput (samples/sec): 79.15
2019-08-10 04:54:44,150 epoch 146 - iter 1590/2650 - loss 0.17519476 throughput (samples/sec): 76.95
2019-08-10 04:56:34,425 epoch 146 - iter 1855/2650 - loss 0.17558699 throughput (samples/sec): 76.92
2019-08-10 04:58:15,468 epoch 146 - iter 2120/2650 - loss 0.17741514 throughput (samples/sec): 83.96
2019-08-10 04:59:56,109 epoch 146 - iter 2385/2650 - loss 0.17871923 throughput (samples/sec): 84.29
2019-08-10 05:01:41,648 ----------------------------------------------------------------------------------------------------
2019-08-10 05:01:41,648 EPOCH 146 done: loss 0.1789 - lr 0.0125
2019-08-10 05:01:41,648 BAD EPOCHS (no improvement): 1
2019-08-10 05:01:41,648 ----------------------------------------------------------------------------------------------------
2019-08-10 05:01:42,238 epoch 147 - iter 0/2650 - loss 0.09026635 throughput (samples/sec): 14461.74
2019-08-10 05:03:28,848 epoch 147 - iter 265/2650 - loss 0.18574277 throughput (samples/sec): 79.57
2019-08-10 05:05:14,318 epoch 147 - iter 530/2650 - loss 0.17609867 throughput (samples/sec): 80.43
2019-08-10 05:07:06,098 epoch 147 - iter 795/2650 - loss 0.17796564 throughput (samples/sec): 75.89
2019-08-10 05:08:53,566 epoch 147 - iter 1060/2650 - loss 0.17530444 throughput (samples/sec): 78.94
2019-08-10 05:10:39,631 epoch 147 - iter 1325/2650 - loss 0.17593918 throughput (samples/sec): 79.98
2019-08-10 05:12:28,977 epoch 147 - iter 1590/2650 - loss 0.17679133 throughput (samples/sec): 77.58
2019-08-10 05:14:03,971 epoch 147 - iter 1855/2650 - loss 0.17557958 throughput (samples/sec): 89.30
2019-08-10 05:15:45,898 epoch 147 - iter 2120/2650 - loss 0.17360490 throughput (samples/sec): 83.23
2019-08-10 05:17:34,012 epoch 147 - iter 2385/2650 - loss 0.17358304 throughput (samples/sec): 78.46
2019-08-10 05:19:19,787 ----------------------------------------------------------------------------------------------------
2019-08-10 05:19:19,787 EPOCH 147 done: loss 0.1726 - lr 0.0125
2019-08-10 05:19:19,787 BAD EPOCHS (no improvement): 0
2019-08-10 05:19:19,788 ----------------------------------------------------------------------------------------------------
2019-08-10 05:19:20,158 epoch 148 - iter 0/2650 - loss 0.10176063 throughput (samples/sec): 23080.47
2019-08-10 05:21:08,066 epoch 148 - iter 265/2650 - loss 0.19260470 throughput (samples/sec): 78.61
2019-08-10 05:22:55,928 epoch 148 - iter 530/2650 - loss 0.18968114 throughput (samples/sec): 78.65
2019-08-10 05:24:42,094 epoch 148 - iter 795/2650 - loss 0.17941401 throughput (samples/sec): 79.91
2019-08-10 05:26:26,338 epoch 148 - iter 1060/2650 - loss 0.17974233 throughput (samples/sec): 81.38
2019-08-10 05:28:12,305 epoch 148 - iter 1325/2650 - loss 0.17760838 throughput (samples/sec): 80.05
2019-08-10 05:29:48,328 epoch 148 - iter 1590/2650 - loss 0.17524619 throughput (samples/sec): 88.35
2019-08-10 05:31:39,556 epoch 148 - iter 1855/2650 - loss 0.17642495 throughput (samples/sec): 76.27
2019-08-10 05:33:27,279 epoch 148 - iter 2120/2650 - loss 0.17516272 throughput (samples/sec): 78.75
2019-08-10 05:35:24,438 epoch 148 - iter 2385/2650 - loss 0.17443842 throughput (samples/sec): 72.40
2019-08-10 05:37:09,525 ----------------------------------------------------------------------------------------------------
2019-08-10 05:37:09,525 EPOCH 148 done: loss 0.1739 - lr 0.0125
2019-08-10 05:37:09,525 BAD EPOCHS (no improvement): 1
2019-08-10 05:37:09,526 ----------------------------------------------------------------------------------------------------
2019-08-10 05:37:09,989 epoch 149 - iter 0/2650 - loss 0.03973123 throughput (samples/sec): 18455.94
2019-08-10 05:38:59,666 epoch 149 - iter 265/2650 - loss 0.17610629 throughput (samples/sec): 77.35
2019-08-10 05:40:52,172 epoch 149 - iter 530/2650 - loss 0.17486749 throughput (samples/sec): 75.40
2019-08-10 05:42:41,126 epoch 149 - iter 795/2650 - loss 0.17536686 throughput (samples/sec): 77.86
2019-08-10 05:44:20,109 epoch 149 - iter 1060/2650 - loss 0.17368030 throughput (samples/sec): 85.71
2019-08-10 05:45:56,572 epoch 149 - iter 1325/2650 - loss 0.17618373 throughput (samples/sec): 87.94
2019-08-10 05:47:43,425 epoch 149 - iter 1590/2650 - loss 0.17475238 throughput (samples/sec): 79.39
2019-08-10 05:49:29,020 epoch 149 - iter 1855/2650 - loss 0.17484268 throughput (samples/sec): 80.34
2019-08-10 05:51:14,830 epoch 149 - iter 2120/2650 - loss 0.17398818 throughput (samples/sec): 80.17
2019-08-10 05:53:01,015 epoch 149 - iter 2385/2650 - loss 0.17336181 throughput (samples/sec): 79.89
2019-08-10 05:54:47,513 ----------------------------------------------------------------------------------------------------
2019-08-10 05:54:47,513 EPOCH 149 done: loss 0.1732 - lr 0.0125
2019-08-10 05:54:47,514 BAD EPOCHS (no improvement): 2
2019-08-10 05:54:47,514 ----------------------------------------------------------------------------------------------------
2019-08-10 05:54:47,924 epoch 150 - iter 0/2650 - loss 0.10671207 throughput (samples/sec): 20868.87
2019-08-10 05:56:31,905 epoch 150 - iter 265/2650 - loss 0.16753308 throughput (samples/sec): 81.58
2019-08-10 05:58:19,832 epoch 150 - iter 530/2650 - loss 0.16438649 throughput (samples/sec): 78.60
2019-08-10 06:00:01,083 epoch 150 - iter 795/2650 - loss 0.17087488 throughput (samples/sec): 83.79
2019-08-10 06:01:43,708 epoch 150 - iter 1060/2650 - loss 0.16698422 throughput (samples/sec): 82.66
2019-08-10 06:03:31,256 epoch 150 - iter 1325/2650 - loss 0.16843817 throughput (samples/sec): 78.88
2019-08-10 06:05:17,098 epoch 150 - iter 1590/2650 - loss 0.16949002 throughput (samples/sec): 80.15
2019-08-10 06:07:03,505 epoch 150 - iter 1855/2650 - loss 0.17115173 throughput (samples/sec): 79.72
2019-08-10 06:08:47,863 epoch 150 - iter 2120/2650 - loss 0.17045474 throughput (samples/sec): 81.29
2019-08-10 06:10:35,817 epoch 150 - iter 2385/2650 - loss 0.17136057 throughput (samples/sec): 78.58
2019-08-10 06:12:22,453 ----------------------------------------------------------------------------------------------------
2019-08-10 06:12:22,453 EPOCH 150 done: loss 0.1715 - lr 0.0125
2019-08-10 06:12:22,453 BAD EPOCHS (no improvement): 0
2019-08-10 06:12:39,109 ----------------------------------------------------------------------------------------------------
2019-08-10 06:12:39,109 Testing using best model ...
2019-08-10 06:12:39,110 loading file resources/taggers/release-ner-ontonotes-0/best-model.pt
2019-08-10 06:20:44,706 0.0937	0.0311	0.0467
2019-08-10 06:20:44,706 
MICRO_AVG: acc 0.0239 - f1-score 0.0467
MACRO_AVG: acc 0.0074 - f1-score 0.013377777777777778
CARDINAL   tp: 1 - fp: 163 - fn: 934 - tn: 1 - precision: 0.0061 - recall: 0.0011 - accuracy: 0.0009 - f1-score: 0.0019
DATE       tp: 0 - fp: 207 - fn: 1602 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
EVENT      tp: 0 - fp: 0 - fn: 63 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
FAC        tp: 0 - fp: 1 - fn: 135 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
GPE        tp: 323 - fp: 477 - fn: 1917 - tn: 323 - precision: 0.4037 - recall: 0.1442 - accuracy: 0.1189 - f1-score: 0.2125
LANGUAGE   tp: 0 - fp: 57 - fn: 22 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
LAW        tp: 0 - fp: 0 - fn: 40 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
LOC        tp: 0 - fp: 0 - fn: 179 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
MONEY      tp: 0 - fp: 187 - fn: 314 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
NORP       tp: 0 - fp: 330 - fn: 841 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
ORDINAL    tp: 0 - fp: 384 - fn: 195 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
ORG        tp: 21 - fp: 409 - fn: 1774 - tn: 21 - precision: 0.0488 - recall: 0.0117 - accuracy: 0.0095 - f1-score: 0.0189
PERCENT    tp: 0 - fp: 42 - fn: 349 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
PERSON     tp: 2 - fp: 149 - fn: 1986 - tn: 2 - precision: 0.0132 - recall: 0.0010 - accuracy: 0.0009 - f1-score: 0.0019
PRODUCT    tp: 0 - fp: 37 - fn: 76 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
QUANTITY   tp: 0 - fp: 0 - fn: 105 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
TIME       tp: 0 - fp: 34 - fn: 212 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
WORK_OF_ART tp: 3 - fp: 908 - fn: 163 - tn: 3 - precision: 0.0033 - recall: 0.0181 - accuracy: 0.0028 - f1-score: 0.0056
2019-08-10 06:20:44,706 ----------------------------------------------------------------------------------------------------