training_log_2.txt

Epoch [1/1], Step [1/3236], Loss: 9.0956, Perplexity: 8915.9601
Epoch [1/1], Step [2/3236], Loss: 8.8602, Perplexity: 7046.0593
Epoch [1/1], Step [3/3236], Loss: 8.5511, Perplexity: 5172.2869
Epoch [1/1], Step [4/3236], Loss: 8.4592, Perplexity: 4718.4209
Epoch [1/1], Step [5/3236], Loss: 7.8135, Perplexity: 2473.6648
Epoch [1/1], Step [6/3236], Loss: 7.0497, Perplexity: 1152.5248
Epoch [1/1], Step [7/3236], Loss: 7.0019, Perplexity: 1098.6901
Epoch [1/1], Step [8/3236], Loss: 5.9677, Perplexity: 390.5962
Epoch [1/1], Step [9/3236], Loss: 5.4256, Perplexity: 227.1454
Epoch [1/1], Step [10/3236], Loss: 5.4343, Perplexity: 229.1288
Epoch [1/1], Step [11/3236], Loss: 4.8608, Perplexity: 129.1244
Epoch [1/1], Step [12/3236], Loss: 4.7400, Perplexity: 114.4299
Epoch [1/1], Step [13/3236], Loss: 4.6925, Perplexity: 109.1225
Epoch [1/1], Step [14/3236], Loss: 4.8331, Perplexity: 125.6001
Epoch [1/1], Step [15/3236], Loss: 4.9457, Perplexity: 140.5633
Epoch [1/1], Step [16/3236], Loss: 4.7756, Perplexity: 118.5782
Epoch [1/1], Step [17/3236], Loss: 4.6827, Perplexity: 108.0562
Epoch [1/1], Step [18/3236], Loss: 4.9381, Perplexity: 139.4994
Epoch [1/1], Step [19/3236], Loss: 4.8102, Perplexity: 122.7551
Epoch [1/1], Step [20/3236], Loss: 4.5425, Perplexity: 93.9264
Epoch [1/1], Step [21/3236], Loss: 4.5959, Perplexity: 99.0814
Epoch [1/1], Step [22/3236], Loss: 4.7211, Perplexity: 112.2865
Epoch [1/1], Step [23/3236], Loss: 4.5177, Perplexity: 91.6223
Epoch [1/1], Step [24/3236], Loss: 4.4652, Perplexity: 86.9400
Epoch [1/1], Step [25/3236], Loss: 4.3657, Perplexity: 78.7008
Epoch [1/1], Step [26/3236], Loss: 4.4514, Perplexity: 85.7475
Epoch [1/1], Step [27/3236], Loss: 4.3000, Perplexity: 73.7026
Epoch [1/1], Step [28/3236], Loss: 4.2972, Perplexity: 73.4925
Epoch [1/1], Step [29/3236], Loss: 4.3249, Perplexity: 75.5596
Epoch [1/1], Step [30/3236], Loss: 4.3553, Perplexity: 77.8873
Epoch [1/1], Step [31/3236], Loss: 4.2909, Perplexity: 73.0318
Epoch [1/1], Step [32/3236], Loss: 4.4485, Perplexity: 85.4991
Epoch [1/1], Step [33/3236], Loss: 4.2994, Perplexity: 73.6566
Epoch [1/1], Step [34/3236], Loss: 4.1383, Perplexity: 62.6946
Epoch [1/1], Step [35/3236], Loss: 4.5117, Perplexity: 91.0736
Epoch [1/1], Step [36/3236], Loss: 4.3102, Perplexity: 74.4540
Epoch [1/1], Step [37/3236], Loss: 4.1073, Perplexity: 60.7834
Epoch [1/1], Step [38/3236], Loss: 4.2339, Perplexity: 68.9879
Epoch [1/1], Step [39/3236], Loss: 4.4367, Perplexity: 84.4967
Epoch [1/1], Step [40/3236], Loss: 4.1485, Perplexity: 63.3405
Epoch [1/1], Step [41/3236], Loss: 4.0259, Perplexity: 56.0331
Epoch [1/1], Step [42/3236], Loss: 4.0864, Perplexity: 59.5271
Epoch [1/1], Step [43/3236], Loss: 4.3200, Perplexity: 75.1913
Epoch [1/1], Step [44/3236], Loss: 4.4799, Perplexity: 88.2219
Epoch [1/1], Step [45/3236], Loss: 4.3926, Perplexity: 80.8488
Epoch [1/1], Step [46/3236], Loss: 4.0780, Perplexity: 59.0265
Epoch [1/1], Step [47/3236], Loss: 4.1275, Perplexity: 62.0256
Epoch [1/1], Step [48/3236], Loss: 3.9591, Perplexity: 52.4113
Epoch [1/1], Step [49/3236], Loss: 4.0981, Perplexity: 60.2242
Epoch [1/1], Step [50/3236], Loss: 4.0972, Perplexity: 60.1701
Epoch [1/1], Step [51/3236], Loss: 4.0388, Perplexity: 56.7573
Epoch [1/1], Step [52/3236], Loss: 3.6819, Perplexity: 39.7216
Epoch [1/1], Step [53/3236], Loss: 4.3407, Perplexity: 76.7647
Epoch [1/1], Step [54/3236], Loss: 3.9643, Perplexity: 52.6854
Epoch [1/1], Step [55/3236], Loss: 4.3789, Perplexity: 79.7505
Epoch [1/1], Step [56/3236], Loss: 3.8535, Perplexity: 47.1592
Epoch [1/1], Step [57/3236], Loss: 3.9344, Perplexity: 51.1301
Epoch [1/1], Step [58/3236], Loss: 3.8199, Perplexity: 45.6006
Epoch [1/1], Step [59/3236], Loss: 3.8223, Perplexity: 45.7096
Epoch [1/1], Step [60/3236], Loss: 3.7116, Perplexity: 40.9173
Epoch [1/1], Step [61/3236], Loss: 3.7915, Perplexity: 44.3236
Epoch [1/1], Step [62/3236], Loss: 3.7324, Perplexity: 41.7776
Epoch [1/1], Step [63/3236], Loss: 3.7602, Perplexity: 42.9587
Epoch [1/1], Step [64/3236], Loss: 3.8841, Perplexity: 48.6215
Epoch [1/1], Step [65/3236], Loss: 3.8494, Perplexity: 46.9672
Epoch [1/1], Step [66/3236], Loss: 3.6717, Perplexity: 39.3174
Epoch [1/1], Step [67/3236], Loss: 3.8084, Perplexity: 45.0770
Epoch [1/1], Step [68/3236], Loss: 3.8060, Perplexity: 44.9708
Epoch [1/1], Step [69/3236], Loss: 3.7590, Perplexity: 42.9042
Epoch [1/1], Step [70/3236], Loss: 3.9955, Perplexity: 54.3550
Epoch [1/1], Step [71/3236], Loss: 3.7305, Perplexity: 41.7007
Epoch [1/1], Step [72/3236], Loss: 3.8527, Perplexity: 47.1182
Epoch [1/1], Step [73/3236], Loss: 6.3955, Perplexity: 599.1135
Epoch [1/1], Step [74/3236], Loss: 3.6591, Perplexity: 38.8258
Epoch [1/1], Step [75/3236], Loss: 3.7585, Perplexity: 42.8851
Epoch [1/1], Step [76/3236], Loss: 3.8097, Perplexity: 45.1368
Epoch [1/1], Step [77/3236], Loss: 3.7443, Perplexity: 42.2810
Epoch [1/1], Step [78/3236], Loss: 3.6777, Perplexity: 39.5560
Epoch [1/1], Step [79/3236], Loss: 3.8903, Perplexity: 48.9264
Epoch [1/1], Step [80/3236], Loss: 3.6373, Perplexity: 37.9880
Epoch [1/1], Step [81/3236], Loss: 3.7335, Perplexity: 41.8237
Epoch [1/1], Step [82/3236], Loss: 4.0419, Perplexity: 56.9353
Epoch [1/1], Step [83/3236], Loss: 3.7233, Perplexity: 41.4019
Epoch [1/1], Step [84/3236], Loss: 3.7292, Perplexity: 41.6476
Epoch [1/1], Step [85/3236], Loss: 3.6148, Perplexity: 37.1421
Epoch [1/1], Step [86/3236], Loss: 4.0627, Perplexity: 58.1290
Epoch [1/1], Step [87/3236], Loss: 3.5143, Perplexity: 33.5922
Epoch [1/1], Step [88/3236], Loss: 3.8387, Perplexity: 46.4653
Epoch [1/1], Step [89/3236], Loss: 3.5851, Perplexity: 36.0576
Epoch [1/1], Step [90/3236], Loss: 3.9968, Perplexity: 54.4240
Epoch [1/1], Step [91/3236], Loss: 3.6565, Perplexity: 38.7254
Epoch [1/1], Step [92/3236], Loss: 3.6325, Perplexity: 37.8053
Epoch [1/1], Step [93/3236], Loss: 3.5733, Perplexity: 35.6352
Epoch [1/1], Step [94/3236], Loss: 3.7261, Perplexity: 41.5173
Epoch [1/1], Step [95/3236], Loss: 3.6752, Perplexity: 39.4561
Epoch [1/1], Step [96/3236], Loss: 3.6858, Perplexity: 39.8760
Epoch [1/1], Step [97/3236], Loss: 3.6810, Perplexity: 39.6846
Epoch [1/1], Step [98/3236], Loss: 3.5753, Perplexity: 35.7049
Epoch [1/1], Step [99/3236], Loss: 3.5134, Perplexity: 33.5612
Epoch [1/1], Step [100/3236], Loss: 3.4450, Perplexity: 31.3440
Epoch [1/1], Step [101/3236], Loss: 3.7098, Perplexity: 40.8449
Epoch [1/1], Step [102/3236], Loss: 3.6982, Perplexity: 40.3764
Epoch [1/1], Step [103/3236], Loss: 3.4805, Perplexity: 32.4752
Epoch [1/1], Step [104/3236], Loss: 3.8346, Perplexity: 46.2762
Epoch [1/1], Step [105/3236], Loss: 3.6975, Perplexity: 40.3444
Epoch [1/1], Step [106/3236], Loss: 3.8286, Perplexity: 45.9987
Epoch [1/1], Step [107/3236], Loss: 3.6459, Perplexity: 38.3181
Epoch [1/1], Step [108/3236], Loss: 3.5489, Perplexity: 34.7743
Epoch [1/1], Step [109/3236], Loss: 3.5916, Perplexity: 36.2929
Epoch [1/1], Step [110/3236], Loss: 3.6469, Perplexity: 38.3538
Epoch [1/1], Step [111/3236], Loss: 3.4299, Perplexity: 30.8747
Epoch [1/1], Step [112/3236], Loss: 3.5236, Perplexity: 33.9071
Epoch [1/1], Step [113/3236], Loss: 3.6708, Perplexity: 39.2842
Epoch [1/1], Step [114/3236], Loss: 3.5664, Perplexity: 35.3875
Epoch [1/1], Step [115/3236], Loss: 3.6548, Perplexity: 38.6600
Epoch [1/1], Step [116/3236], Loss: 3.5715, Perplexity: 35.5700
Epoch [1/1], Step [117/3236], Loss: 3.5953, Perplexity: 36.4268
Epoch [1/1], Step [118/3236], Loss: 3.5367, Perplexity: 34.3518
Epoch [1/1], Step [119/3236], Loss: 3.6334, Perplexity: 37.8403
Epoch [1/1], Step [120/3236], Loss: 3.9191, Perplexity: 50.3537
Epoch [1/1], Step [121/3236], Loss: 3.6030, Perplexity: 36.7093
Epoch [1/1], Step [122/3236], Loss: 3.3954, Perplexity: 29.8254
Epoch [1/1], Step [123/3236], Loss: 3.5621, Perplexity: 35.2362
Epoch [1/1], Step [124/3236], Loss: 3.7966, Perplexity: 44.5503
Epoch [1/1], Step [125/3236], Loss: 3.6247, Perplexity: 37.5136
Epoch [1/1], Step [126/3236], Loss: 3.5562, Perplexity: 35.0286
Epoch [1/1], Step [127/3236], Loss: 3.5600, Perplexity: 35.1615
Epoch [1/1], Step [128/3236], Loss: 3.4944, Perplexity: 32.9309
Epoch [1/1], Step [129/3236], Loss: 3.5455, Perplexity: 34.6578
Epoch [1/1], Step [130/3236], Loss: 3.3958, Perplexity: 29.8376
Epoch [1/1], Step [131/3236], Loss: 3.3356, Perplexity: 28.0957
Epoch [1/1], Step [132/3236], Loss: 3.4714, Perplexity: 32.1813
Epoch [1/1], Step [133/3236], Loss: 4.1855, Perplexity: 65.7276
Epoch [1/1], Step [134/3236], Loss: 3.4452, Perplexity: 31.3486
Epoch [1/1], Step [135/3236], Loss: 3.3771, Perplexity: 29.2843
Epoch [1/1], Step [136/3236], Loss: 3.5709, Perplexity: 35.5490
Epoch [1/1], Step [137/3236], Loss: 3.7546, Perplexity: 42.7164
Epoch [1/1], Step [138/3236], Loss: 3.4288, Perplexity: 30.8387
Epoch [1/1], Step [139/3236], Loss: 3.5193, Perplexity: 33.7615
Epoch [1/1], Step [140/3236], Loss: 3.4376, Perplexity: 31.1118
Epoch [1/1], Step [141/3236], Loss: 3.3975, Perplexity: 29.8885
Epoch [1/1], Step [142/3236], Loss: 3.3207, Perplexity: 27.6784
Epoch [1/1], Step [143/3236], Loss: 3.3695, Perplexity: 29.0629
Epoch [1/1], Step [144/3236], Loss: 3.5571, Perplexity: 35.0611
Epoch [1/1], Step [145/3236], Loss: 3.4899, Perplexity: 32.7838
Epoch [1/1], Step [146/3236], Loss: 3.3929, Perplexity: 29.7530
Epoch [1/1], Step [147/3236], Loss: 3.3442, Perplexity: 28.3369
Epoch [1/1], Step [148/3236], Loss: 3.2902, Perplexity: 26.8488
Epoch [1/1], Step [149/3236], Loss: 3.4701, Perplexity: 32.1401
Epoch [1/1], Step [150/3236], Loss: 3.4018, Perplexity: 30.0178
Epoch [1/1], Step [151/3236], Loss: 3.5780, Perplexity: 35.8020
Epoch [1/1], Step [152/3236], Loss: 3.4502, Perplexity: 31.5074
Epoch [1/1], Step [153/3236], Loss: 3.5546, Perplexity: 34.9733
Epoch [1/1], Step [154/3236], Loss: 3.3287, Perplexity: 27.9011
Epoch [1/1], Step [155/3236], Loss: 3.8220, Perplexity: 45.6972
Epoch [1/1], Step [156/3236], Loss: 3.6855, Perplexity: 39.8656
Epoch [1/1], Step [157/3236], Loss: 3.2695, Perplexity: 26.2977
Epoch [1/1], Step [158/3236], Loss: 3.2676, Perplexity: 26.2487
Epoch [1/1], Step [159/3236], Loss: 3.3715, Perplexity: 29.1235
Epoch [1/1], Step [160/3236], Loss: 3.3568, Perplexity: 28.6973
Epoch [1/1], Step [161/3236], Loss: 3.4131, Perplexity: 30.3577
Epoch [1/1], Step [162/3236], Loss: 3.2911, Perplexity: 26.8737
Epoch [1/1], Step [163/3236], Loss: 3.8680, Perplexity: 47.8481
Epoch [1/1], Step [164/3236], Loss: 3.2018, Perplexity: 24.5768
Epoch [1/1], Step [165/3236], Loss: 3.8516, Perplexity: 47.0696
Epoch [1/1], Step [166/3236], Loss: 3.5833, Perplexity: 35.9913
Epoch [1/1], Step [167/3236], Loss: 3.4438, Perplexity: 31.3064
Epoch [1/1], Step [168/3236], Loss: 3.2922, Perplexity: 26.9024
Epoch [1/1], Step [169/3236], Loss: 3.3751, Perplexity: 29.2260
Epoch [1/1], Step [170/3236], Loss: 3.2407, Perplexity: 25.5506
Epoch [1/1], Step [171/3236], Loss: 3.6428, Perplexity: 38.1994
Epoch [1/1], Step [172/3236], Loss: 3.3077, Perplexity: 27.3233
Epoch [1/1], Step [173/3236], Loss: 3.7100, Perplexity: 40.8536
Epoch [1/1], Step [174/3236], Loss: 3.2647, Perplexity: 26.1735
Epoch [1/1], Step [175/3236], Loss: 3.3972, Perplexity: 29.8800
Epoch [1/1], Step [176/3236], Loss: 3.2414, Perplexity: 25.5707
Epoch [1/1], Step [177/3236], Loss: 3.3470, Perplexity: 28.4179
Epoch [1/1], Step [178/3236], Loss: 3.5102, Perplexity: 33.4540
Epoch [1/1], Step [179/3236], Loss: 3.4096, Perplexity: 30.2542
Epoch [1/1], Step [180/3236], Loss: 3.6834, Perplexity: 39.7809
Epoch [1/1], Step [181/3236], Loss: 3.4259, Perplexity: 30.7509
Epoch [1/1], Step [182/3236], Loss: 3.2820, Perplexity: 26.6293
Epoch [1/1], Step [183/3236], Loss: 3.2869, Perplexity: 26.7602
Epoch [1/1], Step [184/3236], Loss: 3.2937, Perplexity: 26.9416
Epoch [1/1], Step [185/3236], Loss: 4.0004, Perplexity: 54.6222
Epoch [1/1], Step [186/3236], Loss: 4.3367, Perplexity: 76.4511
Epoch [1/1], Step [187/3236], Loss: 3.1860, Perplexity: 24.1907
Epoch [1/1], Step [188/3236], Loss: 3.3453, Perplexity: 28.3705
Epoch [1/1], Step [189/3236], Loss: 3.5483, Perplexity: 34.7529
Epoch [1/1], Step [190/3236], Loss: 3.6099, Perplexity: 36.9641
Epoch [1/1], Step [191/3236], Loss: 3.2560, Perplexity: 25.9456
Epoch [1/1], Step [192/3236], Loss: 3.2348, Perplexity: 25.4002
Epoch [1/1], Step [193/3236], Loss: 3.3146, Perplexity: 27.5104
Epoch [1/1], Step [194/3236], Loss: 3.4051, Perplexity: 30.1177
Epoch [1/1], Step [195/3236], Loss: 3.3158, Perplexity: 27.5457
Epoch [1/1], Step [196/3236], Loss: 3.3297, Perplexity: 27.9294
Epoch [1/1], Step [197/3236], Loss: 3.3460, Perplexity: 28.3876
Epoch [1/1], Step [198/3236], Loss: 3.1112, Perplexity: 22.4479
Epoch [1/1], Step [199/3236], Loss: 3.3221, Perplexity: 27.7180
Epoch [1/1], Step [200/3236], Loss: 3.6962, Perplexity: 40.2924
Epoch [1/1], Step [201/3236], Loss: 3.4689, Perplexity: 32.1012
Epoch [1/1], Step [202/3236], Loss: 3.5452, Perplexity: 34.6459
Epoch [1/1], Step [203/3236], Loss: 3.7357, Perplexity: 41.9181
Epoch [1/1], Step [204/3236], Loss: 3.3549, Perplexity: 28.6428
Epoch [1/1], Step [205/3236], Loss: 3.4046, Perplexity: 30.1008
Epoch [1/1], Step [206/3236], Loss: 3.3939, Perplexity: 29.7818
Epoch [1/1], Step [207/3236], Loss: 3.7259, Perplexity: 41.5106
Epoch [1/1], Step [208/3236], Loss: 3.4288, Perplexity: 30.8396
Epoch [1/1], Step [209/3236], Loss: 3.1889, Perplexity: 24.2629
Epoch [1/1], Step [210/3236], Loss: 3.2477, Perplexity: 25.7305
Epoch [1/1], Step [211/3236], Loss: 4.1964, Perplexity: 66.4455
Epoch [1/1], Step [212/3236], Loss: 3.3345, Perplexity: 28.0657
Epoch [1/1], Step [213/3236], Loss: 3.4174, Perplexity: 30.4900
Epoch [1/1], Step [214/3236], Loss: 3.3690, Perplexity: 29.0497
Epoch [1/1], Step [215/3236], Loss: 3.7867, Perplexity: 44.1102
Epoch [1/1], Step [216/3236], Loss: 3.5220, Perplexity: 33.8531
Epoch [1/1], Step [217/3236], Loss: 3.2122, Perplexity: 24.8339
Epoch [1/1], Step [218/3236], Loss: 3.3868, Perplexity: 29.5713
Epoch [1/1], Step [219/3236], Loss: 3.2184, Perplexity: 24.9886
Epoch [1/1], Step [220/3236], Loss: 3.1236, Perplexity: 22.7276
Epoch [1/1], Step [221/3236], Loss: 3.5796, Perplexity: 35.8605
Epoch [1/1], Step [222/3236], Loss: 3.2251, Perplexity: 25.1561
Epoch [1/1], Step [223/3236], Loss: 3.3059, Perplexity: 27.2723
Epoch [1/1], Step [224/3236], Loss: 3.2385, Perplexity: 25.4966
Epoch [1/1], Step [225/3236], Loss: 3.1365, Perplexity: 23.0238
Epoch [1/1], Step [226/3236], Loss: 3.2154, Perplexity: 24.9129
Epoch [1/1], Step [227/3236], Loss: 3.1525, Perplexity: 23.3939
Epoch [1/1], Step [228/3236], Loss: 3.1938, Perplexity: 24.3817
Epoch [1/1], Step [229/3236], Loss: 3.2543, Perplexity: 25.9019
Epoch [1/1], Step [230/3236], Loss: 3.2578, Perplexity: 25.9926
Epoch [1/1], Step [231/3236], Loss: 3.1647, Perplexity: 23.6820
Epoch [1/1], Step [232/3236], Loss: 3.1763, Perplexity: 23.9578
Epoch [1/1], Step [233/3236], Loss: 3.1649, Perplexity: 23.6854
Epoch [1/1], Step [234/3236], Loss: 3.2665, Perplexity: 26.2186
Epoch [1/1], Step [235/3236], Loss: 3.8105, Perplexity: 45.1734
Epoch [1/1], Step [236/3236], Loss: 3.1688, Perplexity: 23.7791
Epoch [1/1], Step [237/3236], Loss: 3.1747, Perplexity: 23.9193
Epoch [1/1], Step [238/3236], Loss: 3.3066, Perplexity: 27.2934
Epoch [1/1], Step [239/3236], Loss: 3.1239, Perplexity: 22.7359
Epoch [1/1], Step [240/3236], Loss: 3.2456, Perplexity: 25.6775
Epoch [1/1], Step [241/3236], Loss: 4.4392, Perplexity: 84.7063
Epoch [1/1], Step [242/3236], Loss: 3.2609, Perplexity: 26.0736
Epoch [1/1], Step [243/3236], Loss: 3.2653, Perplexity: 26.1874
Epoch [1/1], Step [244/3236], Loss: 3.3333, Perplexity: 28.0312
Epoch [1/1], Step [245/3236], Loss: 3.3344, Perplexity: 28.0608
Epoch [1/1], Step [246/3236], Loss: 3.2878, Perplexity: 26.7845
Epoch [1/1], Step [247/3236], Loss: 3.0612, Perplexity: 21.3534
Epoch [1/1], Step [248/3236], Loss: 3.1346, Perplexity: 22.9785
Epoch [1/1], Step [249/3236], Loss: 3.2279, Perplexity: 25.2276
Epoch [1/1], Step [250/3236], Loss: 3.1101, Perplexity: 22.4229
Epoch [1/1], Step [251/3236], Loss: 3.1884, Perplexity: 24.2500
Epoch [1/1], Step [252/3236], Loss: 3.6802, Perplexity: 39.6552
Epoch [1/1], Step [253/3236], Loss: 3.0873, Perplexity: 21.9180
Epoch [1/1], Step [254/3236], Loss: 2.9878, Perplexity: 19.8421
Epoch [1/1], Step [255/3236], Loss: 3.0916, Perplexity: 22.0112
Epoch [1/1], Step [256/3236], Loss: 3.4200, Perplexity: 30.5697
Epoch [1/1], Step [257/3236], Loss: 3.1471, Perplexity: 23.2692
Epoch [1/1], Step [258/3236], Loss: 3.2471, Perplexity: 25.7168
Epoch [1/1], Step [259/3236], Loss: 3.3222, Perplexity: 27.7210
Epoch [1/1], Step [260/3236], Loss: 3.1616, Perplexity: 23.6081
Epoch [1/1], Step [261/3236], Loss: 3.2368, Perplexity: 25.4517
Epoch [1/1], Step [262/3236], Loss: 3.4970, Perplexity: 33.0172
Epoch [1/1], Step [263/3236], Loss: 3.2378, Perplexity: 25.4771
Epoch [1/1], Step [264/3236], Loss: 3.4496, Perplexity: 31.4880
Epoch [1/1], Step [265/3236], Loss: 3.3276, Perplexity: 27.8715
Epoch [1/1], Step [266/3236], Loss: 3.2447, Perplexity: 25.6548
Epoch [1/1], Step [267/3236], Loss: 2.9978, Perplexity: 20.0418
Epoch [1/1], Step [268/3236], Loss: 3.2776, Perplexity: 26.5131
Epoch [1/1], Step [269/3236], Loss: 3.0475, Perplexity: 21.0636
Epoch [1/1], Step [270/3236], Loss: 3.1420, Perplexity: 23.1503
Epoch [1/1], Step [271/3236], Loss: 3.2175, Perplexity: 24.9658
Epoch [1/1], Step [272/3236], Loss: 3.0153, Perplexity: 20.3947
Epoch [1/1], Step [273/3236], Loss: 3.5296, Perplexity: 34.1115
Epoch [1/1], Step [274/3236], Loss: 3.3216, Perplexity: 27.7055
Epoch [1/1], Step [275/3236], Loss: 2.8721, Perplexity: 17.6737
Epoch [1/1], Step [276/3236], Loss: 3.4458, Perplexity: 31.3681
Epoch [1/1], Step [277/3236], Loss: 3.1584, Perplexity: 23.5325
Epoch [1/1], Step [278/3236], Loss: 3.7830, Perplexity: 43.9475
Epoch [1/1], Step [279/3236], Loss: 3.2396, Perplexity: 25.5228
Epoch [1/1], Step [280/3236], Loss: 3.0865, Perplexity: 21.9003
Epoch [1/1], Step [281/3236], Loss: 3.0584, Perplexity: 21.2927
Epoch [1/1], Step [282/3236], Loss: 3.1500, Perplexity: 23.3358
Epoch [1/1], Step [283/3236], Loss: 3.3892, Perplexity: 29.6423
Epoch [1/1], Step [284/3236], Loss: 3.5602, Perplexity: 35.1716
Epoch [1/1], Step [285/3236], Loss: 3.3576, Perplexity: 28.7195
Epoch [1/1], Step [286/3236], Loss: 3.0808, Perplexity: 21.7750
Epoch [1/1], Step [287/3236], Loss: 3.1111, Perplexity: 22.4463
Epoch [1/1], Step [288/3236], Loss: 3.0487, Perplexity: 21.0888
Epoch [1/1], Step [289/3236], Loss: 3.5075, Perplexity: 33.3663
Epoch [1/1], Step [290/3236], Loss: 3.3706, Perplexity: 29.0958
Epoch [1/1], Step [291/3236], Loss: 3.0213, Perplexity: 20.5175
Epoch [1/1], Step [292/3236], Loss: 3.1463, Perplexity: 23.2508
Epoch [1/1], Step [293/3236], Loss: 3.3304, Perplexity: 27.9490
Epoch [1/1], Step [294/3236], Loss: 2.9065, Perplexity: 18.2920
Epoch [1/1], Step [295/3236], Loss: 3.0928, Perplexity: 22.0381
Epoch [1/1], Step [296/3236], Loss: 3.0513, Perplexity: 21.1424
Epoch [1/1], Step [297/3236], Loss: 3.0697, Perplexity: 21.5355
Epoch [1/1], Step [298/3236], Loss: 3.2780, Perplexity: 26.5224
Epoch [1/1], Step [299/3236], Loss: 3.2517, Perplexity: 25.8349
Epoch [1/1], Step [300/3236], Loss: 3.4922, Perplexity: 32.8596
Epoch [1/1], Step [301/3236], Loss: 3.0863, Perplexity: 21.8949
Epoch [1/1], Step [302/3236], Loss: 3.4047, Perplexity: 30.1054
Epoch [1/1], Step [303/3236], Loss: 3.0311, Perplexity: 20.7200
Epoch [1/1], Step [304/3236], Loss: 3.3067, Perplexity: 27.2939
Epoch [1/1], Step [305/3236], Loss: 3.0909, Perplexity: 21.9977
Epoch [1/1], Step [306/3236], Loss: 3.2987, Perplexity: 27.0772
Epoch [1/1], Step [307/3236], Loss: 3.0761, Perplexity: 21.6748
Epoch [1/1], Step [308/3236], Loss: 3.3232, Perplexity: 27.7499
Epoch [1/1], Step [309/3236], Loss: 3.0040, Perplexity: 20.1655
Epoch [1/1], Step [310/3236], Loss: 3.1346, Perplexity: 22.9785
Epoch [1/1], Step [311/3236], Loss: 3.0612, Perplexity: 21.3533
Epoch [1/1], Step [312/3236], Loss: 3.4785, Perplexity: 32.4126
Epoch [1/1], Step [313/3236], Loss: 2.9768, Perplexity: 19.6241
Epoch [1/1], Step [314/3236], Loss: 2.8485, Perplexity: 17.2616
Epoch [1/1], Step [315/3236], Loss: 3.0386, Perplexity: 20.8758
Epoch [1/1], Step [316/3236], Loss: 3.8532, Perplexity: 47.1453
Epoch [1/1], Step [317/3236], Loss: 3.3539, Perplexity: 28.6136
Epoch [1/1], Step [318/3236], Loss: 3.2248, Perplexity: 25.1475
Epoch [1/1], Step [319/3236], Loss: 3.0355, Perplexity: 20.8114
Epoch [1/1], Step [320/3236], Loss: 3.0736, Perplexity: 21.6198
Epoch [1/1], Step [321/3236], Loss: 3.2279, Perplexity: 25.2261
Epoch [1/1], Step [322/3236], Loss: 2.9063, Perplexity: 18.2891
Epoch [1/1], Step [323/3236], Loss: 3.1186, Perplexity: 22.6152
Epoch [1/1], Step [324/3236], Loss: 3.1251, Perplexity: 22.7611
Epoch [1/1], Step [325/3236], Loss: 3.1515, Perplexity: 23.3702
Epoch [1/1], Step [326/3236], Loss: 3.1884, Perplexity: 24.2491
Epoch [1/1], Step [327/3236], Loss: 3.3169, Perplexity: 27.5761
Epoch [1/1], Step [328/3236], Loss: 2.8967, Perplexity: 18.1148
Epoch [1/1], Step [329/3236], Loss: 3.2904, Perplexity: 26.8542
Epoch [1/1], Step [330/3236], Loss: 4.0243, Perplexity: 55.9430
Epoch [1/1], Step [331/3236], Loss: 3.4272, Perplexity: 30.7916
Epoch [1/1], Step [332/3236], Loss: 3.3446, Perplexity: 28.3489
Epoch [1/1], Step [333/3236], Loss: 3.1614, Perplexity: 23.6039
Epoch [1/1], Step [334/3236], Loss: 3.0373, Perplexity: 20.8481
Epoch [1/1], Step [335/3236], Loss: 3.2103, Perplexity: 24.7872
Epoch [1/1], Step [336/3236], Loss: 3.1191, Perplexity: 22.6271
Epoch [1/1], Step [337/3236], Loss: 2.9723, Perplexity: 19.5364
Epoch [1/1], Step [338/3236], Loss: 3.0792, Perplexity: 21.7403
Epoch [1/1], Step [339/3236], Loss: 3.1667, Perplexity: 23.7290
Epoch [1/1], Step [340/3236], Loss: 3.0410, Perplexity: 20.9257
Epoch [1/1], Step [341/3236], Loss: 3.3988, Perplexity: 29.9292
Epoch [1/1], Step [342/3236], Loss: 3.0339, Perplexity: 20.7780
Epoch [1/1], Step [343/3236], Loss: 2.9961, Perplexity: 20.0074
Epoch [1/1], Step [344/3236], Loss: 3.0259, Perplexity: 20.6135
Epoch [1/1], Step [345/3236], Loss: 3.1266, Perplexity: 22.7967
Epoch [1/1], Step [346/3236], Loss: 3.2012, Perplexity: 24.5614
Epoch [1/1], Step [347/3236], Loss: 3.4976, Perplexity: 33.0354
Epoch [1/1], Step [348/3236], Loss: 3.0962, Perplexity: 22.1134
Epoch [1/1], Step [349/3236], Loss: 3.1921, Perplexity: 24.3390
Epoch [1/1], Step [350/3236], Loss: 3.0956, Perplexity: 22.1009
Epoch [1/1], Step [351/3236], Loss: 2.9383, Perplexity: 18.8834
Epoch [1/1], Step [352/3236], Loss: 3.3771, Perplexity: 29.2856
Epoch [1/1], Step [353/3236], Loss: 2.9243, Perplexity: 18.6219
Epoch [1/1], Step [354/3236], Loss: 2.9675, Perplexity: 19.4441
Epoch [1/1], Step [355/3236], Loss: 3.0243, Perplexity: 20.5805
Epoch [1/1], Step [356/3236], Loss: 3.3401, Perplexity: 28.2224
Epoch [1/1], Step [357/3236], Loss: 3.2450, Perplexity: 25.6606
Epoch [1/1], Step [358/3236], Loss: 4.0090, Perplexity: 55.0942
Epoch [1/1], Step [359/3236], Loss: 3.0692, Perplexity: 21.5241
Epoch [1/1], Step [360/3236], Loss: 3.2584, Perplexity: 26.0082
Epoch [1/1], Step [361/3236], Loss: 3.3342, Perplexity: 28.0567
Epoch [1/1], Step [362/3236], Loss: 3.9082, Perplexity: 49.8106
Epoch [1/1], Step [363/3236], Loss: 3.1461, Perplexity: 23.2444
Epoch [1/1], Step [364/3236], Loss: 3.2971, Perplexity: 27.0338
Epoch [1/1], Step [365/3236], Loss: 2.9839, Perplexity: 19.7647
Epoch [1/1], Step [366/3236], Loss: 3.2943, Perplexity: 26.9589
Epoch [1/1], Step [367/3236], Loss: 3.2152, Perplexity: 24.9086
Epoch [1/1], Step [368/3236], Loss: 3.1145, Perplexity: 22.5231
Epoch [1/1], Step [369/3236], Loss: 3.3079, Perplexity: 27.3272
Epoch [1/1], Step [370/3236], Loss: 3.0437, Perplexity: 20.9834
Epoch [1/1], Step [371/3236], Loss: 3.1098, Perplexity: 22.4171
Epoch [1/1], Step [372/3236], Loss: 3.0734, Perplexity: 21.6163
Epoch [1/1], Step [373/3236], Loss: 3.1123, Perplexity: 22.4730
Epoch [1/1], Step [374/3236], Loss: 3.4999, Perplexity: 33.1116
Epoch [1/1], Step [375/3236], Loss: 3.1940, Perplexity: 24.3861
Epoch [1/1], Step [376/3236], Loss: 3.0968, Perplexity: 22.1275
Epoch [1/1], Step [377/3236], Loss: 2.8546, Perplexity: 17.3674
Epoch [1/1], Step [378/3236], Loss: 2.9868, Perplexity: 19.8213
Epoch [1/1], Step [379/3236], Loss: 3.2074, Perplexity: 24.7160
Epoch [1/1], Step [380/3236], Loss: 3.2879, Perplexity: 26.7872
Epoch [1/1], Step [381/3236], Loss: 2.8473, Perplexity: 17.2405
Epoch [1/1], Step [382/3236], Loss: 3.1551, Perplexity: 23.4564
Epoch [1/1], Step [383/3236], Loss: 2.9282, Perplexity: 18.6934
Epoch [1/1], Step [384/3236], Loss: 2.9913, Perplexity: 19.9111
Epoch [1/1], Step [385/3236], Loss: 2.9657, Perplexity: 19.4089
Epoch [1/1], Step [386/3236], Loss: 3.0721, Perplexity: 21.5868
Epoch [1/1], Step [387/3236], Loss: 3.0512, Perplexity: 21.1398
Epoch [1/1], Step [388/3236], Loss: 3.4448, Perplexity: 31.3386
Epoch [1/1], Step [389/3236], Loss: 2.9983, Perplexity: 20.0510
Epoch [1/1], Step [390/3236], Loss: 3.1360, Perplexity: 23.0122
Epoch [1/1], Step [391/3236], Loss: 2.9178, Perplexity: 18.5011
Epoch [1/1], Step [392/3236], Loss: 3.1673, Perplexity: 23.7430
Epoch [1/1], Step [393/3236], Loss: 3.6031, Perplexity: 36.7126
Epoch [1/1], Step [394/3236], Loss: 2.9516, Perplexity: 19.1370
Epoch [1/1], Step [395/3236], Loss: 3.0324, Perplexity: 20.7462
Epoch [1/1], Step [396/3236], Loss: 2.9773, Perplexity: 19.6353
Epoch [1/1], Step [397/3236], Loss: 3.1550, Perplexity: 23.4532
Epoch [1/1], Step [398/3236], Loss: 2.9104, Perplexity: 18.3648
Epoch [1/1], Step [399/3236], Loss: 3.0682, Perplexity: 21.5023
Epoch [1/1], Step [400/3236], Loss: 3.0524, Perplexity: 21.1671
Epoch [1/1], Step [401/3236], Loss: 3.0115, Perplexity: 20.3173
Epoch [1/1], Step [402/3236], Loss: 3.0559, Perplexity: 21.2396
Epoch [1/1], Step [403/3236], Loss: 3.3905, Perplexity: 29.6803
Epoch [1/1], Step [404/3236], Loss: 3.1479, Perplexity: 23.2876
Epoch [1/1], Step [405/3236], Loss: 3.0837, Perplexity: 21.8383
Epoch [1/1], Step [406/3236], Loss: 3.1842, Perplexity: 24.1472
Epoch [1/1], Step [407/3236], Loss: 2.9827, Perplexity: 19.7407
Epoch [1/1], Step [408/3236], Loss: 3.3466, Perplexity: 28.4069
Epoch [1/1], Step [409/3236], Loss: 3.0048, Perplexity: 20.1824
Epoch [1/1], Step [410/3236], Loss: 3.0469, Perplexity: 21.0491
Epoch [1/1], Step [411/3236], Loss: 2.9758, Perplexity: 19.6059
Epoch [1/1], Step [412/3236], Loss: 3.3137, Perplexity: 27.4872
Epoch [1/1], Step [413/3236], Loss: 3.4432, Perplexity: 31.2870
Epoch [1/1], Step [414/3236], Loss: 3.0562, Perplexity: 21.2466
Epoch [1/1], Step [415/3236], Loss: 3.0728, Perplexity: 21.6023
Epoch [1/1], Step [416/3236], Loss: 3.0130, Perplexity: 20.3483
Epoch [1/1], Step [417/3236], Loss: 2.9072, Perplexity: 18.3052
Epoch [1/1], Step [418/3236], Loss: 2.8784, Perplexity: 17.7851
Epoch [1/1], Step [419/3236], Loss: 3.0201, Perplexity: 20.4929
Epoch [1/1], Step [420/3236], Loss: 3.1300, Perplexity: 22.8747
Epoch [1/1], Step [421/3236], Loss: 2.9545, Perplexity: 19.1930
Epoch [1/1], Step [422/3236], Loss: 3.0173, Perplexity: 20.4355
Epoch [1/1], Step [423/3236], Loss: 2.9204, Perplexity: 18.5482
Epoch [1/1], Step [424/3236], Loss: 2.8257, Perplexity: 16.8735
Epoch [1/1], Step [425/3236], Loss: 3.0818, Perplexity: 21.7966
Epoch [1/1], Step [426/3236], Loss: 2.7418, Perplexity: 15.5152
Epoch [1/1], Step [427/3236], Loss: 2.8467, Perplexity: 17.2313
Epoch [1/1], Step [428/3236], Loss: 2.8572, Perplexity: 17.4131
Epoch [1/1], Step [429/3236], Loss: 3.0818, Perplexity: 21.7983
Epoch [1/1], Step [430/3236], Loss: 2.8627, Perplexity: 17.5095
Epoch [1/1], Step [431/3236], Loss: 3.1471, Perplexity: 23.2679
Epoch [1/1], Step [432/3236], Loss: 2.9698, Perplexity: 19.4883
Epoch [1/1], Step [433/3236], Loss: 2.9960, Perplexity: 20.0046
Epoch [1/1], Step [434/3236], Loss: 3.1751, Perplexity: 23.9288
Epoch [1/1], Step [435/3236], Loss: 3.0581, Perplexity: 21.2865
Epoch [1/1], Step [436/3236], Loss: 2.8513, Perplexity: 17.3110
Epoch [1/1], Step [437/3236], Loss: 3.0234, Perplexity: 20.5606
Epoch [1/1], Step [438/3236], Loss: 3.0798, Perplexity: 21.7536
Epoch [1/1], Step [439/3236], Loss: 2.9533, Perplexity: 19.1691
Epoch [1/1], Step [440/3236], Loss: 2.8824, Perplexity: 17.8566
Epoch [1/1], Step [441/3236], Loss: 3.1123, Perplexity: 22.4726
Epoch [1/1], Step [442/3236], Loss: 2.8519, Perplexity: 17.3209
Epoch [1/1], Step [443/3236], Loss: 3.0511, Perplexity: 21.1380
Epoch [1/1], Step [444/3236], Loss: 2.8858, Perplexity: 17.9181
Epoch [1/1], Step [445/3236], Loss: 3.0733, Perplexity: 21.6139
Epoch [1/1], Step [446/3236], Loss: 2.9680, Perplexity: 19.4523
Epoch [1/1], Step [447/3236], Loss: 2.8754, Perplexity: 17.7320
Epoch [1/1], Step [448/3236], Loss: 3.0477, Perplexity: 21.0662
Epoch [1/1], Step [449/3236], Loss: 2.8628, Perplexity: 17.5099
Epoch [1/1], Step [450/3236], Loss: 3.0000, Perplexity: 20.0864
Epoch [1/1], Step [451/3236], Loss: 2.7817, Perplexity: 16.1467
Epoch [1/1], Step [452/3236], Loss: 2.9193, Perplexity: 18.5274
Epoch [1/1], Step [453/3236], Loss: 3.0125, Perplexity: 20.3386
Epoch [1/1], Step [454/3236], Loss: 2.7880, Perplexity: 16.2479
Epoch [1/1], Step [455/3236], Loss: 2.9877, Perplexity: 19.8405
Epoch [1/1], Step [456/3236], Loss: 3.3528, Perplexity: 28.5827
Epoch [1/1], Step [457/3236], Loss: 2.8996, Perplexity: 18.1661
Epoch [1/1], Step [458/3236], Loss: 2.8526, Perplexity: 17.3330
Epoch [1/1], Step [459/3236], Loss: 2.7405, Perplexity: 15.4940
Epoch [1/1], Step [460/3236], Loss: 3.1346, Perplexity: 22.9805
Epoch [1/1], Step [461/3236], Loss: 4.0772, Perplexity: 58.9787
Epoch [1/1], Step [462/3236], Loss: 3.1685, Perplexity: 23.7709
Epoch [1/1], Step [463/3236], Loss: 2.9785, Perplexity: 19.6588
Epoch [1/1], Step [464/3236], Loss: 2.8909, Perplexity: 18.0091
Epoch [1/1], Step [465/3236], Loss: 3.0397, Perplexity: 20.8988
Epoch [1/1], Step [466/3236], Loss: 2.9391, Perplexity: 18.8985
Epoch [1/1], Step [467/3236], Loss: 2.9696, Perplexity: 19.4837
Epoch [1/1], Step [468/3236], Loss: 3.1129, Perplexity: 22.4862
Epoch [1/1], Step [469/3236], Loss: 3.0997, Perplexity: 22.1921
Epoch [1/1], Step [470/3236], Loss: 3.0743, Perplexity: 21.6341
Epoch [1/1], Step [471/3236], Loss: 2.8737, Perplexity: 17.7029
Epoch [1/1], Step [472/3236], Loss: 2.9629, Perplexity: 19.3532
Epoch [1/1], Step [473/3236], Loss: 3.3058, Perplexity: 27.2710
Epoch [1/1], Step [474/3236], Loss: 2.9901, Perplexity: 19.8879
Epoch [1/1], Step [475/3236], Loss: 3.0242, Perplexity: 20.5767
Epoch [1/1], Step [476/3236], Loss: 2.8798, Perplexity: 17.8104
Epoch [1/1], Step [477/3236], Loss: 2.9109, Perplexity: 18.3728
Epoch [1/1], Step [478/3236], Loss: 2.7362, Perplexity: 15.4288
Epoch [1/1], Step [479/3236], Loss: 2.9108, Perplexity: 18.3707
Epoch [1/1], Step [480/3236], Loss: 2.8152, Perplexity: 16.6964
Epoch [1/1], Step [481/3236], Loss: 3.2333, Perplexity: 25.3626
Epoch [1/1], Step [482/3236], Loss: 3.0206, Perplexity: 20.5027
Epoch [1/1], Step [483/3236], Loss: 2.7941, Perplexity: 16.3485
Epoch [1/1], Step [484/3236], Loss: 3.2471, Perplexity: 25.7160
Epoch [1/1], Step [485/3236], Loss: 3.6275, Perplexity: 37.6194
Epoch [1/1], Step [486/3236], Loss: 2.9126, Perplexity: 18.4039
Epoch [1/1], Step [487/3236], Loss: 2.8392, Perplexity: 17.1017
Epoch [1/1], Step [488/3236], Loss: 2.9701, Perplexity: 19.4938
Epoch [1/1], Step [489/3236], Loss: 3.0465, Perplexity: 21.0421
Epoch [1/1], Step [490/3236], Loss: 2.9942, Perplexity: 19.9702
Epoch [1/1], Step [491/3236], Loss: 3.1958, Perplexity: 24.4291
Epoch [1/1], Step [492/3236], Loss: 3.0207, Perplexity: 20.5056
Epoch [1/1], Step [493/3236], Loss: 2.9106, Perplexity: 18.3686
Epoch [1/1], Step [494/3236], Loss: 3.0283, Perplexity: 20.6619
Epoch [1/1], Step [495/3236], Loss: 2.8850, Perplexity: 17.9037
Epoch [1/1], Step [496/3236], Loss: 2.8457, Perplexity: 17.2130
Epoch [1/1], Step [497/3236], Loss: 2.9248, Perplexity: 18.6312
Epoch [1/1], Step [498/3236], Loss: 2.9603, Perplexity: 19.3036
Epoch [1/1], Step [499/3236], Loss: 3.2717, Perplexity: 26.3563
Epoch [1/1], Step [500/3236], Loss: 3.1151, Perplexity: 22.5364
Epoch [1/1], Step [501/3236], Loss: 2.9220, Perplexity: 18.5785
Epoch [1/1], Step [502/3236], Loss: 2.8420, Perplexity: 17.1508
Epoch [1/1], Step [503/3236], Loss: 2.9455, Perplexity: 19.0207
Epoch [1/1], Step [504/3236], Loss: 3.0016, Perplexity: 20.1181
Epoch [1/1], Step [505/3236], Loss: 3.0336, Perplexity: 20.7718
Epoch [1/1], Step [506/3236], Loss: 3.6739, Perplexity: 39.4037
Epoch [1/1], Step [507/3236], Loss: 2.7883, Perplexity: 16.2539
Epoch [1/1], Step [508/3236], Loss: 3.3076, Perplexity: 27.3187
Epoch [1/1], Step [509/3236], Loss: 2.9179, Perplexity: 18.5015
Epoch [1/1], Step [510/3236], Loss: 3.0002, Perplexity: 20.0904
Epoch [1/1], Step [511/3236], Loss: 3.0476, Perplexity: 21.0640
Epoch [1/1], Step [512/3236], Loss: 2.7891, Perplexity: 16.2671
Epoch [1/1], Step [513/3236], Loss: 3.0097, Perplexity: 20.2813
Epoch [1/1], Step [514/3236], Loss: 2.9773, Perplexity: 19.6345
Epoch [1/1], Step [515/3236], Loss: 2.9489, Perplexity: 19.0851
Epoch [1/1], Step [516/3236], Loss: 2.8847, Perplexity: 17.8987
Epoch [1/1], Step [517/3236], Loss: 2.9240, Perplexity: 18.6149
Epoch [1/1], Step [518/3236], Loss: 2.7741, Perplexity: 16.0241
Epoch [1/1], Step [519/3236], Loss: 2.7811, Perplexity: 16.1375
Epoch [1/1], Step [520/3236], Loss: 2.7659, Perplexity: 15.8929
Epoch [1/1], Step [521/3236], Loss: 2.9344, Perplexity: 18.8096
Epoch [1/1], Step [522/3236], Loss: 2.8748, Perplexity: 17.7219
Epoch [1/1], Step [523/3236], Loss: 2.9521, Perplexity: 19.1470
Epoch [1/1], Step [524/3236], Loss: 2.9874, Perplexity: 19.8349
Epoch [1/1], Step [525/3236], Loss: 2.8504, Perplexity: 17.2941
Epoch [1/1], Step [526/3236], Loss: 2.8828, Perplexity: 17.8642
Epoch [1/1], Step [527/3236], Loss: 2.7456, Perplexity: 15.5742
Epoch [1/1], Step [528/3236], Loss: 3.0010, Perplexity: 20.1065
Epoch [1/1], Step [529/3236], Loss: 3.2167, Perplexity: 24.9450
Epoch [1/1], Step [530/3236], Loss: 3.1041, Perplexity: 22.2901
Epoch [1/1], Step [531/3236], Loss: 2.8793, Perplexity: 17.8012
Epoch [1/1], Step [532/3236], Loss: 2.8855, Perplexity: 17.9129
Epoch [1/1], Step [533/3236], Loss: 2.8913, Perplexity: 18.0168
Epoch [1/1], Step [534/3236], Loss: 3.0080, Perplexity: 20.2461
Epoch [1/1], Step [535/3236], Loss: 2.9050, Perplexity: 18.2645
Epoch [1/1], Step [536/3236], Loss: 2.8951, Perplexity: 18.0856
Epoch [1/1], Step [537/3236], Loss: 2.6834, Perplexity: 14.6341
Epoch [1/1], Step [538/3236], Loss: 3.0774, Perplexity: 21.7019
Epoch [1/1], Step [539/3236], Loss: 3.1314, Perplexity: 22.9064
Epoch [1/1], Step [540/3236], Loss: 3.8422, Perplexity: 46.6296
Epoch [1/1], Step [541/3236], Loss: 3.2258, Perplexity: 25.1731
Epoch [1/1], Step [542/3236], Loss: 2.8319, Perplexity: 16.9783
Epoch [1/1], Step [543/3236], Loss: 2.7829, Perplexity: 16.1654
Epoch [1/1], Step [544/3236], Loss: 2.9731, Perplexity: 19.5516
Epoch [1/1], Step [545/3236], Loss: 2.9685, Perplexity: 19.4622
Epoch [1/1], Step [546/3236], Loss: 2.7848, Perplexity: 16.1971
Epoch [1/1], Step [547/3236], Loss: 2.6887, Perplexity: 14.7126
Epoch [1/1], Step [548/3236], Loss: 2.6067, Perplexity: 13.5546
Epoch [1/1], Step [549/3236], Loss: 2.9862, Perplexity: 19.8109
Epoch [1/1], Step [550/3236], Loss: 2.8159, Perplexity: 16.7077
Epoch [1/1], Step [551/3236], Loss: 2.8371, Perplexity: 17.0666
Epoch [1/1], Step [552/3236], Loss: 2.9722, Perplexity: 19.5351
Epoch [1/1], Step [553/3236], Loss: 3.2886, Perplexity: 26.8062
Epoch [1/1], Step [554/3236], Loss: 2.8736, Perplexity: 17.7013
Epoch [1/1], Step [555/3236], Loss: 2.9328, Perplexity: 18.7797
Epoch [1/1], Step [556/3236], Loss: 2.9604, Perplexity: 19.3048
Epoch [1/1], Step [557/3236], Loss: 2.7413, Perplexity: 15.5068
Epoch [1/1], Step [558/3236], Loss: 2.8403, Perplexity: 17.1210
Epoch [1/1], Step [559/3236], Loss: 2.8282, Perplexity: 16.9151
Epoch [1/1], Step [560/3236], Loss: 2.9527, Perplexity: 19.1575
Epoch [1/1], Step [561/3236], Loss: 2.8313, Perplexity: 16.9670
Epoch [1/1], Step [562/3236], Loss: 2.7714, Perplexity: 15.9802
Epoch [1/1], Step [563/3236], Loss: 3.1180, Perplexity: 22.6022
Epoch [1/1], Step [564/3236], Loss: 2.9039, Perplexity: 18.2460
Epoch [1/1], Step [565/3236], Loss: 2.7920, Perplexity: 16.3135
Epoch [1/1], Step [566/3236], Loss: 3.4033, Perplexity: 30.0639
Epoch [1/1], Step [567/3236], Loss: 2.9174, Perplexity: 18.4932
Epoch [1/1], Step [568/3236], Loss: 2.8936, Perplexity: 18.0577
Epoch [1/1], Step [569/3236], Loss: 2.8958, Perplexity: 18.0973
Epoch [1/1], Step [570/3236], Loss: 2.8349, Perplexity: 17.0279
Epoch [1/1], Step [571/3236], Loss: 3.4814, Perplexity: 32.5043
Epoch [1/1], Step [572/3236], Loss: 2.9020, Perplexity: 18.2111
Epoch [1/1], Step [573/3236], Loss: 3.2270, Perplexity: 25.2051
Epoch [1/1], Step [574/3236], Loss: 2.9365, Perplexity: 18.8495
Epoch [1/1], Step [575/3236], Loss: 3.0162, Perplexity: 20.4143
Epoch [1/1], Step [576/3236], Loss: 2.7494, Perplexity: 15.6332
Epoch [1/1], Step [577/3236], Loss: 2.9139, Perplexity: 18.4287
Epoch [1/1], Step [578/3236], Loss: 2.6603, Perplexity: 14.3011
Epoch [1/1], Step [579/3236], Loss: 2.8697, Perplexity: 17.6318
Epoch [1/1], Step [580/3236], Loss: 2.8375, Perplexity: 17.0724
Epoch [1/1], Step [581/3236], Loss: 2.8732, Perplexity: 17.6930
Epoch [1/1], Step [582/3236], Loss: 2.8624, Perplexity: 17.5038
Epoch [1/1], Step [583/3236], Loss: 2.8666, Perplexity: 17.5776
Epoch [1/1], Step [584/3236], Loss: 3.0037, Perplexity: 20.1602
Epoch [1/1], Step [585/3236], Loss: 2.9541, Perplexity: 19.1848
Epoch [1/1], Step [586/3236], Loss: 2.8501, Perplexity: 17.2897
Epoch [1/1], Step [587/3236], Loss: 2.7961, Perplexity: 16.3814
Epoch [1/1], Step [588/3236], Loss: 2.9066, Perplexity: 18.2946
Epoch [1/1], Step [589/3236], Loss: 2.9788, Perplexity: 19.6646
Epoch [1/1], Step [590/3236], Loss: 2.9510, Perplexity: 19.1242
Epoch [1/1], Step [591/3236], Loss: 2.8613, Perplexity: 17.4836
Epoch [1/1], Step [592/3236], Loss: 2.9316, Perplexity: 18.7584
Epoch [1/1], Step [593/3236], Loss: 2.9553, Perplexity: 19.2068
Epoch [1/1], Step [594/3236], Loss: 2.9027, Perplexity: 18.2226
Epoch [1/1], Step [595/3236], Loss: 2.9148, Perplexity: 18.4458
Epoch [1/1], Step [596/3236], Loss: 2.8461, Perplexity: 17.2208
Epoch [1/1], Step [597/3236], Loss: 2.8088, Perplexity: 16.5898
Epoch [1/1], Step [598/3236], Loss: 3.0138, Perplexity: 20.3645
Epoch [1/1], Step [599/3236], Loss: 2.8965, Perplexity: 18.1105
Epoch [1/1], Step [600/3236], Loss: 3.1428, Perplexity: 23.1689
Epoch [1/1], Step [601/3236], Loss: 2.9464, Perplexity: 19.0369
Epoch [1/1], Step [602/3236], Loss: 2.9129, Perplexity: 18.4110
Epoch [1/1], Step [603/3236], Loss: 2.6977, Perplexity: 14.8449
Epoch [1/1], Step [604/3236], Loss: 2.8400, Perplexity: 17.1149
Epoch [1/1], Step [605/3236], Loss: 2.8191, Perplexity: 16.7623
Epoch [1/1], Step [606/3236], Loss: 2.9993, Perplexity: 20.0718
Epoch [1/1], Step [607/3236], Loss: 3.5982, Perplexity: 36.5319
Epoch [1/1], Step [608/3236], Loss: 3.1811, Perplexity: 24.0732
Epoch [1/1], Step [609/3236], Loss: 2.7885, Perplexity: 16.2559
Epoch [1/1], Step [610/3236], Loss: 4.3586, Perplexity: 78.1495
Epoch [1/1], Step [611/3236], Loss: 2.7748, Perplexity: 16.0360
Epoch [1/1], Step [612/3236], Loss: 2.8676, Perplexity: 17.5945
Epoch [1/1], Step [613/3236], Loss: 2.7109, Perplexity: 15.0431
Epoch [1/1], Step [614/3236], Loss: 2.8697, Perplexity: 17.6312
Epoch [1/1], Step [615/3236], Loss: 2.7044, Perplexity: 14.9459
Epoch [1/1], Step [616/3236], Loss: 3.2917, Perplexity: 26.8892
Epoch [1/1], Step [617/3236], Loss: 2.9090, Perplexity: 18.3393
Epoch [1/1], Step [618/3236], Loss: 2.9724, Perplexity: 19.5389
Epoch [1/1], Step [619/3236], Loss: 2.9136, Perplexity: 18.4234
Epoch [1/1], Step [620/3236], Loss: 2.8612, Perplexity: 17.4824
Epoch [1/1], Step [621/3236], Loss: 2.8505, Perplexity: 17.2960
Epoch [1/1], Step [622/3236], Loss: 2.7533, Perplexity: 15.6948
Epoch [1/1], Step [623/3236], Loss: 2.7825, Perplexity: 16.1586
Epoch [1/1], Step [624/3236], Loss: 3.0301, Perplexity: 20.6989
Epoch [1/1], Step [625/3236], Loss: 2.6919, Perplexity: 14.7597
Epoch [1/1], Step [626/3236], Loss: 2.8140, Perplexity: 16.6763
Epoch [1/1], Step [627/3236], Loss: 2.7220, Perplexity: 15.2112
Epoch [1/1], Step [628/3236], Loss: 2.8632, Perplexity: 17.5183
Epoch [1/1], Step [629/3236], Loss: 2.8778, Perplexity: 17.7744
Epoch [1/1], Step [630/3236], Loss: 2.7685, Perplexity: 15.9343
Epoch [1/1], Step [631/3236], Loss: 2.7830, Perplexity: 16.1672
Epoch [1/1], Step [632/3236], Loss: 2.8610, Perplexity: 17.4781
Epoch [1/1], Step [633/3236], Loss: 2.9412, Perplexity: 18.9383
Epoch [1/1], Step [634/3236], Loss: 2.8751, Perplexity: 17.7270
Epoch [1/1], Step [635/3236], Loss: 3.1983, Perplexity: 24.4906
Epoch [1/1], Step [636/3236], Loss: 2.8580, Perplexity: 17.4273
Epoch [1/1], Step [637/3236], Loss: 2.7954, Perplexity: 16.3695
Epoch [1/1], Step [638/3236], Loss: 2.8156, Perplexity: 16.7025
Epoch [1/1], Step [639/3236], Loss: 2.7711, Perplexity: 15.9769
Epoch [1/1], Step [640/3236], Loss: 3.0838, Perplexity: 21.8414
Epoch [1/1], Step [641/3236], Loss: 2.9167, Perplexity: 18.4794
Epoch [1/1], Step [642/3236], Loss: 3.0565, Perplexity: 21.2525
Epoch [1/1], Step [643/3236], Loss: 2.9907, Perplexity: 19.8995
Epoch [1/1], Step [644/3236], Loss: 2.6649, Perplexity: 14.3670
Epoch [1/1], Step [645/3236], Loss: 2.7966, Perplexity: 16.3886
Epoch [1/1], Step [646/3236], Loss: 2.5736, Perplexity: 13.1132
Epoch [1/1], Step [647/3236], Loss: 2.8344, Perplexity: 17.0200
Epoch [1/1], Step [648/3236], Loss: 2.7653, Perplexity: 15.8832
Epoch [1/1], Step [649/3236], Loss: 2.7579, Perplexity: 15.7666
Epoch [1/1], Step [650/3236], Loss: 2.6398, Perplexity: 14.0102
Epoch [1/1], Step [651/3236], Loss: 2.7755, Perplexity: 16.0467
Epoch [1/1], Step [652/3236], Loss: 2.7781, Perplexity: 16.0883
Epoch [1/1], Step [653/3236], Loss: 2.9655, Perplexity: 19.4043
Epoch [1/1], Step [654/3236], Loss: 2.8931, Perplexity: 18.0494
Epoch [1/1], Step [655/3236], Loss: 2.7525, Perplexity: 15.6824
Epoch [1/1], Step [656/3236], Loss: 2.8122, Perplexity: 16.6471
Epoch [1/1], Step [657/3236], Loss: 2.7211, Perplexity: 15.1975
Epoch [1/1], Step [658/3236], Loss: 2.7638, Perplexity: 15.8604
Epoch [1/1], Step [659/3236], Loss: 3.0214, Perplexity: 20.5209
Epoch [1/1], Step [660/3236], Loss: 2.6425, Perplexity: 14.0476
Epoch [1/1], Step [661/3236], Loss: 2.9069, Perplexity: 18.3003
Epoch [1/1], Step [662/3236], Loss: 3.0005, Perplexity: 20.0949
Epoch [1/1], Step [663/3236], Loss: 2.9453, Perplexity: 19.0170
Epoch [1/1], Step [664/3236], Loss: 3.2246, Perplexity: 25.1439
Epoch [1/1], Step [665/3236], Loss: 2.7553, Perplexity: 15.7258
Epoch [1/1], Step [666/3236], Loss: 2.8012, Perplexity: 16.4640
Epoch [1/1], Step [667/3236], Loss: 3.0456, Perplexity: 21.0225
Epoch [1/1], Step [668/3236], Loss: 2.7353, Perplexity: 15.4137
Epoch [1/1], Step [669/3236], Loss: 2.6413, Perplexity: 14.0308
Epoch [1/1], Step [670/3236], Loss: 2.8236, Perplexity: 16.8378
Epoch [1/1], Step [671/3236], Loss: 2.7870, Perplexity: 16.2321
Epoch [1/1], Step [672/3236], Loss: 2.7246, Perplexity: 15.2496
Epoch [1/1], Step [673/3236], Loss: 2.8916, Perplexity: 18.0228
Epoch [1/1], Step [674/3236], Loss: 2.7951, Perplexity: 16.3648
Epoch [1/1], Step [675/3236], Loss: 2.5741, Perplexity: 13.1199
Epoch [1/1], Step [676/3236], Loss: 2.7505, Perplexity: 15.6508
Epoch [1/1], Step [677/3236], Loss: 3.0172, Perplexity: 20.4333
Epoch [1/1], Step [678/3236], Loss: 2.8286, Perplexity: 16.9225
Epoch [1/1], Step [679/3236], Loss: 3.0779, Perplexity: 21.7128
Epoch [1/1], Step [680/3236], Loss: 2.6803, Perplexity: 14.5899
Epoch [1/1], Step [681/3236], Loss: 2.7667, Perplexity: 15.9066
Epoch [1/1], Step [682/3236], Loss: 2.6513, Perplexity: 14.1719
Epoch [1/1], Step [683/3236], Loss: 2.8530, Perplexity: 17.3405
Epoch [1/1], Step [684/3236], Loss: 2.8327, Perplexity: 16.9915
Epoch [1/1], Step [685/3236], Loss: 3.0423, Perplexity: 20.9531
Epoch [1/1], Step [686/3236], Loss: 2.9195, Perplexity: 18.5320
Epoch [1/1], Step [687/3236], Loss: 2.7973, Perplexity: 16.4009
Epoch [1/1], Step [688/3236], Loss: 2.9043, Perplexity: 18.2518
Epoch [1/1], Step [689/3236], Loss: 2.7387, Perplexity: 15.4675
Epoch [1/1], Step [690/3236], Loss: 2.9472, Perplexity: 19.0516
Epoch [1/1], Step [691/3236], Loss: 3.1133, Perplexity: 22.4963
Epoch [1/1], Step [692/3236], Loss: 2.7124, Perplexity: 15.0661
Epoch [1/1], Step [693/3236], Loss: 3.1725, Perplexity: 23.8671
Epoch [1/1], Step [694/3236], Loss: 2.8750, Perplexity: 17.7263
Epoch [1/1], Step [695/3236], Loss: 3.3580, Perplexity: 28.7306
Epoch [1/1], Step [696/3236], Loss: 2.6528, Perplexity: 14.1932
Epoch [1/1], Step [697/3236], Loss: 2.7282, Perplexity: 15.3053
Epoch [1/1], Step [698/3236], Loss: 2.7872, Perplexity: 16.2355
Epoch [1/1], Step [699/3236], Loss: 2.7818, Perplexity: 16.1486
Epoch [1/1], Step [700/3236], Loss: 2.7815, Perplexity: 16.1432
Epoch [1/1], Step [701/3236], Loss: 2.6633, Perplexity: 14.3434
Epoch [1/1], Step [702/3236], Loss: 2.9595, Perplexity: 19.2890
Epoch [1/1], Step [703/3236], Loss: 2.7116, Perplexity: 15.0535
Epoch [1/1], Step [704/3236], Loss: 3.1948, Perplexity: 24.4041
Epoch [1/1], Step [705/3236], Loss: 2.5281, Perplexity: 12.5294
Epoch [1/1], Step [706/3236], Loss: 2.7760, Perplexity: 16.0554
Epoch [1/1], Step [707/3236], Loss: 2.9698, Perplexity: 19.4878
Epoch [1/1], Step [708/3236], Loss: 3.5772, Perplexity: 35.7744
Epoch [1/1], Step [709/3236], Loss: 3.3781, Perplexity: 29.3163
Epoch [1/1], Step [710/3236], Loss: 2.7227, Perplexity: 15.2214
Epoch [1/1], Step [711/3236], Loss: 2.6522, Perplexity: 14.1857
Epoch [1/1], Step [712/3236], Loss: 2.7573, Perplexity: 15.7578
Epoch [1/1], Step [713/3236], Loss: 2.6668, Perplexity: 14.3943
Epoch [1/1], Step [714/3236], Loss: 2.7748, Perplexity: 16.0358
Epoch [1/1], Step [715/3236], Loss: 2.8453, Perplexity: 17.2065
Epoch [1/1], Step [716/3236], Loss: 2.6633, Perplexity: 14.3434
Epoch [1/1], Step [717/3236], Loss: 2.7696, Perplexity: 15.9520
Epoch [1/1], Step [718/3236], Loss: 2.7317, Perplexity: 15.3591
Epoch [1/1], Step [719/3236], Loss: 2.7774, Perplexity: 16.0772
Epoch [1/1], Step [720/3236], Loss: 2.9601, Perplexity: 19.2997
Epoch [1/1], Step [721/3236], Loss: 2.6591, Perplexity: 14.2840
Epoch [1/1], Step [722/3236], Loss: 2.8823, Perplexity: 17.8554
Epoch [1/1], Step [723/3236], Loss: 2.8146, Perplexity: 16.6866
Epoch [1/1], Step [724/3236], Loss: 2.7713, Perplexity: 15.9792
Epoch [1/1], Step [725/3236], Loss: 2.8550, Perplexity: 17.3744
Epoch [1/1], Step [726/3236], Loss: 2.6163, Perplexity: 13.6850
Epoch [1/1], Step [727/3236], Loss: 2.6973, Perplexity: 14.8393
Epoch [1/1], Step [728/3236], Loss: 2.7203, Perplexity: 15.1845
Epoch [1/1], Step [729/3236], Loss: 2.8072, Perplexity: 16.5636
Epoch [1/1], Step [730/3236], Loss: 2.6769, Perplexity: 14.5404
Epoch [1/1], Step [731/3236], Loss: 2.7495, Perplexity: 15.6342
Epoch [1/1], Step [732/3236], Loss: 2.6993, Perplexity: 14.8699
Epoch [1/1], Step [733/3236], Loss: 2.5892, Perplexity: 13.3192
Epoch [1/1], Step [734/3236], Loss: 2.6250, Perplexity: 13.8039
Epoch [1/1], Step [735/3236], Loss: 2.6141, Perplexity: 13.6550
Epoch [1/1], Step [736/3236], Loss: 2.7911, Perplexity: 16.2993
Epoch [1/1], Step [737/3236], Loss: 3.1668, Perplexity: 23.7306
Epoch [1/1], Step [738/3236], Loss: 3.3306, Perplexity: 27.9563
Epoch [1/1], Step [739/3236], Loss: 2.7676, Perplexity: 15.9198
Epoch [1/1], Step [740/3236], Loss: 2.7644, Perplexity: 15.8693
Epoch [1/1], Step [741/3236], Loss: 2.8009, Perplexity: 16.4591
Epoch [1/1], Step [742/3236], Loss: 2.8151, Perplexity: 16.6956
Epoch [1/1], Step [743/3236], Loss: 2.6701, Perplexity: 14.4413
Epoch [1/1], Step [744/3236], Loss: 2.5466, Perplexity: 12.7636
Epoch [1/1], Step [745/3236], Loss: 2.7206, Perplexity: 15.1889
Epoch [1/1], Step [746/3236], Loss: 2.6204, Perplexity: 13.7418
Epoch [1/1], Step [747/3236], Loss: 2.8900, Perplexity: 17.9941
Epoch [1/1], Step [748/3236], Loss: 2.8739, Perplexity: 17.7051
Epoch [1/1], Step [749/3236], Loss: 2.6357, Perplexity: 13.9532
Epoch [1/1], Step [750/3236], Loss: 2.8405, Perplexity: 17.1247
Epoch [1/1], Step [751/3236], Loss: 2.7804, Perplexity: 16.1256
Epoch [1/1], Step [752/3236], Loss: 2.6815, Perplexity: 14.6072
Epoch [1/1], Step [753/3236], Loss: 3.1158, Perplexity: 22.5524
Epoch [1/1], Step [754/3236], Loss: 2.7501, Perplexity: 15.6449
Epoch [1/1], Step [755/3236], Loss: 2.8439, Perplexity: 17.1823
Epoch [1/1], Step [756/3236], Loss: 2.9010, Perplexity: 18.1924
Epoch [1/1], Step [757/3236], Loss: 3.0432, Perplexity: 20.9714
Epoch [1/1], Step [758/3236], Loss: 2.6470, Perplexity: 14.1122
Epoch [1/1], Step [759/3236], Loss: 2.5855, Perplexity: 13.2698
Epoch [1/1], Step [760/3236], Loss: 2.8142, Perplexity: 16.6802
Epoch [1/1], Step [761/3236], Loss: 2.6296, Perplexity: 13.8684
Epoch [1/1], Step [762/3236], Loss: 2.9555, Perplexity: 19.2105
Epoch [1/1], Step [763/3236], Loss: 2.6463, Perplexity: 14.1011
Epoch [1/1], Step [764/3236], Loss: 2.7199, Perplexity: 15.1793
Epoch [1/1], Step [765/3236], Loss: 2.6165, Perplexity: 13.6874
Epoch [1/1], Step [766/3236], Loss: 2.8088, Perplexity: 16.5901
Epoch [1/1], Step [767/3236], Loss: 2.6991, Perplexity: 14.8666
Epoch [1/1], Step [768/3236], Loss: 2.6448, Perplexity: 14.0812
Epoch [1/1], Step [769/3236], Loss: 2.6418, Perplexity: 14.0379
Epoch [1/1], Step [770/3236], Loss: 2.6669, Perplexity: 14.3957
Epoch [1/1], Step [771/3236], Loss: 2.6377, Perplexity: 13.9806
Epoch [1/1], Step [772/3236], Loss: 2.7880, Perplexity: 16.2492
Epoch [1/1], Step [773/3236], Loss: 2.9235, Perplexity: 18.6064
Epoch [1/1], Step [774/3236], Loss: 3.0155, Perplexity: 20.3987
Epoch [1/1], Step [775/3236], Loss: 2.6937, Perplexity: 14.7860
Epoch [1/1], Step [776/3236], Loss: 2.5770, Perplexity: 13.1574
Epoch [1/1], Step [777/3236], Loss: 2.5624, Perplexity: 12.9671
Epoch [1/1], Step [778/3236], Loss: 2.7017, Perplexity: 14.9053
Epoch [1/1], Step [779/3236], Loss: 2.6965, Perplexity: 14.8273
Epoch [1/1], Step [780/3236], Loss: 2.6456, Perplexity: 14.0923
Epoch [1/1], Step [781/3236], Loss: 2.6588, Perplexity: 14.2785
Epoch [1/1], Step [782/3236], Loss: 2.6478, Perplexity: 14.1232
Epoch [1/1], Step [783/3236], Loss: 2.6207, Perplexity: 13.7450
Epoch [1/1], Step [784/3236], Loss: 2.6439, Perplexity: 14.0681
Epoch [1/1], Step [785/3236], Loss: 2.5428, Perplexity: 12.7154
Epoch [1/1], Step [786/3236], Loss: 2.5419, Perplexity: 12.7034
Epoch [1/1], Step [787/3236], Loss: 2.7759, Perplexity: 16.0532
Epoch [1/1], Step [788/3236], Loss: 2.7884, Perplexity: 16.2543
Epoch [1/1], Step [789/3236], Loss: 3.0160, Perplexity: 20.4089
Epoch [1/1], Step [790/3236], Loss: 2.8198, Perplexity: 16.7736
Epoch [1/1], Step [791/3236], Loss: 2.6797, Perplexity: 14.5805
Epoch [1/1], Step [792/3236], Loss: 2.4267, Perplexity: 11.3218
Epoch [1/1], Step [793/3236], Loss: 2.8624, Perplexity: 17.5030
Epoch [1/1], Step [794/3236], Loss: 2.7101, Perplexity: 15.0302
Epoch [1/1], Step [795/3236], Loss: 2.7455, Perplexity: 15.5730
Epoch [1/1], Step [796/3236], Loss: 2.6874, Perplexity: 14.6928
Epoch [1/1], Step [797/3236], Loss: 3.2285, Perplexity: 25.2427
Epoch [1/1], Step [798/3236], Loss: 2.7553, Perplexity: 15.7259
Epoch [1/1], Step [799/3236], Loss: 2.5035, Perplexity: 12.2247
Epoch [1/1], Step [800/3236], Loss: 2.3976, Perplexity: 10.9968
Epoch [1/1], Step [801/3236], Loss: 2.8246, Perplexity: 16.8543
Epoch [1/1], Step [802/3236], Loss: 2.4591, Perplexity: 11.6945
Epoch [1/1], Step [803/3236], Loss: 2.9513, Perplexity: 19.1306
Epoch [1/1], Step [804/3236], Loss: 2.6643, Perplexity: 14.3581
Epoch [1/1], Step [805/3236], Loss: 2.6437, Perplexity: 14.0654
Epoch [1/1], Step [806/3236], Loss: 2.6647, Perplexity: 14.3632
Epoch [1/1], Step [807/3236], Loss: 3.6904, Perplexity: 40.0604
Epoch [1/1], Step [808/3236], Loss: 2.7788, Perplexity: 16.0999
Epoch [1/1], Step [809/3236], Loss: 2.6318, Perplexity: 13.8985
Epoch [1/1], Step [810/3236], Loss: 2.6566, Perplexity: 14.2479
Epoch [1/1], Step [811/3236], Loss: 2.7845, Perplexity: 16.1924
Epoch [1/1], Step [812/3236], Loss: 2.7532, Perplexity: 15.6923
Epoch [1/1], Step [813/3236], Loss: 2.8487, Perplexity: 17.2649
Epoch [1/1], Step [814/3236], Loss: 2.6697, Perplexity: 14.4362
Epoch [1/1], Step [815/3236], Loss: 3.3081, Perplexity: 27.3333
Epoch [1/1], Step [816/3236], Loss: 2.7125, Perplexity: 15.0673
Epoch [1/1], Step [817/3236], Loss: 2.7933, Perplexity: 16.3347
Epoch [1/1], Step [818/3236], Loss: 2.7156, Perplexity: 15.1140
Epoch [1/1], Step [819/3236], Loss: 2.6085, Perplexity: 13.5792
Epoch [1/1], Step [820/3236], Loss: 2.7365, Perplexity: 15.4335
Epoch [1/1], Step [821/3236], Loss: 2.5477, Perplexity: 12.7776
Epoch [1/1], Step [822/3236], Loss: 2.7063, Perplexity: 14.9732
Epoch [1/1], Step [823/3236], Loss: 2.6966, Perplexity: 14.8287
Epoch [1/1], Step [824/3236], Loss: 2.5922, Perplexity: 13.3594
Epoch [1/1], Step [825/3236], Loss: 2.5787, Perplexity: 13.1797
Epoch [1/1], Step [826/3236], Loss: 2.5875, Perplexity: 13.2971
Epoch [1/1], Step [827/3236], Loss: 2.7149, Perplexity: 15.1037
Epoch [1/1], Step [828/3236], Loss: 2.6133, Perplexity: 13.6434
Epoch [1/1], Step [829/3236], Loss: 2.9000, Perplexity: 18.1734
Epoch [1/1], Step [830/3236], Loss: 2.5936, Perplexity: 13.3779
Epoch [1/1], Step [831/3236], Loss: 2.6381, Perplexity: 13.9860
Epoch [1/1], Step [832/3236], Loss: 2.6814, Perplexity: 14.6052
Epoch [1/1], Step [833/3236], Loss: 2.5815, Perplexity: 13.2164
Epoch [1/1], Step [834/3236], Loss: 2.6249, Perplexity: 13.8038
Epoch [1/1], Step [835/3236], Loss: 2.8279, Perplexity: 16.9104
Epoch [1/1], Step [836/3236], Loss: 2.6646, Perplexity: 14.3620
Epoch [1/1], Step [837/3236], Loss: 3.0420, Perplexity: 20.9478
Epoch [1/1], Step [838/3236], Loss: 2.4832, Perplexity: 11.9799
Epoch [1/1], Step [839/3236], Loss: 2.6006, Perplexity: 13.4719
Epoch [1/1], Step [840/3236], Loss: 2.6627, Perplexity: 14.3347
Epoch [1/1], Step [841/3236], Loss: 2.4622, Perplexity: 11.7305
Epoch [1/1], Step [842/3236], Loss: 2.7462, Perplexity: 15.5825
Epoch [1/1], Step [843/3236], Loss: 2.8084, Perplexity: 16.5833
Epoch [1/1], Step [844/3236], Loss: 2.6359, Perplexity: 13.9562
Epoch [1/1], Step [845/3236], Loss: 2.8351, Perplexity: 17.0314
Epoch [1/1], Step [846/3236], Loss: 2.5913, Perplexity: 13.3465
Epoch [1/1], Step [847/3236], Loss: 2.7566, Perplexity: 15.7456
Epoch [1/1], Step [848/3236], Loss: 2.6924, Perplexity: 14.7666
Epoch [1/1], Step [849/3236], Loss: 2.8217, Perplexity: 16.8058
Epoch [1/1], Step [850/3236], Loss: 2.5777, Perplexity: 13.1662
Epoch [1/1], Step [851/3236], Loss: 2.6903, Perplexity: 14.7362
Epoch [1/1], Step [852/3236], Loss: 2.7499, Perplexity: 15.6417
Epoch [1/1], Step [853/3236], Loss: 2.5102, Perplexity: 12.3079
Epoch [1/1], Step [854/3236], Loss: 2.9093, Perplexity: 18.3443
Epoch [1/1], Step [855/3236], Loss: 2.7239, Perplexity: 15.2402
Epoch [1/1], Step [856/3236], Loss: 3.0301, Perplexity: 20.6985
Epoch [1/1], Step [857/3236], Loss: 2.6871, Perplexity: 14.6884
Epoch [1/1], Step [858/3236], Loss: 3.3194, Perplexity: 27.6451
Epoch [1/1], Step [859/3236], Loss: 2.7090, Perplexity: 15.0148
Epoch [1/1], Step [860/3236], Loss: 2.8099, Perplexity: 16.6079
Epoch [1/1], Step [861/3236], Loss: 2.9341, Perplexity: 18.8052
Epoch [1/1], Step [862/3236], Loss: 2.8230, Perplexity: 16.8274
Epoch [1/1], Step [863/3236], Loss: 2.6322, Perplexity: 13.9040
Epoch [1/1], Step [864/3236], Loss: 2.7315, Perplexity: 15.3562
Epoch [1/1], Step [865/3236], Loss: 2.6852, Perplexity: 14.6618
Epoch [1/1], Step [866/3236], Loss: 3.1445, Perplexity: 23.2085
Epoch [1/1], Step [867/3236], Loss: 2.9449, Perplexity: 19.0088
Epoch [1/1], Step [868/3236], Loss: 2.7609, Perplexity: 15.8139
Epoch [1/1], Step [869/3236], Loss: 2.6216, Perplexity: 13.7574
Epoch [1/1], Step [870/3236], Loss: 2.5402, Perplexity: 12.6822
Epoch [1/1], Step [871/3236], Loss: 2.7563, Perplexity: 15.7413
Epoch [1/1], Step [872/3236], Loss: 2.7153, Perplexity: 15.1097
Epoch [1/1], Step [873/3236], Loss: 2.6196, Perplexity: 13.7297
Epoch [1/1], Step [874/3236], Loss: 2.7600, Perplexity: 15.7998
Epoch [1/1], Step [875/3236], Loss: 2.7918, Perplexity: 16.3099
Epoch [1/1], Step [876/3236], Loss: 2.8900, Perplexity: 17.9926
Epoch [1/1], Step [877/3236], Loss: 2.6272, Perplexity: 13.8347
Epoch [1/1], Step [878/3236], Loss: 2.9554, Perplexity: 19.2095
Epoch [1/1], Step [879/3236], Loss: 3.4866, Perplexity: 32.6735
Epoch [1/1], Step [880/3236], Loss: 2.6083, Perplexity: 13.5766
Epoch [1/1], Step [881/3236], Loss: 2.5303, Perplexity: 12.5568
Epoch [1/1], Step [882/3236], Loss: 2.6307, Perplexity: 13.8836
Epoch [1/1], Step [883/3236], Loss: 2.5036, Perplexity: 12.2268
Epoch [1/1], Step [884/3236], Loss: 2.9268, Perplexity: 18.6680
Epoch [1/1], Step [885/3236], Loss: 2.7649, Perplexity: 15.8782
Epoch [1/1], Step [886/3236], Loss: 2.6005, Perplexity: 13.4704
Epoch [1/1], Step [887/3236], Loss: 2.5013, Perplexity: 12.1978
Epoch [1/1], Step [888/3236], Loss: 2.6123, Perplexity: 13.6305
Epoch [1/1], Step [889/3236], Loss: 2.4976, Perplexity: 12.1534
Epoch [1/1], Step [890/3236], Loss: 2.7178, Perplexity: 15.1467
Epoch [1/1], Step [891/3236], Loss: 2.5940, Perplexity: 13.3827
Epoch [1/1], Step [892/3236], Loss: 2.5622, Perplexity: 12.9643
Epoch [1/1], Step [893/3236], Loss: 2.5819, Perplexity: 13.2226
Epoch [1/1], Step [894/3236], Loss: 2.6968, Perplexity: 14.8328
Epoch [1/1], Step [895/3236], Loss: 2.5015, Perplexity: 12.2003
Epoch [1/1], Step [896/3236], Loss: 2.6257, Perplexity: 13.8149
Epoch [1/1], Step [897/3236], Loss: 2.7060, Perplexity: 14.9698
Epoch [1/1], Step [898/3236], Loss: 2.9001, Perplexity: 18.1760
Epoch [1/1], Step [899/3236], Loss: 2.5426, Perplexity: 12.7127
Epoch [1/1], Step [900/3236], Loss: 2.6118, Perplexity: 13.6229
Epoch [1/1], Step [901/3236], Loss: 2.5965, Perplexity: 13.4161
Epoch [1/1], Step [902/3236], Loss: 2.6464, Perplexity: 14.1031
Epoch [1/1], Step [903/3236], Loss: 2.6082, Perplexity: 13.5747
Epoch [1/1], Step [904/3236], Loss: 2.4823, Perplexity: 11.9686
Epoch [1/1], Step [905/3236], Loss: 2.5890, Perplexity: 13.3159
Epoch [1/1], Step [906/3236], Loss: 2.6322, Perplexity: 13.9037
Epoch [1/1], Step [907/3236], Loss: 2.6604, Perplexity: 14.3022
Epoch [1/1], Step [908/3236], Loss: 2.5200, Perplexity: 12.4290
Epoch [1/1], Step [909/3236], Loss: 2.7568, Perplexity: 15.7496
Epoch [1/1], Step [910/3236], Loss: 2.4655, Perplexity: 11.7692
Epoch [1/1], Step [911/3236], Loss: 2.6027, Perplexity: 13.5004
Epoch [1/1], Step [912/3236], Loss: 2.5752, Perplexity: 13.1344
Epoch [1/1], Step [913/3236], Loss: 2.5370, Perplexity: 12.6419
Epoch [1/1], Step [914/3236], Loss: 2.6662, Perplexity: 14.3856
Epoch [1/1], Step [915/3236], Loss: 2.5081, Perplexity: 12.2819
Epoch [1/1], Step [916/3236], Loss: 2.5243, Perplexity: 12.4818
Epoch [1/1], Step [917/3236], Loss: 2.6661, Perplexity: 14.3836
Epoch [1/1], Step [918/3236], Loss: 2.6414, Perplexity: 14.0324
Epoch [1/1], Step [919/3236], Loss: 2.3945, Perplexity: 10.9623
Epoch [1/1], Step [920/3236], Loss: 2.5629, Perplexity: 12.9729
Epoch [1/1], Step [921/3236], Loss: 3.5802, Perplexity: 35.8811
Epoch [1/1], Step [922/3236], Loss: 2.5490, Perplexity: 12.7943
Epoch [1/1], Step [923/3236], Loss: 2.5893, Perplexity: 13.3198
Epoch [1/1], Step [924/3236], Loss: 2.7138, Perplexity: 15.0867
Epoch [1/1], Step [925/3236], Loss: 2.7374, Perplexity: 15.4462
Epoch [1/1], Step [926/3236], Loss: 2.5270, Perplexity: 12.5164
Epoch [1/1], Step [927/3236], Loss: 2.6898, Perplexity: 14.7290
Epoch [1/1], Step [928/3236], Loss: 2.5236, Perplexity: 12.4730
Epoch [1/1], Step [929/3236], Loss: 2.5435, Perplexity: 12.7237
Epoch [1/1], Step [930/3236], Loss: 2.4493, Perplexity: 11.5802
Epoch [1/1], Step [931/3236], Loss: 2.5680, Perplexity: 13.0396
Epoch [1/1], Step [932/3236], Loss: 2.6268, Perplexity: 13.8290
Epoch [1/1], Step [933/3236], Loss: 2.5472, Perplexity: 12.7711
Epoch [1/1], Step [934/3236], Loss: 2.7512, Perplexity: 15.6609
Epoch [1/1], Step [935/3236], Loss: 2.4867, Perplexity: 12.0214
Epoch [1/1], Step [936/3236], Loss: 2.5068, Perplexity: 12.2654
Epoch [1/1], Step [937/3236], Loss: 2.5106, Perplexity: 12.3122
Epoch [1/1], Step [938/3236], Loss: 2.5495, Perplexity: 12.8002
Epoch [1/1], Step [939/3236], Loss: 2.4712, Perplexity: 11.8361
Epoch [1/1], Step [940/3236], Loss: 2.4660, Perplexity: 11.7748
Epoch [1/1], Step [941/3236], Loss: 2.5355, Perplexity: 12.6229
Epoch [1/1], Step [942/3236], Loss: 2.4891, Perplexity: 12.0500
Epoch [1/1], Step [943/3236], Loss: 2.7971, Perplexity: 16.3970
Epoch [1/1], Step [944/3236], Loss: 3.1168, Perplexity: 22.5739
Epoch [1/1], Step [945/3236], Loss: 2.6811, Perplexity: 14.6007
Epoch [1/1], Step [946/3236], Loss: 2.9193, Perplexity: 18.5290
Epoch [1/1], Step [947/3236], Loss: 2.6125, Perplexity: 13.6326
Epoch [1/1], Step [948/3236], Loss: 2.8387, Perplexity: 17.0934
Epoch [1/1], Step [949/3236], Loss: 2.5110, Perplexity: 12.3177
Epoch [1/1], Step [950/3236], Loss: 2.5630, Perplexity: 12.9747
Epoch [1/1], Step [951/3236], Loss: 2.8067, Perplexity: 16.5550
Epoch [1/1], Step [952/3236], Loss: 2.8516, Perplexity: 17.3149
Epoch [1/1], Step [953/3236], Loss: 2.4448, Perplexity: 11.5281
Epoch [1/1], Step [954/3236], Loss: 2.3073, Perplexity: 10.0477
Epoch [1/1], Step [955/3236], Loss: 2.4910, Perplexity: 12.0732
Epoch [1/1], Step [956/3236], Loss: 2.6699, Perplexity: 14.4392
Epoch [1/1], Step [957/3236], Loss: 2.4629, Perplexity: 11.7385
Epoch [1/1], Step [958/3236], Loss: 2.5648, Perplexity: 12.9975
Epoch [1/1], Step [959/3236], Loss: 2.5158, Perplexity: 12.3761
Epoch [1/1], Step [960/3236], Loss: 2.7710, Perplexity: 15.9753
Epoch [1/1], Step [961/3236], Loss: 3.0964, Perplexity: 22.1172
Epoch [1/1], Step [962/3236], Loss: 2.9656, Perplexity: 19.4060
Epoch [1/1], Step [963/3236], Loss: 2.6561, Perplexity: 14.2408
Epoch [1/1], Step [964/3236], Loss: 3.0686, Perplexity: 21.5123
Epoch [1/1], Step [965/3236], Loss: 2.5229, Perplexity: 12.4644
Epoch [1/1], Step [966/3236], Loss: 2.5983, Perplexity: 13.4413
Epoch [1/1], Step [967/3236], Loss: 2.6195, Perplexity: 13.7292
Epoch [1/1], Step [968/3236], Loss: 2.6145, Perplexity: 13.6607
Epoch [1/1], Step [969/3236], Loss: 2.5486, Perplexity: 12.7894
Epoch [1/1], Step [970/3236], Loss: 2.7427, Perplexity: 15.5293
Epoch [1/1], Step [971/3236], Loss: 2.4142, Perplexity: 11.1803
Epoch [1/1], Step [972/3236], Loss: 2.5435, Perplexity: 12.7247
Epoch [1/1], Step [973/3236], Loss: 2.4973, Perplexity: 12.1497
Epoch [1/1], Step [974/3236], Loss: 2.6401, Perplexity: 14.0144
Epoch [1/1], Step [975/3236], Loss: 2.5040, Perplexity: 12.2309
Epoch [1/1], Step [976/3236], Loss: 2.5586, Perplexity: 12.9181
Epoch [1/1], Step [977/3236], Loss: 2.6986, Perplexity: 14.8585
Epoch [1/1], Step [978/3236], Loss: 2.7619, Perplexity: 15.8292
Epoch [1/1], Step [979/3236], Loss: 2.5657, Perplexity: 13.0092
Epoch [1/1], Step [980/3236], Loss: 2.6879, Perplexity: 14.7002
Epoch [1/1], Step [981/3236], Loss: 2.3909, Perplexity: 10.9228
Epoch [1/1], Step [982/3236], Loss: 2.5708, Perplexity: 13.0762
Epoch [1/1], Step [983/3236], Loss: 2.8790, Perplexity: 17.7971
Epoch [1/1], Step [984/3236], Loss: 3.0348, Perplexity: 20.7969
Epoch [1/1], Step [985/3236], Loss: 2.6173, Perplexity: 13.6987
Epoch [1/1], Step [986/3236], Loss: 2.7168, Perplexity: 15.1320
Epoch [1/1], Step [987/3236], Loss: 2.6678, Perplexity: 14.4083
Epoch [1/1], Step [988/3236], Loss: 2.4573, Perplexity: 11.6736
Epoch [1/1], Step [989/3236], Loss: 2.4865, Perplexity: 12.0193
Epoch [1/1], Step [990/3236], Loss: 2.6333, Perplexity: 13.9198
Epoch [1/1], Step [991/3236], Loss: 2.5914, Perplexity: 13.3484
Epoch [1/1], Step [992/3236], Loss: 2.4532, Perplexity: 11.6256
Epoch [1/1], Step [993/3236], Loss: 2.5611, Perplexity: 12.9499
Epoch [1/1], Step [994/3236], Loss: 2.4417, Perplexity: 11.4920
Epoch [1/1], Step [995/3236], Loss: 2.4684, Perplexity: 11.8036
Epoch [1/1], Step [996/3236], Loss: 2.4729, Perplexity: 11.8571
Epoch [1/1], Step [997/3236], Loss: 2.4462, Perplexity: 11.5445
Epoch [1/1], Step [998/3236], Loss: 2.4139, Perplexity: 11.1774
Epoch [1/1], Step [999/3236], Loss: 2.5607, Perplexity: 12.9453
Epoch [1/1], Step [1000/3236], Loss: 2.6851, Perplexity: 14.6602
Epoch [1/1], Step [1001/3236], Loss: 2.7509, Perplexity: 15.6560
Epoch [1/1], Step [1002/3236], Loss: 3.0326, Perplexity: 20.7509
Epoch [1/1], Step [1003/3236], Loss: 3.2411, Perplexity: 25.5608
Epoch [1/1], Step [1004/3236], Loss: 2.5185, Perplexity: 12.4101
Epoch [1/1], Step [1005/3236], Loss: 2.5663, Perplexity: 13.0180
Epoch [1/1], Step [1006/3236], Loss: 2.5472, Perplexity: 12.7711
Epoch [1/1], Step [1007/3236], Loss: 2.5976, Perplexity: 13.4317
Epoch [1/1], Step [1008/3236], Loss: 2.5918, Perplexity: 13.3543
Epoch [1/1], Step [1009/3236], Loss: 2.6125, Perplexity: 13.6338
Epoch [1/1], Step [1010/3236], Loss: 2.6729, Perplexity: 14.4815
Epoch [1/1], Step [1011/3236], Loss: 3.0834, Perplexity: 21.8330
Epoch [1/1], Step [1012/3236], Loss: 2.4959, Perplexity: 12.1332
Epoch [1/1], Step [1013/3236], Loss: 2.5141, Perplexity: 12.3557
Epoch [1/1], Step [1014/3236], Loss: 2.4380, Perplexity: 11.4505
Epoch [1/1], Step [1015/3236], Loss: 2.5551, Perplexity: 12.8730
Epoch [1/1], Step [1016/3236], Loss: 3.6390, Perplexity: 38.0556
Epoch [1/1], Step [1017/3236], Loss: 2.5697, Perplexity: 13.0619
Epoch [1/1], Step [1018/3236], Loss: 2.8261, Perplexity: 16.8800
Epoch [1/1], Step [1019/3236], Loss: 2.5800, Perplexity: 13.1977
Epoch [1/1], Step [1020/3236], Loss: 2.7182, Perplexity: 15.1523
Epoch [1/1], Step [1021/3236], Loss: 2.5144, Perplexity: 12.3590
Epoch [1/1], Step [1022/3236], Loss: 2.6706, Perplexity: 14.4480
Epoch [1/1], Step [1023/3236], Loss: 2.4256, Perplexity: 11.3092
Epoch [1/1], Step [1024/3236], Loss: 2.6968, Perplexity: 14.8317
Epoch [1/1], Step [1025/3236], Loss: 2.4820, Perplexity: 11.9656
Epoch [1/1], Step [1026/3236], Loss: 2.5103, Perplexity: 12.3090
Epoch [1/1], Step [1027/3236], Loss: 2.8774, Perplexity: 17.7675
Epoch [1/1], Step [1028/3236], Loss: 2.7444, Perplexity: 15.5558
Epoch [1/1], Step [1029/3236], Loss: 2.6008, Perplexity: 13.4742
Epoch [1/1], Step [1030/3236], Loss: 2.3422, Perplexity: 10.4046
Epoch [1/1], Step [1031/3236], Loss: 2.3624, Perplexity: 10.6164
Epoch [1/1], Step [1032/3236], Loss: 2.6255, Perplexity: 13.8116
Epoch [1/1], Step [1033/3236], Loss: 2.5800, Perplexity: 13.1974
Epoch [1/1], Step [1034/3236], Loss: 2.5468, Perplexity: 12.7660
Epoch [1/1], Step [1035/3236], Loss: 2.6296, Perplexity: 13.8676
Epoch [1/1], Step [1036/3236], Loss: 2.4472, Perplexity: 11.5554
Epoch [1/1], Step [1037/3236], Loss: 2.5750, Perplexity: 13.1307
Epoch [1/1], Step [1038/3236], Loss: 2.5208, Perplexity: 12.4392
Epoch [1/1], Step [1039/3236], Loss: 2.6184, Perplexity: 13.7132
Epoch [1/1], Step [1040/3236], Loss: 2.4257, Perplexity: 11.3104
Epoch [1/1], Step [1041/3236], Loss: 3.0268, Perplexity: 20.6315
Epoch [1/1], Step [1042/3236], Loss: 2.6953, Perplexity: 14.8102
Epoch [1/1], Step [1043/3236], Loss: 2.4139, Perplexity: 11.1773
Epoch [1/1], Step [1044/3236], Loss: 2.3968, Perplexity: 10.9883
Epoch [1/1], Step [1045/3236], Loss: 2.5087, Perplexity: 12.2884
Epoch [1/1], Step [1046/3236], Loss: 2.5387, Perplexity: 12.6634
Epoch [1/1], Step [1047/3236], Loss: 2.5742, Perplexity: 13.1207
Epoch [1/1], Step [1048/3236], Loss: 2.7001, Perplexity: 14.8809
Epoch [1/1], Step [1049/3236], Loss: 2.4351, Perplexity: 11.4175
Epoch [1/1], Step [1050/3236], Loss: 2.5776, Perplexity: 13.1651
Epoch [1/1], Step [1051/3236], Loss: 2.5948, Perplexity: 13.3936
Epoch [1/1], Step [1052/3236], Loss: 2.3628, Perplexity: 10.6204
Epoch [1/1], Step [1053/3236], Loss: 2.5534, Perplexity: 12.8506
Epoch [1/1], Step [1054/3236], Loss: 2.5375, Perplexity: 12.6486
Epoch [1/1], Step [1055/3236], Loss: 2.5331, Perplexity: 12.5925
Epoch [1/1], Step [1056/3236], Loss: 2.5322, Perplexity: 12.5816
Epoch [1/1], Step [1057/3236], Loss: 2.4706, Perplexity: 11.8293
Epoch [1/1], Step [1058/3236], Loss: 2.4166, Perplexity: 11.2074
Epoch [1/1], Step [1059/3236], Loss: 2.4865, Perplexity: 12.0186
Epoch [1/1], Step [1060/3236], Loss: 2.7327, Perplexity: 15.3736
Epoch [1/1], Step [1061/3236], Loss: 2.5027, Perplexity: 12.2150
Epoch [1/1], Step [1062/3236], Loss: 2.6395, Perplexity: 14.0062
Epoch [1/1], Step [1063/3236], Loss: 2.8236, Perplexity: 16.8372
Epoch [1/1], Step [1064/3236], Loss: 2.6044, Perplexity: 13.5235
Epoch [1/1], Step [1065/3236], Loss: 2.4637, Perplexity: 11.7477
Epoch [1/1], Step [1066/3236], Loss: 2.4304, Perplexity: 11.3629
Epoch [1/1], Step [1067/3236], Loss: 2.5737, Perplexity: 13.1143
Epoch [1/1], Step [1068/3236], Loss: 2.4451, Perplexity: 11.5316
Epoch [1/1], Step [1069/3236], Loss: 2.5199, Perplexity: 12.4278
Epoch [1/1], Step [1070/3236], Loss: 2.4797, Perplexity: 11.9377
Epoch [1/1], Step [1071/3236], Loss: 2.8446, Perplexity: 17.1953
Epoch [1/1], Step [1072/3236], Loss: 2.8317, Perplexity: 16.9735
Epoch [1/1], Step [1073/3236], Loss: 2.4915, Perplexity: 12.0789
Epoch [1/1], Step [1074/3236], Loss: 2.5202, Perplexity: 12.4317
Epoch [1/1], Step [1075/3236], Loss: 2.5001, Perplexity: 12.1842
Epoch [1/1], Step [1076/3236], Loss: 2.4699, Perplexity: 11.8209
Epoch [1/1], Step [1077/3236], Loss: 2.6193, Perplexity: 13.7263
Epoch [1/1], Step [1078/3236], Loss: 3.0694, Perplexity: 21.5289
Epoch [1/1], Step [1079/3236], Loss: 2.4391, Perplexity: 11.4624
Epoch [1/1], Step [1080/3236], Loss: 2.6005, Perplexity: 13.4705
Epoch [1/1], Step [1081/3236], Loss: 2.5488, Perplexity: 12.7915
Epoch [1/1], Step [1082/3236], Loss: 2.6837, Perplexity: 14.6387
Epoch [1/1], Step [1083/3236], Loss: 2.4240, Perplexity: 11.2914
Epoch [1/1], Step [1084/3236], Loss: 2.7080, Perplexity: 14.9996
Epoch [1/1], Step [1085/3236], Loss: 2.5636, Perplexity: 12.9824
Epoch [1/1], Step [1086/3236], Loss: 2.6160, Perplexity: 13.6816
Epoch [1/1], Step [1087/3236], Loss: 3.1524, Perplexity: 23.3930
Epoch [1/1], Step [1088/3236], Loss: 2.5033, Perplexity: 12.2222
Epoch [1/1], Step [1089/3236], Loss: 2.6478, Perplexity: 14.1225
Epoch [1/1], Step [1090/3236], Loss: 2.5371, Perplexity: 12.6431
Epoch [1/1], Step [1091/3236], Loss: 2.4491, Perplexity: 11.5779
Epoch [1/1], Step [1092/3236], Loss: 2.4645, Perplexity: 11.7578
Epoch [1/1], Step [1093/3236], Loss: 2.5049, Perplexity: 12.2421
Epoch [1/1], Step [1094/3236], Loss: 2.9453, Perplexity: 19.0160
Epoch [1/1], Step [1095/3236], Loss: 2.3914, Perplexity: 10.9286
Epoch [1/1], Step [1096/3236], Loss: 2.4095, Perplexity: 11.1287
Epoch [1/1], Step [1097/3236], Loss: 2.5886, Perplexity: 13.3105
Epoch [1/1], Step [1098/3236], Loss: 2.2747, Perplexity: 9.7252
Epoch [1/1], Step [1099/3236], Loss: 2.5502, Perplexity: 12.8100
Epoch [1/1], Step [1100/3236], Loss: 3.0530, Perplexity: 21.1796
Epoch [1/1], Step [1101/3236], Loss: 2.3143, Perplexity: 10.1174
Epoch [1/1], Step [1102/3236], Loss: 2.4649, Perplexity: 11.7624
Epoch [1/1], Step [1103/3236], Loss: 2.4375, Perplexity: 11.4441
Epoch [1/1], Step [1104/3236], Loss: 2.9053, Perplexity: 18.2712
Epoch [1/1], Step [1105/3236], Loss: 2.4600, Perplexity: 11.7053
Epoch [1/1], Step [1106/3236], Loss: 2.5155, Perplexity: 12.3728
Epoch [1/1], Step [1107/3236], Loss: 2.4639, Perplexity: 11.7509
Epoch [1/1], Step [1108/3236], Loss: 2.6035, Perplexity: 13.5107
Epoch [1/1], Step [1109/3236], Loss: 2.6664, Perplexity: 14.3878
Epoch [1/1], Step [1110/3236], Loss: 2.5185, Perplexity: 12.4094
Epoch [1/1], Step [1111/3236], Loss: 2.4652, Perplexity: 11.7658
Epoch [1/1], Step [1112/3236], Loss: 2.5670, Perplexity: 13.0265
Epoch [1/1], Step [1113/3236], Loss: 2.3361, Perplexity: 10.3411
Epoch [1/1], Step [1114/3236], Loss: 2.7264, Perplexity: 15.2781
Epoch [1/1], Step [1115/3236], Loss: 2.8155, Perplexity: 16.7022
Epoch [1/1], Step [1116/3236], Loss: 2.4091, Perplexity: 11.1238
Epoch [1/1], Step [1117/3236], Loss: 2.5802, Perplexity: 13.2003
Epoch [1/1], Step [1118/3236], Loss: 2.7277, Perplexity: 15.2976
Epoch [1/1], Step [1119/3236], Loss: 2.3956, Perplexity: 10.9752
Epoch [1/1], Step [1120/3236], Loss: 2.4296, Perplexity: 11.3545
Epoch [1/1], Step [1121/3236], Loss: 2.8336, Perplexity: 17.0069
Epoch [1/1], Step [1122/3236], Loss: 2.5836, Perplexity: 13.2443
Epoch [1/1], Step [1123/3236], Loss: 2.3641, Perplexity: 10.6348
Epoch [1/1], Step [1124/3236], Loss: 2.5483, Perplexity: 12.7860
Epoch [1/1], Step [1125/3236], Loss: 2.7090, Perplexity: 15.0147
Epoch [1/1], Step [1126/3236], Loss: 2.6142, Perplexity: 13.6557
Epoch [1/1], Step [1127/3236], Loss: 2.7023, Perplexity: 14.9141
Epoch [1/1], Step [1128/3236], Loss: 2.3950, Perplexity: 10.9686
Epoch [1/1], Step [1129/3236], Loss: 2.3553, Perplexity: 10.5417
Epoch [1/1], Step [1130/3236], Loss: 2.3254, Perplexity: 10.2309
Epoch [1/1], Step [1131/3236], Loss: 2.3686, Perplexity: 10.6826
Epoch [1/1], Step [1132/3236], Loss: 2.3618, Perplexity: 10.6101
Epoch [1/1], Step [1133/3236], Loss: 2.4340, Perplexity: 11.4044
Epoch [1/1], Step [1134/3236], Loss: 2.7439, Perplexity: 15.5470
Epoch [1/1], Step [1135/3236], Loss: 2.4485, Perplexity: 11.5712
Epoch [1/1], Step [1136/3236], Loss: 2.4528, Perplexity: 11.6203
Epoch [1/1], Step [1137/3236], Loss: 2.4193, Perplexity: 11.2379
Epoch [1/1], Step [1138/3236], Loss: 2.4485, Perplexity: 11.5715
Epoch [1/1], Step [1139/3236], Loss: 2.4752, Perplexity: 11.8842
Epoch [1/1], Step [1140/3236], Loss: 2.4948, Perplexity: 12.1194
Epoch [1/1], Step [1141/3236], Loss: 2.3416, Perplexity: 10.3978
Epoch [1/1], Step [1142/3236], Loss: 2.3498, Perplexity: 10.4831
Epoch [1/1], Step [1143/3236], Loss: 2.5823, Perplexity: 13.2280
Epoch [1/1], Step [1144/3236], Loss: 2.5949, Perplexity: 13.3951
Epoch [1/1], Step [1145/3236], Loss: 2.4615, Perplexity: 11.7219
Epoch [1/1], Step [1146/3236], Loss: 2.6496, Perplexity: 14.1482
Epoch [1/1], Step [1147/3236], Loss: 2.3963, Perplexity: 10.9821
Epoch [1/1], Step [1148/3236], Loss: 2.4430, Perplexity: 11.5074
Epoch [1/1], Step [1149/3236], Loss: 2.6185, Perplexity: 13.7156
Epoch [1/1], Step [1150/3236], Loss: 2.4271, Perplexity: 11.3262
Epoch [1/1], Step [1151/3236], Loss: 2.7844, Perplexity: 16.1906
Epoch [1/1], Step [1152/3236], Loss: 2.7754, Perplexity: 16.0444
Epoch [1/1], Step [1153/3236], Loss: 2.5728, Perplexity: 13.1030
Epoch [1/1], Step [1154/3236], Loss: 2.3396, Perplexity: 10.3768
Epoch [1/1], Step [1155/3236], Loss: 2.6163, Perplexity: 13.6847
Epoch [1/1], Step [1156/3236], Loss: 2.5028, Perplexity: 12.2163
Epoch [1/1], Step [1157/3236], Loss: 2.4367, Perplexity: 11.4358
Epoch [1/1], Step [1158/3236], Loss: 2.8394, Perplexity: 17.1047
Epoch [1/1], Step [1159/3236], Loss: 2.5874, Perplexity: 13.2953
Epoch [1/1], Step [1160/3236], Loss: 2.6082, Perplexity: 13.5744
Epoch [1/1], Step [1161/3236], Loss: 2.4107, Perplexity: 11.1421
Epoch [1/1], Step [1162/3236], Loss: 2.4349, Perplexity: 11.4148
Epoch [1/1], Step [1163/3236], Loss: 2.5164, Perplexity: 12.3844
Epoch [1/1], Step [1164/3236], Loss: 2.3264, Perplexity: 10.2411
Epoch [1/1], Step [1165/3236], Loss: 2.5304, Perplexity: 12.5588
Epoch [1/1], Step [1166/3236], Loss: 2.5447, Perplexity: 12.7388
Epoch [1/1], Step [1167/3236], Loss: 2.5067, Perplexity: 12.2649
Epoch [1/1], Step [1168/3236], Loss: 2.4502, Perplexity: 11.5903
Epoch [1/1], Step [1169/3236], Loss: 2.6105, Perplexity: 13.6053
Epoch [1/1], Step [1170/3236], Loss: 2.5518, Perplexity: 12.8300
Epoch [1/1], Step [1171/3236], Loss: 2.3342, Perplexity: 10.3211
Epoch [1/1], Step [1172/3236], Loss: 2.5788, Perplexity: 13.1817
Epoch [1/1], Step [1173/3236], Loss: 2.4544, Perplexity: 11.6395
Epoch [1/1], Step [1174/3236], Loss: 2.4652, Perplexity: 11.7654
Epoch [1/1], Step [1175/3236], Loss: 2.8066, Perplexity: 16.5542
Epoch [1/1], Step [1176/3236], Loss: 2.4145, Perplexity: 11.1839
Epoch [1/1], Step [1177/3236], Loss: 2.4046, Perplexity: 11.0741
Epoch [1/1], Step [1178/3236], Loss: 2.3707, Perplexity: 10.7054
Epoch [1/1], Step [1179/3236], Loss: 2.3153, Perplexity: 10.1280
Epoch [1/1], Step [1180/3236], Loss: 2.6691, Perplexity: 14.4267
Epoch [1/1], Step [1181/3236], Loss: 2.4062, Perplexity: 11.0918
Epoch [1/1], Step [1182/3236], Loss: 2.6634, Perplexity: 14.3453
Epoch [1/1], Step [1183/3236], Loss: 2.5542, Perplexity: 12.8607
Epoch [1/1], Step [1184/3236], Loss: 2.4559, Perplexity: 11.6575
Epoch [1/1], Step [1185/3236], Loss: 2.4342, Perplexity: 11.4070
Epoch [1/1], Step [1186/3236], Loss: 2.6933, Perplexity: 14.7804
Epoch [1/1], Step [1187/3236], Loss: 2.4846, Perplexity: 11.9959
Epoch [1/1], Step [1188/3236], Loss: 2.6944, Perplexity: 14.7972
Epoch [1/1], Step [1189/3236], Loss: 2.2951, Perplexity: 9.9256
Epoch [1/1], Step [1190/3236], Loss: 2.4639, Perplexity: 11.7509
Epoch [1/1], Step [1191/3236], Loss: 2.5175, Perplexity: 12.3972
Epoch [1/1], Step [1192/3236], Loss: 2.4867, Perplexity: 12.0217
Epoch [1/1], Step [1193/3236], Loss: 2.5396, Perplexity: 12.6749
Epoch [1/1], Step [1194/3236], Loss: 2.2674, Perplexity: 9.6545
Epoch [1/1], Step [1195/3236], Loss: 2.3492, Perplexity: 10.4768
Epoch [1/1], Step [1196/3236], Loss: 2.5896, Perplexity: 13.3244
Epoch [1/1], Step [1197/3236], Loss: 2.3111, Perplexity: 10.0856
Epoch [1/1], Step [1198/3236], Loss: 2.3762, Perplexity: 10.7634
Epoch [1/1], Step [1199/3236], Loss: 2.4762, Perplexity: 11.8960
Epoch [1/1], Step [1200/3236], Loss: 2.4430, Perplexity: 11.5076
Epoch [1/1], Step [1201/3236], Loss: 2.7532, Perplexity: 15.6931
Epoch [1/1], Step [1202/3236], Loss: 2.4413, Perplexity: 11.4881
Epoch [1/1], Step [1203/3236], Loss: 2.5216, Perplexity: 12.4483
Epoch [1/1], Step [1204/3236], Loss: 2.5312, Perplexity: 12.5691
Epoch [1/1], Step [1205/3236], Loss: 2.8246, Perplexity: 16.8540
Epoch [1/1], Step [1206/3236], Loss: 2.4140, Perplexity: 11.1787
Epoch [1/1], Step [1207/3236], Loss: 2.3715, Perplexity: 10.7135
Epoch [1/1], Step [1208/3236], Loss: 2.4399, Perplexity: 11.4719
Epoch [1/1], Step [1209/3236], Loss: 2.4196, Perplexity: 11.2415
Epoch [1/1], Step [1210/3236], Loss: 2.5326, Perplexity: 12.5862
Epoch [1/1], Step [1211/3236], Loss: 2.3756, Perplexity: 10.7573
Epoch [1/1], Step [1212/3236], Loss: 2.4572, Perplexity: 11.6715
Epoch [1/1], Step [1213/3236], Loss: 2.3454, Perplexity: 10.4374
Epoch [1/1], Step [1214/3236], Loss: 2.4099, Perplexity: 11.1333
Epoch [1/1], Step [1215/3236], Loss: 2.3739, Perplexity: 10.7387
Epoch [1/1], Step [1216/3236], Loss: 2.6792, Perplexity: 14.5740
Epoch [1/1], Step [1217/3236], Loss: 2.9437, Perplexity: 18.9858
Epoch [1/1], Step [1218/3236], Loss: 2.5174, Perplexity: 12.3966
Epoch [1/1], Step [1219/3236], Loss: 2.4227, Perplexity: 11.2767
Epoch [1/1], Step [1220/3236], Loss: 2.9129, Perplexity: 18.4108
Epoch [1/1], Step [1221/3236], Loss: 2.4604, Perplexity: 11.7091
Epoch [1/1], Step [1222/3236], Loss: 2.3035, Perplexity: 10.0096
Epoch [1/1], Step [1223/3236], Loss: 2.5091, Perplexity: 12.2934
Epoch [1/1], Step [1224/3236], Loss: 2.4379, Perplexity: 11.4494
Epoch [1/1], Step [1225/3236], Loss: 2.6610, Perplexity: 14.3112
Epoch [1/1], Step [1226/3236], Loss: 2.4193, Perplexity: 11.2377
Epoch [1/1], Step [1227/3236], Loss: 2.4510, Perplexity: 11.5997
Epoch [1/1], Step [1228/3236], Loss: 2.4868, Perplexity: 12.0232
Epoch [1/1], Step [1229/3236], Loss: 2.2081, Perplexity: 9.0983
Epoch [1/1], Step [1230/3236], Loss: 2.4699, Perplexity: 11.8215
Epoch [1/1], Step [1231/3236], Loss: 2.3713, Perplexity: 10.7108
Epoch [1/1], Step [1232/3236], Loss: 2.3396, Perplexity: 10.3771
Epoch [1/1], Step [1233/3236], Loss: 2.9174, Perplexity: 18.4925
Epoch [1/1], Step [1234/3236], Loss: 2.3399, Perplexity: 10.3799
Epoch [1/1], Step [1235/3236], Loss: 2.4241, Perplexity: 11.2920
Epoch [1/1], Step [1236/3236], Loss: 3.1163, Perplexity: 22.5621
Epoch [1/1], Step [1237/3236], Loss: 2.3489, Perplexity: 10.4736
Epoch [1/1], Step [1238/3236], Loss: 2.4094, Perplexity: 11.1273
Epoch [1/1], Step [1239/3236], Loss: 2.4067, Perplexity: 11.0972
Epoch [1/1], Step [1240/3236], Loss: 2.4141, Perplexity: 11.1802
Epoch [1/1], Step [1241/3236], Loss: 2.5465, Perplexity: 12.7625
Epoch [1/1], Step [1242/3236], Loss: 2.4987, Perplexity: 12.1671
Epoch [1/1], Step [1243/3236], Loss: 2.6203, Perplexity: 13.7401
Epoch [1/1], Step [1244/3236], Loss: 2.7796, Perplexity: 16.1127
Epoch [1/1], Step [1245/3236], Loss: 2.5012, Perplexity: 12.1976
Epoch [1/1], Step [1246/3236], Loss: 2.3899, Perplexity: 10.9122
Epoch [1/1], Step [1247/3236], Loss: 2.4412, Perplexity: 11.4871
Epoch [1/1], Step [1248/3236], Loss: 2.7115, Perplexity: 15.0526
Epoch [1/1], Step [1249/3236], Loss: 2.3686, Perplexity: 10.6826
Epoch [1/1], Step [1250/3236], Loss: 2.4447, Perplexity: 11.5267
Epoch [1/1], Step [1251/3236], Loss: 2.7059, Perplexity: 14.9671
Epoch [1/1], Step [1252/3236], Loss: 2.7409, Perplexity: 15.5010
Epoch [1/1], Step [1253/3236], Loss: 2.2575, Perplexity: 9.5593
Epoch [1/1], Step [1254/3236], Loss: 2.3947, Perplexity: 10.9644
Epoch [1/1], Step [1255/3236], Loss: 2.5188, Perplexity: 12.4131
Epoch [1/1], Step [1256/3236], Loss: 2.3744, Perplexity: 10.7441
Epoch [1/1], Step [1257/3236], Loss: 3.1567, Perplexity: 23.4938
Epoch [1/1], Step [1258/3236], Loss: 2.4975, Perplexity: 12.1520
Epoch [1/1], Step [1259/3236], Loss: 2.5673, Perplexity: 13.0300
Epoch [1/1], Step [1260/3236], Loss: 2.3831, Perplexity: 10.8384
Epoch [1/1], Step [1261/3236], Loss: 2.3314, Perplexity: 10.2926
Epoch [1/1], Step [1262/3236], Loss: 2.4101, Perplexity: 11.1347
Epoch [1/1], Step [1263/3236], Loss: 2.5719, Perplexity: 13.0902
Epoch [1/1], Step [1264/3236], Loss: 2.4709, Perplexity: 11.8332
Epoch [1/1], Step [1265/3236], Loss: 2.6135, Perplexity: 13.6465
Epoch [1/1], Step [1266/3236], Loss: 2.3790, Perplexity: 10.7943
Epoch [1/1], Step [1267/3236], Loss: 2.4246, Perplexity: 11.2980
Epoch [1/1], Step [1268/3236], Loss: 2.4184, Perplexity: 11.2280
Epoch [1/1], Step [1269/3236], Loss: 3.2111, Perplexity: 24.8052
Epoch [1/1], Step [1270/3236], Loss: 2.4574, Perplexity: 11.6740
Epoch [1/1], Step [1271/3236], Loss: 2.5612, Perplexity: 12.9514
Epoch [1/1], Step [1272/3236], Loss: 2.2806, Perplexity: 9.7824
Epoch [1/1], Step [1273/3236], Loss: 2.5743, Perplexity: 13.1221
Epoch [1/1], Step [1274/3236], Loss: 2.5463, Perplexity: 12.7596
Epoch [1/1], Step [1275/3236], Loss: 2.5704, Perplexity: 13.0706
Epoch [1/1], Step [1276/3236], Loss: 2.6691, Perplexity: 14.4276
Epoch [1/1], Step [1277/3236], Loss: 2.2943, Perplexity: 9.9173
Epoch [1/1], Step [1278/3236], Loss: 2.3890, Perplexity: 10.9029
Epoch [1/1], Step [1279/3236], Loss: 2.6798, Perplexity: 14.5827
Epoch [1/1], Step [1280/3236], Loss: 2.4238, Perplexity: 11.2885
Epoch [1/1], Step [1281/3236], Loss: 2.5235, Perplexity: 12.4717
Epoch [1/1], Step [1282/3236], Loss: 2.5146, Perplexity: 12.3620
Epoch [1/1], Step [1283/3236], Loss: 2.4826, Perplexity: 11.9727
Epoch [1/1], Step [1284/3236], Loss: 2.8332, Perplexity: 17.0000
Epoch [1/1], Step [1285/3236], Loss: 2.2898, Perplexity: 9.8729
Epoch [1/1], Step [1286/3236], Loss: 2.6268, Perplexity: 13.8290
Epoch [1/1], Step [1287/3236], Loss: 2.5763, Perplexity: 13.1480
Epoch [1/1], Step [1288/3236], Loss: 2.6132, Perplexity: 13.6423
Epoch [1/1], Step [1289/3236], Loss: 3.1968, Perplexity: 24.4551
Epoch [1/1], Step [1290/3236], Loss: 2.4195, Perplexity: 11.2403
Epoch [1/1], Step [1291/3236], Loss: 2.6388, Perplexity: 13.9958
Epoch [1/1], Step [1292/3236], Loss: 2.4865, Perplexity: 12.0191
Epoch [1/1], Step [1293/3236], Loss: 2.5021, Perplexity: 12.2085
Epoch [1/1], Step [1294/3236], Loss: 2.4394, Perplexity: 11.4662
Epoch [1/1], Step [1295/3236], Loss: 2.6195, Perplexity: 13.7285
Epoch [1/1], Step [1296/3236], Loss: 2.4111, Perplexity: 11.1464
Epoch [1/1], Step [1297/3236], Loss: 2.3160, Perplexity: 10.1347
Epoch [1/1], Step [1298/3236], Loss: 2.4508, Perplexity: 11.5978
Epoch [1/1], Step [1299/3236], Loss: 2.5137, Perplexity: 12.3504
Epoch [1/1], Step [1300/3236], Loss: 2.3050, Perplexity: 10.0247
Epoch [1/1], Step [1301/3236], Loss: 2.4320, Perplexity: 11.3821
Epoch [1/1], Step [1302/3236], Loss: 2.4141, Perplexity: 11.1799
Epoch [1/1], Step [1303/3236], Loss: 2.4661, Perplexity: 11.7764
Epoch [1/1], Step [1304/3236], Loss: 2.4941, Perplexity: 12.1109
Epoch [1/1], Step [1305/3236], Loss: 2.3830, Perplexity: 10.8377
Epoch [1/1], Step [1306/3236], Loss: 2.4291, Perplexity: 11.3482
Epoch [1/1], Step [1307/3236], Loss: 2.3753, Perplexity: 10.7543
Epoch [1/1], Step [1308/3236], Loss: 2.5354, Perplexity: 12.6220
Epoch [1/1], Step [1309/3236], Loss: 2.8849, Perplexity: 17.9020
Epoch [1/1], Step [1310/3236], Loss: 2.5627, Perplexity: 12.9710
Epoch [1/1], Step [1311/3236], Loss: 2.7144, Perplexity: 15.0957
Epoch [1/1], Step [1312/3236], Loss: 2.4139, Perplexity: 11.1779
Epoch [1/1], Step [1313/3236], Loss: 2.4457, Perplexity: 11.5388
Epoch [1/1], Step [1314/3236], Loss: 2.3908, Perplexity: 10.9223
Epoch [1/1], Step [1315/3236], Loss: 2.3380, Perplexity: 10.3604
Epoch [1/1], Step [1316/3236], Loss: 2.3946, Perplexity: 10.9640
Epoch [1/1], Step [1317/3236], Loss: 2.7297, Perplexity: 15.3275
Epoch [1/1], Step [1318/3236], Loss: 2.2799, Perplexity: 9.7759
Epoch [1/1], Step [1319/3236], Loss: 2.2715, Perplexity: 9.6940
Epoch [1/1], Step [1320/3236], Loss: 2.3537, Perplexity: 10.5242
Epoch [1/1], Step [1321/3236], Loss: 2.2651, Perplexity: 9.6325
Epoch [1/1], Step [1322/3236], Loss: 2.6248, Perplexity: 13.8024
Epoch [1/1], Step [1323/3236], Loss: 2.3985, Perplexity: 11.0064
Epoch [1/1], Step [1324/3236], Loss: 3.1619, Perplexity: 23.6148
Epoch [1/1], Step [1325/3236], Loss: 2.4757, Perplexity: 11.8901
Epoch [1/1], Step [1326/3236], Loss: 2.3678, Perplexity: 10.6734
Epoch [1/1], Step [1327/3236], Loss: 2.3875, Perplexity: 10.8858
Epoch [1/1], Step [1328/3236], Loss: 2.5723, Perplexity: 13.0964
Epoch [1/1], Step [1329/3236], Loss: 2.5882, Perplexity: 13.3055
Epoch [1/1], Step [1330/3236], Loss: 2.3850, Perplexity: 10.8594
Epoch [1/1], Step [1331/3236], Loss: 2.8339, Perplexity: 17.0114
Epoch [1/1], Step [1332/3236], Loss: 2.9387, Perplexity: 18.8919
Epoch [1/1], Step [1333/3236], Loss: 2.4665, Perplexity: 11.7806
Epoch [1/1], Step [1334/3236], Loss: 2.7446, Perplexity: 15.5587
Epoch [1/1], Step [1335/3236], Loss: 2.4134, Perplexity: 11.1715
Epoch [1/1], Step [1336/3236], Loss: 2.4389, Perplexity: 11.4606
Epoch [1/1], Step [1337/3236], Loss: 2.2335, Perplexity: 9.3323
Epoch [1/1], Step [1338/3236], Loss: 3.1049, Perplexity: 22.3080
Epoch [1/1], Step [1339/3236], Loss: 2.4402, Perplexity: 11.4755
Epoch [1/1], Step [1340/3236], Loss: 2.4432, Perplexity: 11.5093
Epoch [1/1], Step [1341/3236], Loss: 2.3316, Perplexity: 10.2940
Epoch [1/1], Step [1342/3236], Loss: 2.4529, Perplexity: 11.6225
Epoch [1/1], Step [1343/3236], Loss: 2.3581, Perplexity: 10.5706
Epoch [1/1], Step [1344/3236], Loss: 2.5644, Perplexity: 12.9929
Epoch [1/1], Step [1345/3236], Loss: 2.4259, Perplexity: 11.3121
Epoch [1/1], Step [1346/3236], Loss: 2.4912, Perplexity: 12.0760
Epoch [1/1], Step [1347/3236], Loss: 2.5722, Perplexity: 13.0941
Epoch [1/1], Step [1348/3236], Loss: 2.7793, Perplexity: 16.1082
Epoch [1/1], Step [1349/3236], Loss: 2.6667, Perplexity: 14.3928
Epoch [1/1], Step [1350/3236], Loss: 2.2002, Perplexity: 9.0268
Epoch [1/1], Step [1351/3236], Loss: 2.7110, Perplexity: 15.0450
Epoch [1/1], Step [1352/3236], Loss: 2.6002, Perplexity: 13.4659
Epoch [1/1], Step [1353/3236], Loss: 2.6192, Perplexity: 13.7244
Epoch [1/1], Step [1354/3236], Loss: 2.4262, Perplexity: 11.3162
Epoch [1/1], Step [1355/3236], Loss: 2.4220, Perplexity: 11.2684
Epoch [1/1], Step [1356/3236], Loss: 2.3886, Perplexity: 10.8984
Epoch [1/1], Step [1357/3236], Loss: 2.5183, Perplexity: 12.4074
Epoch [1/1], Step [1358/3236], Loss: 2.4784, Perplexity: 11.9219
Epoch [1/1], Step [1359/3236], Loss: 2.3837, Perplexity: 10.8448
Epoch [1/1], Step [1360/3236], Loss: 2.3874, Perplexity: 10.8848
Epoch [1/1], Step [1361/3236], Loss: 2.7459, Perplexity: 15.5790
Epoch [1/1], Step [1362/3236], Loss: 2.2600, Perplexity: 9.5830
Epoch [1/1], Step [1363/3236], Loss: 2.5807, Perplexity: 13.2063
Epoch [1/1], Step [1364/3236], Loss: 2.3337, Perplexity: 10.3160
Epoch [1/1], Step [1365/3236], Loss: 2.6040, Perplexity: 13.5176
Epoch [1/1], Step [1366/3236], Loss: 2.3636, Perplexity: 10.6292
Epoch [1/1], Step [1367/3236], Loss: 2.3861, Perplexity: 10.8711
Epoch [1/1], Step [1368/3236], Loss: 2.3189, Perplexity: 10.1642
Epoch [1/1], Step [1369/3236], Loss: 2.4695, Perplexity: 11.8164
Epoch [1/1], Step [1370/3236], Loss: 2.4344, Perplexity: 11.4086
Epoch [1/1], Step [1371/3236], Loss: 2.2332, Perplexity: 9.3298
Epoch [1/1], Step [1372/3236], Loss: 2.4580, Perplexity: 11.6820
Epoch [1/1], Step [1373/3236], Loss: 2.5249, Perplexity: 12.4891
Epoch [1/1], Step [1374/3236], Loss: 2.8622, Perplexity: 17.4991
Epoch [1/1], Step [1375/3236], Loss: 2.3547, Perplexity: 10.5347
Epoch [1/1], Step [1376/3236], Loss: 2.3405, Perplexity: 10.3868
Epoch [1/1], Step [1377/3236], Loss: 2.3099, Perplexity: 10.0737
Epoch [1/1], Step [1378/3236], Loss: 2.4866, Perplexity: 12.0206
Epoch [1/1], Step [1379/3236], Loss: 2.8332, Perplexity: 16.9991
Epoch [1/1], Step [1380/3236], Loss: 2.2446, Perplexity: 9.4370
Epoch [1/1], Step [1381/3236], Loss: 2.2765, Perplexity: 9.7422
Epoch [1/1], Step [1382/3236], Loss: 2.4655, Perplexity: 11.7690
Epoch [1/1], Step [1383/3236], Loss: 2.4577, Perplexity: 11.6783
Epoch [1/1], Step [1384/3236], Loss: 2.4650, Perplexity: 11.7633
Epoch [1/1], Step [1385/3236], Loss: 2.1777, Perplexity: 8.8264
Epoch [1/1], Step [1386/3236], Loss: 2.5984, Perplexity: 13.4422
Epoch [1/1], Step [1387/3236], Loss: 2.5524, Perplexity: 12.8375
Epoch [1/1], Step [1388/3236], Loss: 2.2934, Perplexity: 9.9089
Epoch [1/1], Step [1389/3236], Loss: 3.0569, Perplexity: 21.2608
Epoch [1/1], Step [1390/3236], Loss: 2.4573, Perplexity: 11.6738
Epoch [1/1], Step [1391/3236], Loss: 2.3852, Perplexity: 10.8610
Epoch [1/1], Step [1392/3236], Loss: 2.4077, Perplexity: 11.1087
Epoch [1/1], Step [1393/3236], Loss: 2.6953, Perplexity: 14.8102
Epoch [1/1], Step [1394/3236], Loss: 2.4656, Perplexity: 11.7703
Epoch [1/1], Step [1395/3236], Loss: 2.5068, Perplexity: 12.2656
Epoch [1/1], Step [1396/3236], Loss: 2.4981, Perplexity: 12.1600
Epoch [1/1], Step [1397/3236], Loss: 2.4521, Perplexity: 11.6127
Epoch [1/1], Step [1398/3236], Loss: 2.3869, Perplexity: 10.8794
Epoch [1/1], Step [1399/3236], Loss: 2.4203, Perplexity: 11.2489
Epoch [1/1], Step [1400/3236], Loss: 2.2970, Perplexity: 9.9444
Epoch [1/1], Step [1401/3236], Loss: 2.4700, Perplexity: 11.8227
Epoch [1/1], Step [1402/3236], Loss: 2.4462, Perplexity: 11.5448
Epoch [1/1], Step [1403/3236], Loss: 2.4505, Perplexity: 11.5946
Epoch [1/1], Step [1404/3236], Loss: 2.4310, Perplexity: 11.3705
Epoch [1/1], Step [1405/3236], Loss: 2.5347, Perplexity: 12.6127
Epoch [1/1], Step [1406/3236], Loss: 2.5701, Perplexity: 13.0674
Epoch [1/1], Step [1407/3236], Loss: 2.4654, Perplexity: 11.7682
Epoch [1/1], Step [1408/3236], Loss: 2.4416, Perplexity: 11.4909
Epoch [1/1], Step [1409/3236], Loss: 2.5493, Perplexity: 12.7982
Epoch [1/1], Step [1410/3236], Loss: 2.3236, Perplexity: 10.2121
Epoch [1/1], Step [1411/3236], Loss: 2.5199, Perplexity: 12.4277
Epoch [1/1], Step [1412/3236], Loss: 2.5095, Perplexity: 12.2987
Epoch [1/1], Step [1413/3236], Loss: 2.3709, Perplexity: 10.7075
Epoch [1/1], Step [1414/3236], Loss: 2.3661, Perplexity: 10.6558
Epoch [1/1], Step [1415/3236], Loss: 2.3261, Perplexity: 10.2381
Epoch [1/1], Step [1416/3236], Loss: 2.3899, Perplexity: 10.9125
Epoch [1/1], Step [1417/3236], Loss: 2.3290, Perplexity: 10.2672
Epoch [1/1], Step [1418/3236], Loss: 2.4890, Perplexity: 12.0498
Epoch [1/1], Step [1419/3236], Loss: 2.4646, Perplexity: 11.7591
Epoch [1/1], Step [1420/3236], Loss: 2.9500, Perplexity: 19.1060
Epoch [1/1], Step [1421/3236], Loss: 2.2780, Perplexity: 9.7572
Epoch [1/1], Step [1422/3236], Loss: 2.3410, Perplexity: 10.3915
Epoch [1/1], Step [1423/3236], Loss: 2.3559, Perplexity: 10.5476
Epoch [1/1], Step [1424/3236], Loss: 2.3164, Perplexity: 10.1389
Epoch [1/1], Step [1425/3236], Loss: 2.4438, Perplexity: 11.5165
Epoch [1/1], Step [1426/3236], Loss: 2.5922, Perplexity: 13.3594
Epoch [1/1], Step [1427/3236], Loss: 2.4356, Perplexity: 11.4225
Epoch [1/1], Step [1428/3236], Loss: 2.3246, Perplexity: 10.2223
Epoch [1/1], Step [1429/3236], Loss: 2.3119, Perplexity: 10.0940
Epoch [1/1], Step [1430/3236], Loss: 2.2506, Perplexity: 9.4932
Epoch [1/1], Step [1431/3236], Loss: 2.7775, Perplexity: 16.0790
Epoch [1/1], Step [1432/3236], Loss: 2.4706, Perplexity: 11.8296
Epoch [1/1], Step [1433/3236], Loss: 3.0508, Perplexity: 21.1317
Epoch [1/1], Step [1434/3236], Loss: 2.4956, Perplexity: 12.1296
Epoch [1/1], Step [1435/3236], Loss: 2.5033, Perplexity: 12.2232
Epoch [1/1], Step [1436/3236], Loss: 2.3556, Perplexity: 10.5442
Epoch [1/1], Step [1437/3236], Loss: 2.5776, Perplexity: 13.1659
Epoch [1/1], Step [1438/3236], Loss: 2.3476, Perplexity: 10.4599
Epoch [1/1], Step [1439/3236], Loss: 2.4947, Perplexity: 12.1177
Epoch [1/1], Step [1440/3236], Loss: 2.3302, Perplexity: 10.2800
Epoch [1/1], Step [1441/3236], Loss: 2.8204, Perplexity: 16.7844
Epoch [1/1], Step [1442/3236], Loss: 2.4478, Perplexity: 11.5630
Epoch [1/1], Step [1443/3236], Loss: 2.4234, Perplexity: 11.2846
Epoch [1/1], Step [1444/3236], Loss: 2.3441, Perplexity: 10.4240
Epoch [1/1], Step [1445/3236], Loss: 2.3823, Perplexity: 10.8298
Epoch [1/1], Step [1446/3236], Loss: 2.5126, Perplexity: 12.3372
Epoch [1/1], Step [1447/3236], Loss: 2.4326, Perplexity: 11.3885
Epoch [1/1], Step [1448/3236], Loss: 2.8208, Perplexity: 16.7904
Epoch [1/1], Step [1449/3236], Loss: 2.3840, Perplexity: 10.8483
Epoch [1/1], Step [1450/3236], Loss: 2.3205, Perplexity: 10.1803
Epoch [1/1], Step [1451/3236], Loss: 2.5955, Perplexity: 13.4036
Epoch [1/1], Step [1452/3236], Loss: 2.2493, Perplexity: 9.4815
Epoch [1/1], Step [1453/3236], Loss: 2.4413, Perplexity: 11.4879
Epoch [1/1], Step [1454/3236], Loss: 2.7751, Perplexity: 16.0396
Epoch [1/1], Step [1455/3236], Loss: 2.5089, Perplexity: 12.2917
Epoch [1/1], Step [1456/3236], Loss: 2.3855, Perplexity: 10.8640
Epoch [1/1], Step [1457/3236], Loss: 2.2897, Perplexity: 9.8721
Epoch [1/1], Step [1458/3236], Loss: 2.4021, Perplexity: 11.0459
Epoch [1/1], Step [1459/3236], Loss: 2.3238, Perplexity: 10.2142
Epoch [1/1], Step [1460/3236], Loss: 2.4890, Perplexity: 12.0491
Epoch [1/1], Step [1461/3236], Loss: 2.3817, Perplexity: 10.8228
Epoch [1/1], Step [1462/3236], Loss: 2.3725, Perplexity: 10.7240
Epoch [1/1], Step [1463/3236], Loss: 2.4226, Perplexity: 11.2747
Epoch [1/1], Step [1464/3236], Loss: 2.2625, Perplexity: 9.6075
Epoch [1/1], Step [1465/3236], Loss: 2.2353, Perplexity: 9.3490
Epoch [1/1], Step [1466/3236], Loss: 2.4448, Perplexity: 11.5286
Epoch [1/1], Step [1467/3236], Loss: 2.5463, Perplexity: 12.7600
Epoch [1/1], Step [1468/3236], Loss: 2.3478, Perplexity: 10.4630
Epoch [1/1], Step [1469/3236], Loss: 2.4402, Perplexity: 11.4757
Epoch [1/1], Step [1470/3236], Loss: 2.2857, Perplexity: 9.8328
Epoch [1/1], Step [1471/3236], Loss: 2.3478, Perplexity: 10.4625
Epoch [1/1], Step [1472/3236], Loss: 2.3201, Perplexity: 10.1771
Epoch [1/1], Step [1473/3236], Loss: 2.3791, Perplexity: 10.7948
Epoch [1/1], Step [1474/3236], Loss: 2.3042, Perplexity: 10.0163
Epoch [1/1], Step [1475/3236], Loss: 3.2713, Perplexity: 26.3443
Epoch [1/1], Step [1476/3236], Loss: 2.6909, Perplexity: 14.7445
Epoch [1/1], Step [1477/3236], Loss: 2.6056, Perplexity: 13.5393
Epoch [1/1], Step [1478/3236], Loss: 2.4552, Perplexity: 11.6487
Epoch [1/1], Step [1479/3236], Loss: 3.0856, Perplexity: 21.8809
Epoch [1/1], Step [1480/3236], Loss: 2.4236, Perplexity: 11.2867
Epoch [1/1], Step [1481/3236], Loss: 2.4441, Perplexity: 11.5203
Epoch [1/1], Step [1482/3236], Loss: 2.3430, Perplexity: 10.4120
Epoch [1/1], Step [1483/3236], Loss: 2.2721, Perplexity: 9.7002
Epoch [1/1], Step [1484/3236], Loss: 2.4596, Perplexity: 11.6997
Epoch [1/1], Step [1485/3236], Loss: 2.3132, Perplexity: 10.1070
Epoch [1/1], Step [1486/3236], Loss: 2.3871, Perplexity: 10.8824
Epoch [1/1], Step [1487/3236], Loss: 2.1777, Perplexity: 8.8263
Epoch [1/1], Step [1488/3236], Loss: 2.5346, Perplexity: 12.6109
Epoch [1/1], Step [1489/3236], Loss: 2.3453, Perplexity: 10.4360
Epoch [1/1], Step [1490/3236], Loss: 2.8541, Perplexity: 17.3594
Epoch [1/1], Step [1491/3236], Loss: 2.8902, Perplexity: 17.9972
Epoch [1/1], Step [1492/3236], Loss: 2.3591, Perplexity: 10.5819
Epoch [1/1], Step [1493/3236], Loss: 2.5217, Perplexity: 12.4500
Epoch [1/1], Step [1494/3236], Loss: 2.4826, Perplexity: 11.9723
Epoch [1/1], Step [1495/3236], Loss: 2.5891, Perplexity: 13.3179
Epoch [1/1], Step [1496/3236], Loss: 2.4073, Perplexity: 11.1043
Epoch [1/1], Step [1497/3236], Loss: 2.7780, Perplexity: 16.0873
Epoch [1/1], Step [1498/3236], Loss: 2.4968, Perplexity: 12.1434
Epoch [1/1], Step [1499/3236], Loss: 2.5402, Perplexity: 12.6821
Epoch [1/1], Step [1500/3236], Loss: 2.4825, Perplexity: 11.9717
Epoch [1/1], Step [1501/3236], Loss: 2.3267, Perplexity: 10.2442
Epoch [1/1], Step [1502/3236], Loss: 2.5251, Perplexity: 12.4920
Epoch [1/1], Step [1503/3236], Loss: 2.1882, Perplexity: 8.9190
Epoch [1/1], Step [1504/3236], Loss: 2.2644, Perplexity: 9.6255
Epoch [1/1], Step [1505/3236], Loss: 2.3017, Perplexity: 9.9914
Epoch [1/1], Step [1506/3236], Loss: 2.5334, Perplexity: 12.5960
Epoch [1/1], Step [1507/3236], Loss: 2.4441, Perplexity: 11.5200
Epoch [1/1], Step [1508/3236], Loss: 2.3729, Perplexity: 10.7284
Epoch [1/1], Step [1509/3236], Loss: 2.3490, Perplexity: 10.4747
Epoch [1/1], Step [1510/3236], Loss: 2.5050, Perplexity: 12.2436
Epoch [1/1], Step [1511/3236], Loss: 2.4835, Perplexity: 11.9835
Epoch [1/1], Step [1512/3236], Loss: 2.5077, Perplexity: 12.2761
Epoch [1/1], Step [1513/3236], Loss: 2.3613, Perplexity: 10.6050
Epoch [1/1], Step [1514/3236], Loss: 2.4658, Perplexity: 11.7726
Epoch [1/1], Step [1515/3236], Loss: 2.4788, Perplexity: 11.9272
Epoch [1/1], Step [1516/3236], Loss: 3.0588, Perplexity: 21.3024
Epoch [1/1], Step [1517/3236], Loss: 2.2491, Perplexity: 9.4789
Epoch [1/1], Step [1518/3236], Loss: 2.4106, Perplexity: 11.1410
Epoch [1/1], Step [1519/3236], Loss: 2.4138, Perplexity: 11.1768
Epoch [1/1], Step [1520/3236], Loss: 2.4540, Perplexity: 11.6349
Epoch [1/1], Step [1521/3236], Loss: 2.3735, Perplexity: 10.7344
Epoch [1/1], Step [1522/3236], Loss: 2.3502, Perplexity: 10.4873
Epoch [1/1], Step [1523/3236], Loss: 2.2488, Perplexity: 9.4767
Epoch [1/1], Step [1524/3236], Loss: 2.3005, Perplexity: 9.9790
Epoch [1/1], Step [1525/3236], Loss: 2.5692, Perplexity: 13.0551
Epoch [1/1], Step [1526/3236], Loss: 2.5994, Perplexity: 13.4559
Epoch [1/1], Step [1527/3236], Loss: 2.3304, Perplexity: 10.2819
Epoch [1/1], Step [1528/3236], Loss: 2.4005, Perplexity: 11.0283
Epoch [1/1], Step [1529/3236], Loss: 2.2430, Perplexity: 9.4216
Epoch [1/1], Step [1530/3236], Loss: 2.6134, Perplexity: 13.6450
Epoch [1/1], Step [1531/3236], Loss: 2.2990, Perplexity: 9.9637
Epoch [1/1], Step [1532/3236], Loss: 2.4126, Perplexity: 11.1634
Epoch [1/1], Step [1533/3236], Loss: 2.3744, Perplexity: 10.7442
Epoch [1/1], Step [1534/3236], Loss: 3.1762, Perplexity: 23.9562
Epoch [1/1], Step [1535/3236], Loss: 2.3719, Perplexity: 10.7179
Epoch [1/1], Step [1536/3236], Loss: 2.4098, Perplexity: 11.1321
Epoch [1/1], Step [1537/3236], Loss: 2.5639, Perplexity: 12.9868
Epoch [1/1], Step [1538/3236], Loss: 3.0144, Perplexity: 20.3765
Epoch [1/1], Step [1539/3236], Loss: 2.2293, Perplexity: 9.2938
Epoch [1/1], Step [1540/3236], Loss: 2.5106, Perplexity: 12.3128
Epoch [1/1], Step [1541/3236], Loss: 2.4188, Perplexity: 11.2326
Epoch [1/1], Step [1542/3236], Loss: 2.5893, Perplexity: 13.3199
Epoch [1/1], Step [1543/3236], Loss: 2.4057, Perplexity: 11.0859
Epoch [1/1], Step [1544/3236], Loss: 2.3855, Perplexity: 10.8643
Epoch [1/1], Step [1545/3236], Loss: 3.0270, Perplexity: 20.6347
Epoch [1/1], Step [1546/3236], Loss: 3.0276, Perplexity: 20.6483
Epoch [1/1], Step [1547/3236], Loss: 2.4586, Perplexity: 11.6881
Epoch [1/1], Step [1548/3236], Loss: 3.2671, Perplexity: 26.2339
Epoch [1/1], Step [1549/3236], Loss: 2.7796, Perplexity: 16.1128
Epoch [1/1], Step [1550/3236], Loss: 2.4667, Perplexity: 11.7838
Epoch [1/1], Step [1551/3236], Loss: 2.4513, Perplexity: 11.6038
Epoch [1/1], Step [1552/3236], Loss: 2.3749, Perplexity: 10.7504
Epoch [1/1], Step [1553/3236], Loss: 2.3918, Perplexity: 10.9330
Epoch [1/1], Step [1554/3236], Loss: 2.3846, Perplexity: 10.8550
Epoch [1/1], Step [1555/3236], Loss: 2.2615, Perplexity: 9.5979
Epoch [1/1], Step [1556/3236], Loss: 2.4874, Perplexity: 12.0301
Epoch [1/1], Step [1557/3236], Loss: 2.5302, Perplexity: 12.5561
Epoch [1/1], Step [1558/3236], Loss: 2.9143, Perplexity: 18.4356
Epoch [1/1], Step [1559/3236], Loss: 2.2647, Perplexity: 9.6283
Epoch [1/1], Step [1560/3236], Loss: 2.2468, Perplexity: 9.4575
Epoch [1/1], Step [1561/3236], Loss: 2.3424, Perplexity: 10.4059
Epoch [1/1], Step [1562/3236], Loss: 2.5083, Perplexity: 12.2840
Epoch [1/1], Step [1563/3236], Loss: 2.3287, Perplexity: 10.2641
Epoch [1/1], Step [1564/3236], Loss: 2.3908, Perplexity: 10.9221
Epoch [1/1], Step [1565/3236], Loss: 2.2416, Perplexity: 9.4088
Epoch [1/1], Step [1566/3236], Loss: 2.3795, Perplexity: 10.7992
Epoch [1/1], Step [1567/3236], Loss: 2.3770, Perplexity: 10.7723
Epoch [1/1], Step [1568/3236], Loss: 2.3476, Perplexity: 10.4609
Epoch [1/1], Step [1569/3236], Loss: 2.1248, Perplexity: 8.3713
Epoch [1/1], Step [1570/3236], Loss: 2.4434, Perplexity: 11.5119
Epoch [1/1], Step [1571/3236], Loss: 2.3761, Perplexity: 10.7629
Epoch [1/1], Step [1572/3236], Loss: 2.9851, Perplexity: 19.7893
Epoch [1/1], Step [1573/3236], Loss: 2.3625, Perplexity: 10.6172
Epoch [1/1], Step [1574/3236], Loss: 2.4041, Perplexity: 11.0685
Epoch [1/1], Step [1575/3236], Loss: 2.3427, Perplexity: 10.4091
Epoch [1/1], Step [1576/3236], Loss: 2.3067, Perplexity: 10.0412
Epoch [1/1], Step [1577/3236], Loss: 2.3131, Perplexity: 10.1057
Epoch [1/1], Step [1578/3236], Loss: 2.4130, Perplexity: 11.1669
Epoch [1/1], Step [1579/3236], Loss: 2.3975, Perplexity: 10.9955
Epoch [1/1], Step [1580/3236], Loss: 2.4064, Perplexity: 11.0943
Epoch [1/1], Step [1581/3236], Loss: 2.6309, Perplexity: 13.8856
Epoch [1/1], Step [1582/3236], Loss: 2.2354, Perplexity: 9.3499
Epoch [1/1], Step [1583/3236], Loss: 2.2777, Perplexity: 9.7546
Epoch [1/1], Step [1584/3236], Loss: 2.5605, Perplexity: 12.9421
Epoch [1/1], Step [1585/3236], Loss: 2.2793, Perplexity: 9.7695
Epoch [1/1], Step [1586/3236], Loss: 2.3403, Perplexity: 10.3845
Epoch [1/1], Step [1587/3236], Loss: 2.8051, Perplexity: 16.5292
Epoch [1/1], Step [1588/3236], Loss: 2.9320, Perplexity: 18.7659
Epoch [1/1], Step [1589/3236], Loss: 2.3230, Perplexity: 10.2059
Epoch [1/1], Step [1590/3236], Loss: 2.5039, Perplexity: 12.2295
Epoch [1/1], Step [1591/3236], Loss: 2.4514, Perplexity: 11.6044
Epoch [1/1], Step [1592/3236], Loss: 2.2855, Perplexity: 9.8301
Epoch [1/1], Step [1593/3236], Loss: 2.1755, Perplexity: 8.8067
Epoch [1/1], Step [1594/3236], Loss: 2.2747, Perplexity: 9.7248
Epoch [1/1], Step [1595/3236], Loss: 2.5692, Perplexity: 13.0557
Epoch [1/1], Step [1596/3236], Loss: 2.3805, Perplexity: 10.8105
Epoch [1/1], Step [1597/3236], Loss: 2.2201, Perplexity: 9.2083
Epoch [1/1], Step [1598/3236], Loss: 2.3025, Perplexity: 9.9992
Epoch [1/1], Step [1599/3236], Loss: 2.2791, Perplexity: 9.7679
Epoch [1/1], Step [1600/3236], Loss: 2.4619, Perplexity: 11.7275
Epoch [1/1], Step [1601/3236], Loss: 2.3454, Perplexity: 10.4373
Epoch [1/1], Step [1602/3236], Loss: 2.3273, Perplexity: 10.2503
Epoch [1/1], Step [1603/3236], Loss: 2.2321, Perplexity: 9.3197
Epoch [1/1], Step [1604/3236], Loss: 2.2898, Perplexity: 9.8731
Epoch [1/1], Step [1605/3236], Loss: 2.3769, Perplexity: 10.7712
Epoch [1/1], Step [1606/3236], Loss: 2.3614, Perplexity: 10.6055
Epoch [1/1], Step [1607/3236], Loss: 2.4474, Perplexity: 11.5588
Epoch [1/1], Step [1608/3236], Loss: 2.6979, Perplexity: 14.8489
Epoch [1/1], Step [1609/3236], Loss: 2.2943, Perplexity: 9.9180
Epoch [1/1], Step [1610/3236], Loss: 2.3296, Perplexity: 10.2739
Epoch [1/1], Step [1611/3236], Loss: 2.3437, Perplexity: 10.4196
Epoch [1/1], Step [1612/3236], Loss: 2.4807, Perplexity: 11.9492
Epoch [1/1], Step [1613/3236], Loss: 2.2016, Perplexity: 9.0394
Epoch [1/1], Step [1614/3236], Loss: 2.3562, Perplexity: 10.5511
Epoch [1/1], Step [1615/3236], Loss: 2.2765, Perplexity: 9.7427
Epoch [1/1], Step [1616/3236], Loss: 2.4582, Perplexity: 11.6834
Epoch [1/1], Step [1617/3236], Loss: 2.4566, Perplexity: 11.6651
Epoch [1/1], Step [1618/3236], Loss: 2.3369, Perplexity: 10.3490
Epoch [1/1], Step [1619/3236], Loss: 2.8021, Perplexity: 16.4786
Epoch [1/1], Step [1620/3236], Loss: 2.2762, Perplexity: 9.7400
Epoch [1/1], Step [1621/3236], Loss: 2.4661, Perplexity: 11.7760
Epoch [1/1], Step [1622/3236], Loss: 2.4009, Perplexity: 11.0333
Epoch [1/1], Step [1623/3236], Loss: 2.5297, Perplexity: 12.5492
Epoch [1/1], Step [1624/3236], Loss: 2.2363, Perplexity: 9.3586
Epoch [1/1], Step [1625/3236], Loss: 2.1351, Perplexity: 8.4583
Epoch [1/1], Step [1626/3236], Loss: 2.2425, Perplexity: 9.4173
Epoch [1/1], Step [1627/3236], Loss: 2.2990, Perplexity: 9.9639
Epoch [1/1], Step [1628/3236], Loss: 2.1780, Perplexity: 8.8286
Epoch [1/1], Step [1629/3236], Loss: 2.2613, Perplexity: 9.5952
Epoch [1/1], Step [1630/3236], Loss: 2.2872, Perplexity: 9.8472
Epoch [1/1], Step [1631/3236], Loss: 2.3115, Perplexity: 10.0893
Epoch [1/1], Step [1632/3236], Loss: 2.2811, Perplexity: 9.7877
Epoch [1/1], Step [1633/3236], Loss: 2.4206, Perplexity: 11.2523
Epoch [1/1], Step [1634/3236], Loss: 2.2834, Perplexity: 9.8096
Epoch [1/1], Step [1635/3236], Loss: 2.5498, Perplexity: 12.8045
Epoch [1/1], Step [1636/3236], Loss: 2.3145, Perplexity: 10.1200
Epoch [1/1], Step [1637/3236], Loss: 2.2505, Perplexity: 9.4928
Epoch [1/1], Step [1638/3236], Loss: 2.3989, Perplexity: 11.0109
Epoch [1/1], Step [1639/3236], Loss: 2.3811, Perplexity: 10.8167
Epoch [1/1], Step [1640/3236], Loss: 2.4766, Perplexity: 11.9009
Epoch [1/1], Step [1641/3236], Loss: 2.3166, Perplexity: 10.1408
Epoch [1/1], Step [1642/3236], Loss: 2.3209, Perplexity: 10.1851
Epoch [1/1], Step [1643/3236], Loss: 2.3118, Perplexity: 10.0923
Epoch [1/1], Step [1644/3236], Loss: 2.2333, Perplexity: 9.3309
Epoch [1/1], Step [1645/3236], Loss: 2.3523, Perplexity: 10.5100
Epoch [1/1], Step [1646/3236], Loss: 2.8152, Perplexity: 16.6964
Epoch [1/1], Step [1647/3236], Loss: 2.7964, Perplexity: 16.3849
Epoch [1/1], Step [1648/3236], Loss: 2.4924, Perplexity: 12.0901
Epoch [1/1], Step [1649/3236], Loss: 2.3411, Perplexity: 10.3925
Epoch [1/1], Step [1650/3236], Loss: 2.3634, Perplexity: 10.6268
Epoch [1/1], Step [1651/3236], Loss: 2.4514, Perplexity: 11.6051
Epoch [1/1], Step [1652/3236], Loss: 2.5051, Perplexity: 12.2453
Epoch [1/1], Step [1653/3236], Loss: 2.4649, Perplexity: 11.7621
Epoch [1/1], Step [1654/3236], Loss: 2.2993, Perplexity: 9.9670
Epoch [1/1], Step [1655/3236], Loss: 2.5189, Perplexity: 12.4155
Epoch [1/1], Step [1656/3236], Loss: 2.5086, Perplexity: 12.2874
Epoch [1/1], Step [1657/3236], Loss: 2.3325, Perplexity: 10.3036
Epoch [1/1], Step [1658/3236], Loss: 2.2733, Perplexity: 9.7119
Epoch [1/1], Step [1659/3236], Loss: 2.2763, Perplexity: 9.7410
Epoch [1/1], Step [1660/3236], Loss: 2.3552, Perplexity: 10.5401
Epoch [1/1], Step [1661/3236], Loss: 2.3638, Perplexity: 10.6317
Epoch [1/1], Step [1662/3236], Loss: 2.4380, Perplexity: 11.4499
Epoch [1/1], Step [1663/3236], Loss: 2.4052, Perplexity: 11.0806
Epoch [1/1], Step [1664/3236], Loss: 2.2540, Perplexity: 9.5258
Epoch [1/1], Step [1665/3236], Loss: 2.4755, Perplexity: 11.8873
Epoch [1/1], Step [1666/3236], Loss: 2.8077, Perplexity: 16.5714
Epoch [1/1], Step [1667/3236], Loss: 2.4201, Perplexity: 11.2474
Epoch [1/1], Step [1668/3236], Loss: 2.6372, Perplexity: 13.9745
Epoch [1/1], Step [1669/3236], Loss: 2.3419, Perplexity: 10.4008
Epoch [1/1], Step [1670/3236], Loss: 2.1894, Perplexity: 8.9300
Epoch [1/1], Step [1671/3236], Loss: 2.6443, Perplexity: 14.0739
Epoch [1/1], Step [1672/3236], Loss: 2.2665, Perplexity: 9.6456
Epoch [1/1], Step [1673/3236], Loss: 2.2752, Perplexity: 9.7297
Epoch [1/1], Step [1674/3236], Loss: 2.3796, Perplexity: 10.8004
Epoch [1/1], Step [1675/3236], Loss: 2.2203, Perplexity: 9.2098
Epoch [1/1], Step [1676/3236], Loss: 2.3272, Perplexity: 10.2496
Epoch [1/1], Step [1677/3236], Loss: 2.3017, Perplexity: 9.9910
Epoch [1/1], Step [1678/3236], Loss: 2.4223, Perplexity: 11.2720
Epoch [1/1], Step [1679/3236], Loss: 2.4645, Perplexity: 11.7580
Epoch [1/1], Step [1680/3236], Loss: 2.5027, Perplexity: 12.2152
Epoch [1/1], Step [1681/3236], Loss: 2.3916, Perplexity: 10.9313
Epoch [1/1], Step [1682/3236], Loss: 2.6967, Perplexity: 14.8305
Epoch [1/1], Step [1683/3236], Loss: 2.5149, Perplexity: 12.3655
Epoch [1/1], Step [1684/3236], Loss: 2.5212, Perplexity: 12.4439
Epoch [1/1], Step [1685/3236], Loss: 2.4441, Perplexity: 11.5205
Epoch [1/1], Step [1686/3236], Loss: 2.2415, Perplexity: 9.4072
Epoch [1/1], Step [1687/3236], Loss: 2.4111, Perplexity: 11.1462
Epoch [1/1], Step [1688/3236], Loss: 2.7195, Perplexity: 15.1731
Epoch [1/1], Step [1689/3236], Loss: 2.3483, Perplexity: 10.4682
Epoch [1/1], Step [1690/3236], Loss: 2.4901, Perplexity: 12.0622
Epoch [1/1], Step [1691/3236], Loss: 2.3187, Perplexity: 10.1623
Epoch [1/1], Step [1692/3236], Loss: 2.3025, Perplexity: 9.9994
Epoch [1/1], Step [1693/3236], Loss: 2.2201, Perplexity: 9.2080
Epoch [1/1], Step [1694/3236], Loss: 2.6283, Perplexity: 13.8501
Epoch [1/1], Step [1695/3236], Loss: 3.0740, Perplexity: 21.6281
Epoch [1/1], Step [1696/3236], Loss: 2.3965, Perplexity: 10.9852
Epoch [1/1], Step [1697/3236], Loss: 2.2730, Perplexity: 9.7089
Epoch [1/1], Step [1698/3236], Loss: 2.3915, Perplexity: 10.9296
Epoch [1/1], Step [1699/3236], Loss: 2.2732, Perplexity: 9.7106
Epoch [1/1], Step [1700/3236], Loss: 2.1921, Perplexity: 8.9543
Epoch [1/1], Step [1701/3236], Loss: 2.2084, Perplexity: 9.1008
Epoch [1/1], Step [1702/3236], Loss: 2.2934, Perplexity: 9.9083
Epoch [1/1], Step [1703/3236], Loss: 2.2847, Perplexity: 9.8230
Epoch [1/1], Step [1704/3236], Loss: 2.3923, Perplexity: 10.9390
Epoch [1/1], Step [1705/3236], Loss: 2.4306, Perplexity: 11.3655
Epoch [1/1], Step [1706/3236], Loss: 2.4351, Perplexity: 11.4166
Epoch [1/1], Step [1707/3236], Loss: 2.3812, Perplexity: 10.8178
Epoch [1/1], Step [1708/3236], Loss: 2.9938, Perplexity: 19.9611
Epoch [1/1], Step [1709/3236], Loss: 2.4325, Perplexity: 11.3870
Epoch [1/1], Step [1710/3236], Loss: 2.4499, Perplexity: 11.5872
Epoch [1/1], Step [1711/3236], Loss: 2.3037, Perplexity: 10.0108
Epoch [1/1], Step [1712/3236], Loss: 2.1680, Perplexity: 8.7411
Epoch [1/1], Step [1713/3236], Loss: 2.3245, Perplexity: 10.2214
Epoch [1/1], Step [1714/3236], Loss: 2.3744, Perplexity: 10.7441
Epoch [1/1], Step [1715/3236], Loss: 2.4419, Perplexity: 11.4953
Epoch [1/1], Step [1716/3236], Loss: 3.0179, Perplexity: 20.4475
Epoch [1/1], Step [1717/3236], Loss: 2.9746, Perplexity: 19.5820
Epoch [1/1], Step [1718/3236], Loss: 2.2864, Perplexity: 9.8397
Epoch [1/1], Step [1719/3236], Loss: 2.5330, Perplexity: 12.5910
Epoch [1/1], Step [1720/3236], Loss: 2.3086, Perplexity: 10.0608
Epoch [1/1], Step [1721/3236], Loss: 2.6532, Perplexity: 14.1995
Epoch [1/1], Step [1722/3236], Loss: 2.5174, Perplexity: 12.3962
Epoch [1/1], Step [1723/3236], Loss: 2.9629, Perplexity: 19.3545
Epoch [1/1], Step [1724/3236], Loss: 2.3876, Perplexity: 10.8874
Epoch [1/1], Step [1725/3236], Loss: 2.3961, Perplexity: 10.9798
Epoch [1/1], Step [1726/3236], Loss: 2.3722, Perplexity: 10.7206
Epoch [1/1], Step [1727/3236], Loss: 2.4491, Perplexity: 11.5781
Epoch [1/1], Step [1728/3236], Loss: 2.3105, Perplexity: 10.0798
Epoch [1/1], Step [1729/3236], Loss: 2.3212, Perplexity: 10.1878
Epoch [1/1], Step [1730/3236], Loss: 2.4726, Perplexity: 11.8532
Epoch [1/1], Step [1731/3236], Loss: 2.2787, Perplexity: 9.7642
Epoch [1/1], Step [1732/3236], Loss: 2.3852, Perplexity: 10.8613
Epoch [1/1], Step [1733/3236], Loss: 2.2498, Perplexity: 9.4862
Epoch [1/1], Step [1734/3236], Loss: 3.2210, Perplexity: 25.0525
Epoch [1/1], Step [1735/3236], Loss: 2.3646, Perplexity: 10.6394
Epoch [1/1], Step [1736/3236], Loss: 2.3405, Perplexity: 10.3866
Epoch [1/1], Step [1737/3236], Loss: 2.5911, Perplexity: 13.3448
Epoch [1/1], Step [1738/3236], Loss: 2.2969, Perplexity: 9.9431
Epoch [1/1], Step [1739/3236], Loss: 2.8959, Perplexity: 18.0990
Epoch [1/1], Step [1740/3236], Loss: 2.1499, Perplexity: 8.5838
Epoch [1/1], Step [1741/3236], Loss: 2.3475, Perplexity: 10.4589
Epoch [1/1], Step [1742/3236], Loss: 2.6172, Perplexity: 13.6976
Epoch [1/1], Step [1743/3236], Loss: 2.2749, Perplexity: 9.7271
Epoch [1/1], Step [1744/3236], Loss: 2.3593, Perplexity: 10.5838
Epoch [1/1], Step [1745/3236], Loss: 2.1818, Perplexity: 8.8619
Epoch [1/1], Step [1746/3236], Loss: 2.6628, Perplexity: 14.3365
Epoch [1/1], Step [1747/3236], Loss: 2.3975, Perplexity: 10.9955
Epoch [1/1], Step [1748/3236], Loss: 2.3615, Perplexity: 10.6069
Epoch [1/1], Step [1749/3236], Loss: 2.2767, Perplexity: 9.7448
Epoch [1/1], Step [1750/3236], Loss: 2.3130, Perplexity: 10.1049
Epoch [1/1], Step [1751/3236], Loss: 2.4114, Perplexity: 11.1492
Epoch [1/1], Step [1752/3236], Loss: 2.4760, Perplexity: 11.8934
Epoch [1/1], Step [1753/3236], Loss: 2.1505, Perplexity: 8.5888
Epoch [1/1], Step [1754/3236], Loss: 2.3442, Perplexity: 10.4247
Epoch [1/1], Step [1755/3236], Loss: 2.5104, Perplexity: 12.3099
Epoch [1/1], Step [1756/3236], Loss: 2.5418, Perplexity: 12.7021
Epoch [1/1], Step [1757/3236], Loss: 2.3768, Perplexity: 10.7703
Epoch [1/1], Step [1758/3236], Loss: 2.8308, Perplexity: 16.9582
Epoch [1/1], Step [1759/3236], Loss: 2.4656, Perplexity: 11.7701
Epoch [1/1], Step [1760/3236], Loss: 2.4094, Perplexity: 11.1272
Epoch [1/1], Step [1761/3236], Loss: 2.2624, Perplexity: 9.6058
Epoch [1/1], Step [1762/3236], Loss: 2.2880, Perplexity: 9.8555
Epoch [1/1], Step [1763/3236], Loss: 2.3632, Perplexity: 10.6254
Epoch [1/1], Step [1764/3236], Loss: 2.4012, Perplexity: 11.0364
Epoch [1/1], Step [1765/3236], Loss: 2.3919, Perplexity: 10.9342
Epoch [1/1], Step [1766/3236], Loss: 2.3734, Perplexity: 10.7342
Epoch [1/1], Step [1767/3236], Loss: 2.8596, Perplexity: 17.4548
Epoch [1/1], Step [1768/3236], Loss: 2.3995, Perplexity: 11.0178
Epoch [1/1], Step [1769/3236], Loss: 2.4271, Perplexity: 11.3264
Epoch [1/1], Step [1770/3236], Loss: 2.3692, Perplexity: 10.6890
Epoch [1/1], Step [1771/3236], Loss: 2.4133, Perplexity: 11.1704
Epoch [1/1], Step [1772/3236], Loss: 2.2284, Perplexity: 9.2848
Epoch [1/1], Step [1773/3236], Loss: 2.6236, Perplexity: 13.7851
Epoch [1/1], Step [1774/3236], Loss: 2.2739, Perplexity: 9.7174
Epoch [1/1], Step [1775/3236], Loss: 2.4746, Perplexity: 11.8765
Epoch [1/1], Step [1776/3236], Loss: 2.4094, Perplexity: 11.1276
Epoch [1/1], Step [1777/3236], Loss: 2.3890, Perplexity: 10.9028
Epoch [1/1], Step [1778/3236], Loss: 2.1881, Perplexity: 8.9181
Epoch [1/1], Step [1779/3236], Loss: 2.3702, Perplexity: 10.6998
Epoch [1/1], Step [1780/3236], Loss: 2.3293, Perplexity: 10.2706
Epoch [1/1], Step [1781/3236], Loss: 2.3958, Perplexity: 10.9768
Epoch [1/1], Step [1782/3236], Loss: 2.5671, Perplexity: 13.0278
Epoch [1/1], Step [1783/3236], Loss: 2.1944, Perplexity: 8.9750
Epoch [1/1], Step [1784/3236], Loss: 2.4894, Perplexity: 12.0537
Epoch [1/1], Step [1785/3236], Loss: 2.5237, Perplexity: 12.4742
Epoch [1/1], Step [1786/3236], Loss: 2.3826, Perplexity: 10.8331
Epoch [1/1], Step [1787/3236], Loss: 2.3481, Perplexity: 10.4655
Epoch [1/1], Step [1788/3236], Loss: 2.2741, Perplexity: 9.7191
Epoch [1/1], Step [1789/3236], Loss: 2.4891, Perplexity: 12.0510
Epoch [1/1], Step [1790/3236], Loss: 2.3624, Perplexity: 10.6160
Epoch [1/1], Step [1791/3236], Loss: 2.4391, Perplexity: 11.4629
Epoch [1/1], Step [1792/3236], Loss: 2.2759, Perplexity: 9.7365
Epoch [1/1], Step [1793/3236], Loss: 2.4402, Perplexity: 11.4755
Epoch [1/1], Step [1794/3236], Loss: 2.4341, Perplexity: 11.4055
Epoch [1/1], Step [1795/3236], Loss: 2.2900, Perplexity: 9.8746
Epoch [1/1], Step [1796/3236], Loss: 2.5538, Perplexity: 12.8556
Epoch [1/1], Step [1797/3236], Loss: 2.3632, Perplexity: 10.6251
Epoch [1/1], Step [1798/3236], Loss: 2.2730, Perplexity: 9.7087
Epoch [1/1], Step [1799/3236], Loss: 2.4023, Perplexity: 11.0483
Epoch [1/1], Step [1800/3236], Loss: 2.5295, Perplexity: 12.5474
Epoch [1/1], Step [1801/3236], Loss: 2.3433, Perplexity: 10.4156
Epoch [1/1], Step [1802/3236], Loss: 2.3458, Perplexity: 10.4419
Epoch [1/1], Step [1803/3236], Loss: 2.4589, Perplexity: 11.6915
Epoch [1/1], Step [1804/3236], Loss: 3.4115, Perplexity: 30.3106
Epoch [1/1], Step [1805/3236], Loss: 2.4366, Perplexity: 11.4344
Epoch [1/1], Step [1806/3236], Loss: 2.7602, Perplexity: 15.8028
Epoch [1/1], Step [1807/3236], Loss: 2.2551, Perplexity: 9.5358
Epoch [1/1], Step [1808/3236], Loss: 2.5459, Perplexity: 12.7546
Epoch [1/1], Step [1809/3236], Loss: 2.5166, Perplexity: 12.3859
Epoch [1/1], Step [1810/3236], Loss: 2.3071, Perplexity: 10.0454
Epoch [1/1], Step [1811/3236], Loss: 2.3590, Perplexity: 10.5801
Epoch [1/1], Step [1812/3236], Loss: 2.2612, Perplexity: 9.5945
Epoch [1/1], Step [1813/3236], Loss: 2.4310, Perplexity: 11.3701
Epoch [1/1], Step [1814/3236], Loss: 2.2442, Perplexity: 9.4327
Epoch [1/1], Step [1815/3236], Loss: 2.3678, Perplexity: 10.6738
Epoch [1/1], Step [1816/3236], Loss: 2.3116, Perplexity: 10.0907
Epoch [1/1], Step [1817/3236], Loss: 2.3088, Perplexity: 10.0620
Epoch [1/1], Step [1818/3236], Loss: 2.2721, Perplexity: 9.6993
Epoch [1/1], Step [1819/3236], Loss: 2.2100, Perplexity: 9.1153
Epoch [1/1], Step [1820/3236], Loss: 2.2393, Perplexity: 9.3865
Epoch [1/1], Step [1821/3236], Loss: 2.3524, Perplexity: 10.5109
Epoch [1/1], Step [1822/3236], Loss: 2.1243, Perplexity: 8.3668
Epoch [1/1], Step [1823/3236], Loss: 2.7208, Perplexity: 15.1930
Epoch [1/1], Step [1824/3236], Loss: 2.4950, Perplexity: 12.1219
Epoch [1/1], Step [1825/3236], Loss: 2.1369, Perplexity: 8.4731
Epoch [1/1], Step [1826/3236], Loss: 2.3375, Perplexity: 10.3554
Epoch [1/1], Step [1827/3236], Loss: 2.3978, Perplexity: 10.9995
Epoch [1/1], Step [1828/3236], Loss: 2.3459, Perplexity: 10.4430
Epoch [1/1], Step [1829/3236], Loss: 2.4058, Perplexity: 11.0876
Epoch [1/1], Step [1830/3236], Loss: 2.1888, Perplexity: 8.9249
Epoch [1/1], Step [1831/3236], Loss: 2.4064, Perplexity: 11.0942
Epoch [1/1], Step [1832/3236], Loss: 2.6618, Perplexity: 14.3219
Epoch [1/1], Step [1833/3236], Loss: 2.2460, Perplexity: 9.4494
Epoch [1/1], Step [1834/3236], Loss: 2.2940, Perplexity: 9.9150
Epoch [1/1], Step [1835/3236], Loss: 2.5599, Perplexity: 12.9348
Epoch [1/1], Step [1836/3236], Loss: 2.2544, Perplexity: 9.5294
Epoch [1/1], Step [1837/3236], Loss: 3.0026, Perplexity: 20.1372
Epoch [1/1], Step [1838/3236], Loss: 2.4357, Perplexity: 11.4235
Epoch [1/1], Step [1839/3236], Loss: 2.7710, Perplexity: 15.9754
Epoch [1/1], Step [1840/3236], Loss: 2.2350, Perplexity: 9.3468
Epoch [1/1], Step [1841/3236], Loss: 2.2229, Perplexity: 9.2342
Epoch [1/1], Step [1842/3236], Loss: 2.1949, Perplexity: 8.9794
Epoch [1/1], Step [1843/3236], Loss: 2.9316, Perplexity: 18.7570
Epoch [1/1], Step [1844/3236], Loss: 2.2997, Perplexity: 9.9716
Epoch [1/1], Step [1845/3236], Loss: 2.6990, Perplexity: 14.8644
Epoch [1/1], Step [1846/3236], Loss: 2.2722, Perplexity: 9.7010
Epoch [1/1], Step [1847/3236], Loss: 2.3832, Perplexity: 10.8396
Epoch [1/1], Step [1848/3236], Loss: 2.4182, Perplexity: 11.2253
Epoch [1/1], Step [1849/3236], Loss: 2.2458, Perplexity: 9.4480
Epoch [1/1], Step [1850/3236], Loss: 2.4794, Perplexity: 11.9339
Epoch [1/1], Step [1851/3236], Loss: 2.2803, Perplexity: 9.7798
Epoch [1/1], Step [1852/3236], Loss: 2.6115, Perplexity: 13.6193
Epoch [1/1], Step [1853/3236], Loss: 2.2983, Perplexity: 9.9571
Epoch [1/1], Step [1854/3236], Loss: 2.3954, Perplexity: 10.9724
Epoch [1/1], Step [1855/3236], Loss: 2.3605, Perplexity: 10.5960
Epoch [1/1], Step [1856/3236], Loss: 2.2610, Perplexity: 9.5924
Epoch [1/1], Step [1857/3236], Loss: 2.5065, Perplexity: 12.2615
Epoch [1/1], Step [1858/3236], Loss: 2.4499, Perplexity: 11.5876
Epoch [1/1], Step [1859/3236], Loss: 2.6209, Perplexity: 13.7474
Epoch [1/1], Step [1860/3236], Loss: 2.5287, Perplexity: 12.5367
Epoch [1/1], Step [1861/3236], Loss: 2.2548, Perplexity: 9.5329
Epoch [1/1], Step [1862/3236], Loss: 2.3578, Perplexity: 10.5677
Epoch [1/1], Step [1863/3236], Loss: 2.6552, Perplexity: 14.2279
Epoch [1/1], Step [1864/3236], Loss: 2.4086, Perplexity: 11.1188
Epoch [1/1], Step [1865/3236], Loss: 2.2839, Perplexity: 9.8148
Epoch [1/1], Step [1866/3236], Loss: 2.2985, Perplexity: 9.9592
Epoch [1/1], Step [1867/3236], Loss: 2.4689, Perplexity: 11.8090
Epoch [1/1], Step [1868/3236], Loss: 2.3613, Perplexity: 10.6042
Epoch [1/1], Step [1869/3236], Loss: 2.5648, Perplexity: 12.9978
Epoch [1/1], Step [1870/3236], Loss: 2.0656, Perplexity: 7.8899
Epoch [1/1], Step [1871/3236], Loss: 2.2676, Perplexity: 9.6566
Epoch [1/1], Step [1872/3236], Loss: 2.3091, Perplexity: 10.0657
Epoch [1/1], Step [1873/3236], Loss: 2.0963, Perplexity: 8.1358
Epoch [1/1], Step [1874/3236], Loss: 2.2590, Perplexity: 9.5739
Epoch [1/1], Step [1875/3236], Loss: 2.2901, Perplexity: 9.8760
Epoch [1/1], Step [1876/3236], Loss: 2.2425, Perplexity: 9.4164
Epoch [1/1], Step [1877/3236], Loss: 2.2723, Perplexity: 9.7014
Epoch [1/1], Step [1878/3236], Loss: 2.3245, Perplexity: 10.2211
Epoch [1/1], Step [1879/3236], Loss: 2.4132, Perplexity: 11.1699
Epoch [1/1], Step [1880/3236], Loss: 3.3897, Perplexity: 29.6561
Epoch [1/1], Step [1881/3236], Loss: 2.2280, Perplexity: 9.2816
Epoch [1/1], Step [1882/3236], Loss: 2.3741, Perplexity: 10.7411
Epoch [1/1], Step [1883/3236], Loss: 2.3912, Perplexity: 10.9262
Epoch [1/1], Step [1884/3236], Loss: 2.4585, Perplexity: 11.6877
Epoch [1/1], Step [1885/3236], Loss: 2.1704, Perplexity: 8.7619
Epoch [1/1], Step [1886/3236], Loss: 2.4564, Perplexity: 11.6629
Epoch [1/1], Step [1887/3236], Loss: 2.2829, Perplexity: 9.8054
Epoch [1/1], Step [1888/3236], Loss: 2.3761, Perplexity: 10.7624
Epoch [1/1], Step [1889/3236], Loss: 2.4861, Perplexity: 12.0141
Epoch [1/1], Step [1890/3236], Loss: 2.3678, Perplexity: 10.6744
Epoch [1/1], Step [1891/3236], Loss: 2.3770, Perplexity: 10.7724
Epoch [1/1], Step [1892/3236], Loss: 2.5074, Perplexity: 12.2731
Epoch [1/1], Step [1893/3236], Loss: 2.3621, Perplexity: 10.6133
Epoch [1/1], Step [1894/3236], Loss: 2.8675, Perplexity: 17.5923
Epoch [1/1], Step [1895/3236], Loss: 2.2394, Perplexity: 9.3873
Epoch [1/1], Step [1896/3236], Loss: 2.1867, Perplexity: 8.9058
Epoch [1/1], Step [1897/3236], Loss: 2.3463, Perplexity: 10.4467
Epoch [1/1], Step [1898/3236], Loss: 2.4078, Perplexity: 11.1100
Epoch [1/1], Step [1899/3236], Loss: 2.2951, Perplexity: 9.9255
Epoch [1/1], Step [1900/3236], Loss: 2.3804, Perplexity: 10.8090
Epoch [1/1], Step [1901/3236], Loss: 2.5584, Perplexity: 12.9149
Epoch [1/1], Step [1902/3236], Loss: 2.8124, Perplexity: 16.6499
Epoch [1/1], Step [1903/3236], Loss: 2.2438, Perplexity: 9.4288
Epoch [1/1], Step [1904/3236], Loss: 2.6836, Perplexity: 14.6376
Epoch [1/1], Step [1905/3236], Loss: 2.2327, Perplexity: 9.3253
Epoch [1/1], Step [1906/3236], Loss: 2.2325, Perplexity: 9.3231
Epoch [1/1], Step [1907/3236], Loss: 2.4141, Perplexity: 11.1798
Epoch [1/1], Step [1908/3236], Loss: 2.4747, Perplexity: 11.8785
Epoch [1/1], Step [1909/3236], Loss: 2.4496, Perplexity: 11.5842
Epoch [1/1], Step [1910/3236], Loss: 2.5455, Perplexity: 12.7496
Epoch [1/1], Step [1911/3236], Loss: 2.2510, Perplexity: 9.4974
Epoch [1/1], Step [1912/3236], Loss: 2.2841, Perplexity: 9.8168
Epoch [1/1], Step [1913/3236], Loss: 2.6444, Perplexity: 14.0753
Epoch [1/1], Step [1914/3236], Loss: 2.4807, Perplexity: 11.9495
Epoch [1/1], Step [1915/3236], Loss: 2.3451, Perplexity: 10.4341
Epoch [1/1], Step [1916/3236], Loss: 2.2468, Perplexity: 9.4571
Epoch [1/1], Step [1917/3236], Loss: 2.2931, Perplexity: 9.9056
Epoch [1/1], Step [1918/3236], Loss: 2.2180, Perplexity: 9.1894
Epoch [1/1], Step [1919/3236], Loss: 2.4420, Perplexity: 11.4959
Epoch [1/1], Step [1920/3236], Loss: 2.2635, Perplexity: 9.6170
Epoch [1/1], Step [1921/3236], Loss: 2.2762, Perplexity: 9.7397
Epoch [1/1], Step [1922/3236], Loss: 2.2070, Perplexity: 9.0882
Epoch [1/1], Step [1923/3236], Loss: 2.3328, Perplexity: 10.3069
Epoch [1/1], Step [1924/3236], Loss: 2.7070, Perplexity: 14.9836
Epoch [1/1], Step [1925/3236], Loss: 2.1644, Perplexity: 8.7091
Epoch [1/1], Step [1926/3236], Loss: 2.3724, Perplexity: 10.7227
Epoch [1/1], Step [1927/3236], Loss: 2.4900, Perplexity: 12.0610
Epoch [1/1], Step [1928/3236], Loss: 2.2227, Perplexity: 9.2320
Epoch [1/1], Step [1929/3236], Loss: 2.3153, Perplexity: 10.1283
Epoch [1/1], Step [1930/3236], Loss: 2.3460, Perplexity: 10.4441
Epoch [1/1], Step [1931/3236], Loss: 2.3340, Perplexity: 10.3196
Epoch [1/1], Step [1932/3236], Loss: 2.3057, Perplexity: 10.0313
Epoch [1/1], Step [1933/3236], Loss: 2.3713, Perplexity: 10.7118
Epoch [1/1], Step [1934/3236], Loss: 2.1993, Perplexity: 9.0189
Epoch [1/1], Step [1935/3236], Loss: 2.2351, Perplexity: 9.3471
Epoch [1/1], Step [1936/3236], Loss: 2.2515, Perplexity: 9.5019
Epoch [1/1], Step [1937/3236], Loss: 2.4432, Perplexity: 11.5096
Epoch [1/1], Step [1938/3236], Loss: 2.9676, Perplexity: 19.4456
Epoch [1/1], Step [1939/3236], Loss: 2.2600, Perplexity: 9.5831
Epoch [1/1], Step [1940/3236], Loss: 2.2470, Perplexity: 9.4592
Epoch [1/1], Step [1941/3236], Loss: 2.3710, Perplexity: 10.7079
Epoch [1/1], Step [1942/3236], Loss: 2.3988, Perplexity: 11.0103
Epoch [1/1], Step [1943/3236], Loss: 2.2680, Perplexity: 9.6602
Epoch [1/1], Step [1944/3236], Loss: 2.1956, Perplexity: 8.9854
Epoch [1/1], Step [1945/3236], Loss: 2.3666, Perplexity: 10.6606
Epoch [1/1], Step [1946/3236], Loss: 2.5780, Perplexity: 13.1703
Epoch [1/1], Step [1947/3236], Loss: 2.4755, Perplexity: 11.8879
Epoch [1/1], Step [1948/3236], Loss: 2.1540, Perplexity: 8.6191
Epoch [1/1], Step [1949/3236], Loss: 2.3924, Perplexity: 10.9393
Epoch [1/1], Step [1950/3236], Loss: 2.3180, Perplexity: 10.1554
Epoch [1/1], Step [1951/3236], Loss: 2.3704, Perplexity: 10.7014
Epoch [1/1], Step [1952/3236], Loss: 2.2136, Perplexity: 9.1482
Epoch [1/1], Step [1953/3236], Loss: 2.1927, Perplexity: 8.9593
Epoch [1/1], Step [1954/3236], Loss: 2.2829, Perplexity: 9.8052
Epoch [1/1], Step [1955/3236], Loss: 2.6178, Perplexity: 13.7058
Epoch [1/1], Step [1956/3236], Loss: 2.7680, Perplexity: 15.9275
Epoch [1/1], Step [1957/3236], Loss: 2.2388, Perplexity: 9.3821
Epoch [1/1], Step [1958/3236], Loss: 2.5669, Perplexity: 13.0250
Epoch [1/1], Step [1959/3236], Loss: 2.3657, Perplexity: 10.6516
Epoch [1/1], Step [1960/3236], Loss: 2.1488, Perplexity: 8.5742
Epoch [1/1], Step [1961/3236], Loss: 2.3589, Perplexity: 10.5796
Epoch [1/1], Step [1962/3236], Loss: 2.2781, Perplexity: 9.7578
Epoch [1/1], Step [1963/3236], Loss: 2.2049, Perplexity: 9.0696
Epoch [1/1], Step [1964/3236], Loss: 2.3398, Perplexity: 10.3789
Epoch [1/1], Step [1965/3236], Loss: 2.6152, Perplexity: 13.6704
Epoch [1/1], Step [1966/3236], Loss: 2.1808, Perplexity: 8.8530
Epoch [1/1], Step [1967/3236], Loss: 2.3716, Perplexity: 10.7149
Epoch [1/1], Step [1968/3236], Loss: 2.3419, Perplexity: 10.4009
Epoch [1/1], Step [1969/3236], Loss: 2.2413, Perplexity: 9.4051
Epoch [1/1], Step [1970/3236], Loss: 2.3345, Perplexity: 10.3246
Epoch [1/1], Step [1971/3236], Loss: 2.2089, Perplexity: 9.1054
Epoch [1/1], Step [1972/3236], Loss: 2.2416, Perplexity: 9.4084
Epoch [1/1], Step [1973/3236], Loss: 2.3682, Perplexity: 10.6778
Epoch [1/1], Step [1974/3236], Loss: 2.4707, Perplexity: 11.8305
Epoch [1/1], Step [1975/3236], Loss: 2.3897, Perplexity: 10.9104
Epoch [1/1], Step [1976/3236], Loss: 2.4095, Perplexity: 11.1284
Epoch [1/1], Step [1977/3236], Loss: 2.6679, Perplexity: 14.4098
Epoch [1/1], Step [1978/3236], Loss: 2.3883, Perplexity: 10.8954
Epoch [1/1], Step [1979/3236], Loss: 2.2098, Perplexity: 9.1136
Epoch [1/1], Step [1980/3236], Loss: 2.3484, Perplexity: 10.4690
Epoch [1/1], Step [1981/3236], Loss: 2.4051, Perplexity: 11.0795
Epoch [1/1], Step [1982/3236], Loss: 2.5038, Perplexity: 12.2289
Epoch [1/1], Step [1983/3236], Loss: 2.2279, Perplexity: 9.2802
Epoch [1/1], Step [1984/3236], Loss: 2.2239, Perplexity: 9.2437
Epoch [1/1], Step [1985/3236], Loss: 2.2104, Perplexity: 9.1191
Epoch [1/1], Step [1986/3236], Loss: 2.2791, Perplexity: 9.7677
Epoch [1/1], Step [1987/3236], Loss: 2.2933, Perplexity: 9.9077
Epoch [1/1], Step [1988/3236], Loss: 2.5648, Perplexity: 12.9979
Epoch [1/1], Step [1989/3236], Loss: 2.3012, Perplexity: 9.9866
Epoch [1/1], Step [1990/3236], Loss: 2.1672, Perplexity: 8.7340
Epoch [1/1], Step [1991/3236], Loss: 2.3406, Perplexity: 10.3871
Epoch [1/1], Step [1992/3236], Loss: 2.2169, Perplexity: 9.1785
Epoch [1/1], Step [1993/3236], Loss: 2.5329, Perplexity: 12.5898
Epoch [1/1], Step [1994/3236], Loss: 2.3225, Perplexity: 10.2012
Epoch [1/1], Step [1995/3236], Loss: 2.1436, Perplexity: 8.5300
Epoch [1/1], Step [1996/3236], Loss: 2.1845, Perplexity: 8.8859
Epoch [1/1], Step [1997/3236], Loss: 2.4008, Perplexity: 11.0324
Epoch [1/1], Step [1998/3236], Loss: 2.2227, Perplexity: 9.2322
Epoch [1/1], Step [1999/3236], Loss: 2.0652, Perplexity: 7.8868
Epoch [1/1], Step [2000/3236], Loss: 2.2758, Perplexity: 9.7358
Epoch [1/1], Step [2001/3236], Loss: 2.6538, Perplexity: 14.2074
Epoch [1/1], Step [2002/3236], Loss: 2.4009, Perplexity: 11.0328
Epoch [1/1], Step [2003/3236], Loss: 2.3723, Perplexity: 10.7225
Epoch [1/1], Step [2004/3236], Loss: 2.2296, Perplexity: 9.2963
Epoch [1/1], Step [2005/3236], Loss: 2.5401, Perplexity: 12.6804
Epoch [1/1], Step [2006/3236], Loss: 2.4101, Perplexity: 11.1346
Epoch [1/1], Step [2007/3236], Loss: 2.2300, Perplexity: 9.2997
Epoch [1/1], Step [2008/3236], Loss: 2.1431, Perplexity: 8.5257
Epoch [1/1], Step [2009/3236], Loss: 2.2168, Perplexity: 9.1783
Epoch [1/1], Step [2010/3236], Loss: 2.1688, Perplexity: 8.7475
Epoch [1/1], Step [2011/3236], Loss: 2.2142, Perplexity: 9.1537
Epoch [1/1], Step [2012/3236], Loss: 2.2729, Perplexity: 9.7077
Epoch [1/1], Step [2013/3236], Loss: 2.2543, Perplexity: 9.5287
Epoch [1/1], Step [2014/3236], Loss: 2.3149, Perplexity: 10.1235
Epoch [1/1], Step [2015/3236], Loss: 2.4892, Perplexity: 12.0513
Epoch [1/1], Step [2016/3236], Loss: 2.1529, Perplexity: 8.6095
Epoch [1/1], Step [2017/3236], Loss: 2.3168, Perplexity: 10.1427
Epoch [1/1], Step [2018/3236], Loss: 2.5306, Perplexity: 12.5616
Epoch [1/1], Step [2019/3236], Loss: 2.3788, Perplexity: 10.7917
Epoch [1/1], Step [2020/3236], Loss: 2.6369, Perplexity: 13.9693
Epoch [1/1], Step [2021/3236], Loss: 2.3708, Perplexity: 10.7063
Epoch [1/1], Step [2022/3236], Loss: 2.2543, Perplexity: 9.5284
Epoch [1/1], Step [2023/3236], Loss: 2.2909, Perplexity: 9.8834
Epoch [1/1], Step [2024/3236], Loss: 2.3632, Perplexity: 10.6254
Epoch [1/1], Step [2025/3236], Loss: 2.1259, Perplexity: 8.3806
Epoch [1/1], Step [2026/3236], Loss: 2.3041, Perplexity: 10.0149
Epoch [1/1], Step [2027/3236], Loss: 2.3394, Perplexity: 10.3752
Epoch [1/1], Step [2028/3236], Loss: 2.2147, Perplexity: 9.1585
Epoch [1/1], Step [2029/3236], Loss: 2.2929, Perplexity: 9.9031
Epoch [1/1], Step [2030/3236], Loss: 2.3187, Perplexity: 10.1626
Epoch [1/1], Step [2031/3236], Loss: 2.7665, Perplexity: 15.9025
Epoch [1/1], Step [2032/3236], Loss: 2.3974, Perplexity: 10.9948
Epoch [1/1], Step [2033/3236], Loss: 2.1662, Perplexity: 8.7248
Epoch [1/1], Step [2034/3236], Loss: 2.5904, Perplexity: 13.3353
Epoch [1/1], Step [2035/3236], Loss: 2.1950, Perplexity: 8.9796
Epoch [1/1], Step [2036/3236], Loss: 2.4182, Perplexity: 11.2254
Epoch [1/1], Step [2037/3236], Loss: 2.3367, Perplexity: 10.3470
Epoch [1/1], Step [2038/3236], Loss: 2.2854, Perplexity: 9.8297
Epoch [1/1], Step [2039/3236], Loss: 2.2206, Perplexity: 9.2126
Epoch [1/1], Step [2040/3236], Loss: 2.2427, Perplexity: 9.4185
Epoch [1/1], Step [2041/3236], Loss: 2.2130, Perplexity: 9.1428
Epoch [1/1], Step [2042/3236], Loss: 2.1953, Perplexity: 8.9826
Epoch [1/1], Step [2043/3236], Loss: 2.3557, Perplexity: 10.5457
Epoch [1/1], Step [2044/3236], Loss: 2.2835, Perplexity: 9.8112
Epoch [1/1], Step [2045/3236], Loss: 2.1533, Perplexity: 8.6130
Epoch [1/1], Step [2046/3236], Loss: 2.2923, Perplexity: 9.8978
Epoch [1/1], Step [2047/3236], Loss: 2.5981, Perplexity: 13.4386
Epoch [1/1], Step [2048/3236], Loss: 3.0124, Perplexity: 20.3361
Epoch [1/1], Step [2049/3236], Loss: 2.1283, Perplexity: 8.4002
Epoch [1/1], Step [2050/3236], Loss: 2.1716, Perplexity: 8.7719
Epoch [1/1], Step [2051/3236], Loss: 2.1366, Perplexity: 8.4706
Epoch [1/1], Step [2052/3236], Loss: 2.2657, Perplexity: 9.6378
Epoch [1/1], Step [2053/3236], Loss: 2.2948, Perplexity: 9.9222
Epoch [1/1], Step [2054/3236], Loss: 2.5778, Perplexity: 13.1680
Epoch [1/1], Step [2055/3236], Loss: 2.4547, Perplexity: 11.6425
Epoch [1/1], Step [2056/3236], Loss: 2.6847, Perplexity: 14.6540
Epoch [1/1], Step [2057/3236], Loss: 2.1970, Perplexity: 8.9978
Epoch [1/1], Step [2058/3236], Loss: 2.2013, Perplexity: 9.0372
Epoch [1/1], Step [2059/3236], Loss: 2.4385, Perplexity: 11.4557
Epoch [1/1], Step [2060/3236], Loss: 2.2905, Perplexity: 9.8794
Epoch [1/1], Step [2061/3236], Loss: 2.2644, Perplexity: 9.6250
Epoch [1/1], Step [2062/3236], Loss: 2.4016, Perplexity: 11.0405
Epoch [1/1], Step [2063/3236], Loss: 2.1995, Perplexity: 9.0201
Epoch [1/1], Step [2064/3236], Loss: 2.2931, Perplexity: 9.9059
Epoch [1/1], Step [2065/3236], Loss: 2.6182, Perplexity: 13.7105
Epoch [1/1], Step [2066/3236], Loss: 2.1895, Perplexity: 8.9311
Epoch [1/1], Step [2067/3236], Loss: 2.1954, Perplexity: 8.9840
Epoch [1/1], Step [2068/3236], Loss: 2.5446, Perplexity: 12.7384
Epoch [1/1], Step [2069/3236], Loss: 2.6440, Perplexity: 14.0697
Epoch [1/1], Step [2070/3236], Loss: 2.2871, Perplexity: 9.8463
Epoch [1/1], Step [2071/3236], Loss: 2.8871, Perplexity: 17.9416
Epoch [1/1], Step [2072/3236], Loss: 2.2304, Perplexity: 9.3036
Epoch [1/1], Step [2073/3236], Loss: 2.2693, Perplexity: 9.6724
Epoch [1/1], Step [2074/3236], Loss: 2.4394, Perplexity: 11.4661
Epoch [1/1], Step [2075/3236], Loss: 2.5292, Perplexity: 12.5432
Epoch [1/1], Step [2076/3236], Loss: 2.3803, Perplexity: 10.8086
Epoch [1/1], Step [2077/3236], Loss: 2.5686, Perplexity: 13.0472
Epoch [1/1], Step [2078/3236], Loss: 2.3168, Perplexity: 10.1436
Epoch [1/1], Step [2079/3236], Loss: 2.9800, Perplexity: 19.6874
Epoch [1/1], Step [2080/3236], Loss: 2.2121, Perplexity: 9.1349
Epoch [1/1], Step [2081/3236], Loss: 2.2849, Perplexity: 9.8245
Epoch [1/1], Step [2082/3236], Loss: 2.3211, Perplexity: 10.1868
Epoch [1/1], Step [2083/3236], Loss: 2.5215, Perplexity: 12.4471
Epoch [1/1], Step [2084/3236], Loss: 2.2042, Perplexity: 9.0632
Epoch [1/1], Step [2085/3236], Loss: 2.4085, Perplexity: 11.1167
Epoch [1/1], Step [2086/3236], Loss: 2.3596, Perplexity: 10.5864
Epoch [1/1], Step [2087/3236], Loss: 2.2495, Perplexity: 9.4832
Epoch [1/1], Step [2088/3236], Loss: 2.3267, Perplexity: 10.2443
Epoch [1/1], Step [2089/3236], Loss: 2.2283, Perplexity: 9.2841
Epoch [1/1], Step [2090/3236], Loss: 3.1098, Perplexity: 22.4175
Epoch [1/1], Step [2091/3236], Loss: 2.2728, Perplexity: 9.7062
Epoch [1/1], Step [2092/3236], Loss: 2.3754, Perplexity: 10.7553
Epoch [1/1], Step [2093/3236], Loss: 2.2295, Perplexity: 9.2948
Epoch [1/1], Step [2094/3236], Loss: 2.3588, Perplexity: 10.5787
Epoch [1/1], Step [2095/3236], Loss: 2.2613, Perplexity: 9.5955
Epoch [1/1], Step [2096/3236], Loss: 2.4343, Perplexity: 11.4077
Epoch [1/1], Step [2097/3236], Loss: 2.2847, Perplexity: 9.8224
Epoch [1/1], Step [2098/3236], Loss: 2.3888, Perplexity: 10.9003
Epoch [1/1], Step [2099/3236], Loss: 2.2070, Perplexity: 9.0888
Epoch [1/1], Step [2100/3236], Loss: 2.5928, Perplexity: 13.3670
Epoch [1/1], Step [2101/3236], Loss: 3.2368, Perplexity: 25.4520
Epoch [1/1], Step [2102/3236], Loss: 2.4105, Perplexity: 11.1391
Epoch [1/1], Step [2103/3236], Loss: 2.6428, Perplexity: 14.0521
Epoch [1/1], Step [2104/3236], Loss: 2.3692, Perplexity: 10.6890
Epoch [1/1], Step [2105/3236], Loss: 2.2849, Perplexity: 9.8246
Epoch [1/1], Step [2106/3236], Loss: 2.2204, Perplexity: 9.2108
Epoch [1/1], Step [2107/3236], Loss: 2.5538, Perplexity: 12.8558
Epoch [1/1], Step [2108/3236], Loss: 2.3181, Perplexity: 10.1567
Epoch [1/1], Step [2109/3236], Loss: 2.6265, Perplexity: 13.8247
Epoch [1/1], Step [2110/3236], Loss: 2.2850, Perplexity: 9.8257
Epoch [1/1], Step [2111/3236], Loss: 2.3373, Perplexity: 10.3535
Epoch [1/1], Step [2112/3236], Loss: 2.2895, Perplexity: 9.8699
Epoch [1/1], Step [2113/3236], Loss: 2.8037, Perplexity: 16.5059
Epoch [1/1], Step [2114/3236], Loss: 2.2932, Perplexity: 9.9063
Epoch [1/1], Step [2115/3236], Loss: 2.7345, Perplexity: 15.4014
Epoch [1/1], Step [2116/3236], Loss: 2.2289, Perplexity: 9.2898
Epoch [1/1], Step [2117/3236], Loss: 2.4118, Perplexity: 11.1542
Epoch [1/1], Step [2118/3236], Loss: 2.5413, Perplexity: 12.6965
Epoch [1/1], Step [2119/3236], Loss: 2.2322, Perplexity: 9.3205
Epoch [1/1], Step [2120/3236], Loss: 2.2595, Perplexity: 9.5781
Epoch [1/1], Step [2121/3236], Loss: 2.4638, Perplexity: 11.7498
Epoch [1/1], Step [2122/3236], Loss: 2.2761, Perplexity: 9.7386
Epoch [1/1], Step [2123/3236], Loss: 2.8967, Perplexity: 18.1136
Epoch [1/1], Step [2124/3236], Loss: 2.5046, Perplexity: 12.2382
Epoch [1/1], Step [2125/3236], Loss: 2.2943, Perplexity: 9.9173
Epoch [1/1], Step [2126/3236], Loss: 2.4117, Perplexity: 11.1530
Epoch [1/1], Step [2127/3236], Loss: 2.3013, Perplexity: 9.9870
Epoch [1/1], Step [2128/3236], Loss: 2.3392, Perplexity: 10.3731
Epoch [1/1], Step [2129/3236], Loss: 2.5461, Perplexity: 12.7574
Epoch [1/1], Step [2130/3236], Loss: 2.5178, Perplexity: 12.4009
Epoch [1/1], Step [2131/3236], Loss: 2.1417, Perplexity: 8.5136
Epoch [1/1], Step [2132/3236], Loss: 2.3108, Perplexity: 10.0820
Epoch [1/1], Step [2133/3236], Loss: 2.9806, Perplexity: 19.6987
Epoch [1/1], Step [2134/3236], Loss: 2.0688, Perplexity: 7.9153
Epoch [1/1], Step [2135/3236], Loss: 2.3221, Perplexity: 10.1972
Epoch [1/1], Step [2136/3236], Loss: 2.2170, Perplexity: 9.1797
Epoch [1/1], Step [2137/3236], Loss: 2.4488, Perplexity: 11.5740
Epoch [1/1], Step [2138/3236], Loss: 2.3019, Perplexity: 9.9935
Epoch [1/1], Step [2139/3236], Loss: 2.5127, Perplexity: 12.3384
Epoch [1/1], Step [2140/3236], Loss: 2.2559, Perplexity: 9.5443
Epoch [1/1], Step [2141/3236], Loss: 2.3157, Perplexity: 10.1315
Epoch [1/1], Step [2142/3236], Loss: 2.3620, Perplexity: 10.6117
Epoch [1/1], Step [2143/3236], Loss: 2.2701, Perplexity: 9.6802
Epoch [1/1], Step [2144/3236], Loss: 2.4882, Perplexity: 12.0396
Epoch [1/1], Step [2145/3236], Loss: 2.2921, Perplexity: 9.8956
Epoch [1/1], Step [2146/3236], Loss: 2.3360, Perplexity: 10.3395
Epoch [1/1], Step [2147/3236], Loss: 2.3376, Perplexity: 10.3564
Epoch [1/1], Step [2148/3236], Loss: 2.1432, Perplexity: 8.5268
Epoch [1/1], Step [2149/3236], Loss: 2.2975, Perplexity: 9.9489
Epoch [1/1], Step [2150/3236], Loss: 2.3043, Perplexity: 10.0172
Epoch [1/1], Step [2151/3236], Loss: 2.3873, Perplexity: 10.8838
Epoch [1/1], Step [2152/3236], Loss: 2.2763, Perplexity: 9.7403
Epoch [1/1], Step [2153/3236], Loss: 2.2800, Perplexity: 9.7763
Epoch [1/1], Step [2154/3236], Loss: 2.3009, Perplexity: 9.9828
Epoch [1/1], Step [2155/3236], Loss: 2.1294, Perplexity: 8.4094
Epoch [1/1], Step [2156/3236], Loss: 2.2375, Perplexity: 9.3697
Epoch [1/1], Step [2157/3236], Loss: 2.2073, Perplexity: 9.0910
Epoch [1/1], Step [2158/3236], Loss: 2.5067, Perplexity: 12.2642
Epoch [1/1], Step [2159/3236], Loss: 2.4253, Perplexity: 11.3051
Epoch [1/1], Step [2160/3236], Loss: 2.4408, Perplexity: 11.4820
Epoch [1/1], Step [2161/3236], Loss: 2.2978, Perplexity: 9.9524
Epoch [1/1], Step [2162/3236], Loss: 2.2316, Perplexity: 9.3152
Epoch [1/1], Step [2163/3236], Loss: 2.2115, Perplexity: 9.1292
Epoch [1/1], Step [2164/3236], Loss: 2.6114, Perplexity: 13.6181
Epoch [1/1], Step [2165/3236], Loss: 2.3655, Perplexity: 10.6492
Epoch [1/1], Step [2166/3236], Loss: 2.3223, Perplexity: 10.1990
Epoch [1/1], Step [2167/3236], Loss: 2.3822, Perplexity: 10.8288
Epoch [1/1], Step [2168/3236], Loss: 2.2412, Perplexity: 9.4043
Epoch [1/1], Step [2169/3236], Loss: 2.3365, Perplexity: 10.3448
Epoch [1/1], Step [2170/3236], Loss: 2.2623, Perplexity: 9.6053
Epoch [1/1], Step [2171/3236], Loss: 2.2135, Perplexity: 9.1473
Epoch [1/1], Step [2172/3236], Loss: 2.2928, Perplexity: 9.9024
Epoch [1/1], Step [2173/3236], Loss: 2.4556, Perplexity: 11.6531
Epoch [1/1], Step [2174/3236], Loss: 2.3809, Perplexity: 10.8149
Epoch [1/1], Step [2175/3236], Loss: 2.3659, Perplexity: 10.6531
Epoch [1/1], Step [2176/3236], Loss: 2.3361, Perplexity: 10.3405
Epoch [1/1], Step [2177/3236], Loss: 2.8807, Perplexity: 17.8267
Epoch [1/1], Step [2178/3236], Loss: 2.6098, Perplexity: 13.5965
Epoch [1/1], Step [2179/3236], Loss: 2.2087, Perplexity: 9.1038
Epoch [1/1], Step [2180/3236], Loss: 2.2937, Perplexity: 9.9115
Epoch [1/1], Step [2181/3236], Loss: 2.1841, Perplexity: 8.8827
Epoch [1/1], Step [2182/3236], Loss: 2.3341, Perplexity: 10.3199
Epoch [1/1], Step [2183/3236], Loss: 2.2877, Perplexity: 9.8525
Epoch [1/1], Step [2184/3236], Loss: 2.4787, Perplexity: 11.9259
Epoch [1/1], Step [2185/3236], Loss: 2.2992, Perplexity: 9.9657
Epoch [1/1], Step [2186/3236], Loss: 2.1404, Perplexity: 8.5028
Epoch [1/1], Step [2187/3236], Loss: 2.1800, Perplexity: 8.8462
Epoch [1/1], Step [2188/3236], Loss: 2.2527, Perplexity: 9.5131
Epoch [1/1], Step [2189/3236], Loss: 2.5300, Perplexity: 12.5533
Epoch [1/1], Step [2190/3236], Loss: 2.2420, Perplexity: 9.4124
Epoch [1/1], Step [2191/3236], Loss: 2.2433, Perplexity: 9.4246
Epoch [1/1], Step [2192/3236], Loss: 2.4122, Perplexity: 11.1587
Epoch [1/1], Step [2193/3236], Loss: 2.2615, Perplexity: 9.5971
Epoch [1/1], Step [2194/3236], Loss: 2.1828, Perplexity: 8.8713
Epoch [1/1], Step [2195/3236], Loss: 2.2687, Perplexity: 9.6665
Epoch [1/1], Step [2196/3236], Loss: 2.4019, Perplexity: 11.0439
Epoch [1/1], Step [2197/3236], Loss: 2.3788, Perplexity: 10.7918
Epoch [1/1], Step [2198/3236], Loss: 2.2916, Perplexity: 9.8910
Epoch [1/1], Step [2199/3236], Loss: 2.9561, Perplexity: 19.2224
Epoch [1/1], Step [2200/3236], Loss: 2.2486, Perplexity: 9.4742
Epoch [1/1], Step [2201/3236], Loss: 2.2559, Perplexity: 9.5434
Epoch [1/1], Step [2202/3236], Loss: 2.2162, Perplexity: 9.1720
Epoch [1/1], Step [2203/3236], Loss: 2.3123, Perplexity: 10.0977
Epoch [1/1], Step [2204/3236], Loss: 2.1744, Perplexity: 8.7966
Epoch [1/1], Step [2205/3236], Loss: 2.2523, Perplexity: 9.5096
Epoch [1/1], Step [2206/3236], Loss: 2.3569, Perplexity: 10.5583
Epoch [1/1], Step [2207/3236], Loss: 2.2919, Perplexity: 9.8940
Epoch [1/1], Step [2208/3236], Loss: 2.2525, Perplexity: 9.5110
Epoch [1/1], Step [2209/3236], Loss: 2.2545, Perplexity: 9.5304
Epoch [1/1], Step [2210/3236], Loss: 2.2912, Perplexity: 9.8871
Epoch [1/1], Step [2211/3236], Loss: 2.2933, Perplexity: 9.9077
Epoch [1/1], Step [2212/3236], Loss: 2.1860, Perplexity: 8.8993
Epoch [1/1], Step [2213/3236], Loss: 2.1317, Perplexity: 8.4292
Epoch [1/1], Step [2214/3236], Loss: 2.5644, Perplexity: 12.9930
Epoch [1/1], Step [2215/3236], Loss: 2.2174, Perplexity: 9.1838
Epoch [1/1], Step [2216/3236], Loss: 2.2578, Perplexity: 9.5618
Epoch [1/1], Step [2217/3236], Loss: 2.1400, Perplexity: 8.4993
Epoch [1/1], Step [2218/3236], Loss: 2.2324, Perplexity: 9.3224
Epoch [1/1], Step [2219/3236], Loss: 2.5152, Perplexity: 12.3690
Epoch [1/1], Step [2220/3236], Loss: 2.6443, Perplexity: 14.0733
Epoch [1/1], Step [2221/3236], Loss: 2.4217, Perplexity: 11.2645
Epoch [1/1], Step [2222/3236], Loss: 2.2843, Perplexity: 9.8188
Epoch [1/1], Step [2223/3236], Loss: 2.6108, Perplexity: 13.6103
Epoch [1/1], Step [2224/3236], Loss: 2.2264, Perplexity: 9.2664
Epoch [1/1], Step [2225/3236], Loss: 2.3455, Perplexity: 10.4383
Epoch [1/1], Step [2226/3236], Loss: 2.1810, Perplexity: 8.8547
Epoch [1/1], Step [2227/3236], Loss: 2.2001, Perplexity: 9.0255
Epoch [1/1], Step [2228/3236], Loss: 2.2891, Perplexity: 9.8660
Epoch [1/1], Step [2229/3236], Loss: 2.3194, Perplexity: 10.1693
Epoch [1/1], Step [2230/3236], Loss: 2.6804, Perplexity: 14.5904
Epoch [1/1], Step [2231/3236], Loss: 2.2354, Perplexity: 9.3498
Epoch [1/1], Step [2232/3236], Loss: 2.1546, Perplexity: 8.6244
Epoch [1/1], Step [2233/3236], Loss: 2.1198, Perplexity: 8.3298
Epoch [1/1], Step [2234/3236], Loss: 2.7457, Perplexity: 15.5754
Epoch [1/1], Step [2235/3236], Loss: 2.2881, Perplexity: 9.8566
Epoch [1/1], Step [2236/3236], Loss: 2.3431, Perplexity: 10.4131
Epoch [1/1], Step [2237/3236], Loss: 2.1391, Perplexity: 8.4919
Epoch [1/1], Step [2238/3236], Loss: 2.3926, Perplexity: 10.9415
Epoch [1/1], Step [2239/3236], Loss: 2.4042, Perplexity: 11.0698
Epoch [1/1], Step [2240/3236], Loss: 2.6052, Perplexity: 13.5338
Epoch [1/1], Step [2241/3236], Loss: 2.3163, Perplexity: 10.1376
Epoch [1/1], Step [2242/3236], Loss: 2.2849, Perplexity: 9.8250
Epoch [1/1], Step [2243/3236], Loss: 2.4700, Perplexity: 11.8228
Epoch [1/1], Step [2244/3236], Loss: 2.5501, Perplexity: 12.8088
Epoch [1/1], Step [2245/3236], Loss: 2.1699, Perplexity: 8.7570
Epoch [1/1], Step [2246/3236], Loss: 2.3675, Perplexity: 10.6710
Epoch [1/1], Step [2247/3236], Loss: 2.2565, Perplexity: 9.5498
Epoch [1/1], Step [2248/3236], Loss: 2.4517, Perplexity: 11.6076
Epoch [1/1], Step [2249/3236], Loss: 2.1643, Perplexity: 8.7083
Epoch [1/1], Step [2250/3236], Loss: 2.2652, Perplexity: 9.6333
Epoch [1/1], Step [2251/3236], Loss: 2.4408, Perplexity: 11.4823
Epoch [1/1], Step [2252/3236], Loss: 2.2982, Perplexity: 9.9566
Epoch [1/1], Step [2253/3236], Loss: 2.8497, Perplexity: 17.2827
Epoch [1/1], Step [2254/3236], Loss: 2.2945, Perplexity: 9.9191
Epoch [1/1], Step [2255/3236], Loss: 2.2357, Perplexity: 9.3532
Epoch [1/1], Step [2256/3236], Loss: 2.4276, Perplexity: 11.3322
Epoch [1/1], Step [2257/3236], Loss: 2.4883, Perplexity: 12.0412
Epoch [1/1], Step [2258/3236], Loss: 2.1173, Perplexity: 8.3087
Epoch [1/1], Step [2259/3236], Loss: 2.3133, Perplexity: 10.1079
Epoch [1/1], Step [2260/3236], Loss: 2.7315, Perplexity: 15.3562
Epoch [1/1], Step [2261/3236], Loss: 2.3930, Perplexity: 10.9464
Epoch [1/1], Step [2262/3236], Loss: 2.0727, Perplexity: 7.9463
Epoch [1/1], Step [2263/3236], Loss: 2.1948, Perplexity: 8.9785
Epoch [1/1], Step [2264/3236], Loss: 2.3256, Perplexity: 10.2324
Epoch [1/1], Step [2265/3236], Loss: 2.2173, Perplexity: 9.1829
Epoch [1/1], Step [2266/3236], Loss: 2.6027, Perplexity: 13.5006
Epoch [1/1], Step [2267/3236], Loss: 2.2768, Perplexity: 9.7450
Epoch [1/1], Step [2268/3236], Loss: 2.1697, Perplexity: 8.7554
Epoch [1/1], Step [2269/3236], Loss: 2.4942, Perplexity: 12.1115
Epoch [1/1], Step [2270/3236], Loss: 2.2930, Perplexity: 9.9048
Epoch [1/1], Step [2271/3236], Loss: 2.3636, Perplexity: 10.6287
Epoch [1/1], Step [2272/3236], Loss: 2.3001, Perplexity: 9.9749
Epoch [1/1], Step [2273/3236], Loss: 2.1205, Perplexity: 8.3354
Epoch [1/1], Step [2274/3236], Loss: 2.4442, Perplexity: 11.5216
Epoch [1/1], Step [2275/3236], Loss: 2.4215, Perplexity: 11.2629
Epoch [1/1], Step [2276/3236], Loss: 2.1869, Perplexity: 8.9080
Epoch [1/1], Step [2277/3236], Loss: 2.2191, Perplexity: 9.1986
Epoch [1/1], Step [2278/3236], Loss: 2.3704, Perplexity: 10.7015
Epoch [1/1], Step [2279/3236], Loss: 2.3411, Perplexity: 10.3929
Epoch [1/1], Step [2280/3236], Loss: 2.1476, Perplexity: 8.5643
Epoch [1/1], Step [2281/3236], Loss: 2.3779, Perplexity: 10.7825
Epoch [1/1], Step [2282/3236], Loss: 2.2639, Perplexity: 9.6201
Epoch [1/1], Step [2283/3236], Loss: 2.4329, Perplexity: 11.3917
Epoch [1/1], Step [2284/3236], Loss: 2.2857, Perplexity: 9.8323
Epoch [1/1], Step [2285/3236], Loss: 2.3087, Perplexity: 10.0610
Epoch [1/1], Step [2286/3236], Loss: 2.1603, Perplexity: 8.6737
Epoch [1/1], Step [2287/3236], Loss: 2.2626, Perplexity: 9.6077
Epoch [1/1], Step [2288/3236], Loss: 2.2628, Perplexity: 9.6100
Epoch [1/1], Step [2289/3236], Loss: 2.2478, Perplexity: 9.4666
Epoch [1/1], Step [2290/3236], Loss: 2.3171, Perplexity: 10.1461
Epoch [1/1], Step [2291/3236], Loss: 2.0662, Perplexity: 7.8948
Epoch [1/1], Step [2292/3236], Loss: 2.1465, Perplexity: 8.5551
Epoch [1/1], Step [2293/3236], Loss: 3.2337, Perplexity: 25.3727
Epoch [1/1], Step [2294/3236], Loss: 2.3413, Perplexity: 10.3945
Epoch [1/1], Step [2295/3236], Loss: 2.3174, Perplexity: 10.1497
Epoch [1/1], Step [2296/3236], Loss: 2.4506, Perplexity: 11.5949
Epoch [1/1], Step [2297/3236], Loss: 2.3298, Perplexity: 10.2761
Epoch [1/1], Step [2298/3236], Loss: 2.3107, Perplexity: 10.0810
Epoch [1/1], Step [2299/3236], Loss: 2.2991, Perplexity: 9.9649
Epoch [1/1], Step [2300/3236], Loss: 2.4482, Perplexity: 11.5679
Epoch [1/1], Step [2301/3236], Loss: 2.3134, Perplexity: 10.1086
Epoch [1/1], Step [2302/3236], Loss: 2.2570, Perplexity: 9.5545
Epoch [1/1], Step [2303/3236], Loss: 2.2004, Perplexity: 9.0284
Epoch [1/1], Step [2304/3236], Loss: 2.2590, Perplexity: 9.5736
Epoch [1/1], Step [2305/3236], Loss: 2.2641, Perplexity: 9.6225
Epoch [1/1], Step [2306/3236], Loss: 2.3582, Perplexity: 10.5715
Epoch [1/1], Step [2307/3236], Loss: 2.0961, Perplexity: 8.1346
Epoch [1/1], Step [2308/3236], Loss: 2.2193, Perplexity: 9.2013
Epoch [1/1], Step [2309/3236], Loss: 2.3010, Perplexity: 9.9845
Epoch [1/1], Step [2310/3236], Loss: 2.1986, Perplexity: 9.0123
Epoch [1/1], Step [2311/3236], Loss: 2.8007, Perplexity: 16.4559
Epoch [1/1], Step [2312/3236], Loss: 2.3668, Perplexity: 10.6629
Epoch [1/1], Step [2313/3236], Loss: 2.6243, Perplexity: 13.7954
Epoch [1/1], Step [2314/3236], Loss: 2.8233, Perplexity: 16.8317
Epoch [1/1], Step [2315/3236], Loss: 2.2754, Perplexity: 9.7316
Epoch [1/1], Step [2316/3236], Loss: 2.2329, Perplexity: 9.3267
Epoch [1/1], Step [2317/3236], Loss: 2.1921, Perplexity: 8.9537
Epoch [1/1], Step [2318/3236], Loss: 2.2597, Perplexity: 9.5803
Epoch [1/1], Step [2319/3236], Loss: 2.2719, Perplexity: 9.6978
Epoch [1/1], Step [2320/3236], Loss: 2.1435, Perplexity: 8.5290
Epoch [1/1], Step [2321/3236], Loss: 2.1642, Perplexity: 8.7076
Epoch [1/1], Step [2322/3236], Loss: 2.2780, Perplexity: 9.7573
Epoch [1/1], Step [2323/3236], Loss: 2.2961, Perplexity: 9.9357
Epoch [1/1], Step [2324/3236], Loss: 2.2178, Perplexity: 9.1871
Epoch [1/1], Step [2325/3236], Loss: 2.2865, Perplexity: 9.8407
Epoch [1/1], Step [2326/3236], Loss: 2.6209, Perplexity: 13.7484
Epoch [1/1], Step [2327/3236], Loss: 2.3404, Perplexity: 10.3853
Epoch [1/1], Step [2328/3236], Loss: 2.5535, Perplexity: 12.8514
Epoch [1/1], Step [2329/3236], Loss: 2.4531, Perplexity: 11.6245
Epoch [1/1], Step [2330/3236], Loss: 2.1342, Perplexity: 8.4501
Epoch [1/1], Step [2331/3236], Loss: 2.1883, Perplexity: 8.9196
Epoch [1/1], Step [2332/3236], Loss: 2.3203, Perplexity: 10.1786
Epoch [1/1], Step [2333/3236], Loss: 2.1793, Perplexity: 8.8405
Epoch [1/1], Step [2334/3236], Loss: 2.1886, Perplexity: 8.9230
Epoch [1/1], Step [2335/3236], Loss: 2.5887, Perplexity: 13.3123
Epoch [1/1], Step [2336/3236], Loss: 2.1761, Perplexity: 8.8122
Epoch [1/1], Step [2337/3236], Loss: 2.2721, Perplexity: 9.6999
Epoch [1/1], Step [2338/3236], Loss: 3.2037, Perplexity: 24.6237
Epoch [1/1], Step [2339/3236], Loss: 2.3072, Perplexity: 10.0460
Epoch [1/1], Step [2340/3236], Loss: 2.1805, Perplexity: 8.8511
Epoch [1/1], Step [2341/3236], Loss: 2.1133, Perplexity: 8.2754
Epoch [1/1], Step [2342/3236], Loss: 2.7469, Perplexity: 15.5944
Epoch [1/1], Step [2343/3236], Loss: 2.2646, Perplexity: 9.6276
Epoch [1/1], Step [2344/3236], Loss: 2.6238, Perplexity: 13.7879
Epoch [1/1], Step [2345/3236], Loss: 2.0983, Perplexity: 8.1524
Epoch [1/1], Step [2346/3236], Loss: 2.2039, Perplexity: 9.0603
Epoch [1/1], Step [2347/3236], Loss: 2.5108, Perplexity: 12.3148
Epoch [1/1], Step [2348/3236], Loss: 2.1097, Perplexity: 8.2461
Epoch [1/1], Step [2349/3236], Loss: 2.3131, Perplexity: 10.1062
Epoch [1/1], Step [2350/3236], Loss: 2.1716, Perplexity: 8.7722
Epoch [1/1], Step [2351/3236], Loss: 2.1669, Perplexity: 8.7312
Epoch [1/1], Step [2352/3236], Loss: 2.4123, Perplexity: 11.1599
Epoch [1/1], Step [2353/3236], Loss: 2.2010, Perplexity: 9.0337
Epoch [1/1], Step [2354/3236], Loss: 2.3533, Perplexity: 10.5200
Epoch [1/1], Step [2355/3236], Loss: 2.2096, Perplexity: 9.1124
Epoch [1/1], Step [2356/3236], Loss: 2.2192, Perplexity: 9.1997
Epoch [1/1], Step [2357/3236], Loss: 2.1642, Perplexity: 8.7078
Epoch [1/1], Step [2358/3236], Loss: 2.3331, Perplexity: 10.3103
Epoch [1/1], Step [2359/3236], Loss: 2.1648, Perplexity: 8.7132
Epoch [1/1], Step [2360/3236], Loss: 2.3338, Perplexity: 10.3167
Epoch [1/1], Step [2361/3236], Loss: 2.3462, Perplexity: 10.4453
Epoch [1/1], Step [2362/3236], Loss: 2.1438, Perplexity: 8.5318
Epoch [1/1], Step [2363/3236], Loss: 2.1150, Perplexity: 8.2896
Epoch [1/1], Step [2364/3236], Loss: 2.3452, Perplexity: 10.4355
Epoch [1/1], Step [2365/3236], Loss: 2.2782, Perplexity: 9.7593
Epoch [1/1], Step [2366/3236], Loss: 2.2701, Perplexity: 9.6806
Epoch [1/1], Step [2367/3236], Loss: 2.1816, Perplexity: 8.8601
Epoch [1/1], Step [2368/3236], Loss: 2.4378, Perplexity: 11.4477
Epoch [1/1], Step [2369/3236], Loss: 2.1929, Perplexity: 8.9608
Epoch [1/1], Step [2370/3236], Loss: 2.3574, Perplexity: 10.5630
Epoch [1/1], Step [2371/3236], Loss: 2.2286, Perplexity: 9.2865
Epoch [1/1], Step [2372/3236], Loss: 2.2942, Perplexity: 9.9167
Epoch [1/1], Step [2373/3236], Loss: 2.2863, Perplexity: 9.8386
Epoch [1/1], Step [2374/3236], Loss: 2.2762, Perplexity: 9.7391
Epoch [1/1], Step [2375/3236], Loss: 2.0523, Perplexity: 7.7859
Epoch [1/1], Step [2376/3236], Loss: 2.2135, Perplexity: 9.1474
Epoch [1/1], Step [2377/3236], Loss: 2.2967, Perplexity: 9.9409
Epoch [1/1], Step [2378/3236], Loss: 2.2633, Perplexity: 9.6149
Epoch [1/1], Step [2379/3236], Loss: 2.1446, Perplexity: 8.5387
Epoch [1/1], Step [2380/3236], Loss: 2.1312, Perplexity: 8.4251
Epoch [1/1], Step [2381/3236], Loss: 2.1590, Perplexity: 8.6625
Epoch [1/1], Step [2382/3236], Loss: 2.1958, Perplexity: 8.9873
Epoch [1/1], Step [2383/3236], Loss: 2.3463, Perplexity: 10.4470
Epoch [1/1], Step [2384/3236], Loss: 2.2409, Perplexity: 9.4019
Epoch [1/1], Step [2385/3236], Loss: 2.5829, Perplexity: 13.2357
Epoch [1/1], Step [2386/3236], Loss: 2.2961, Perplexity: 9.9354
Epoch [1/1], Step [2387/3236], Loss: 2.5696, Perplexity: 13.0612
Epoch [1/1], Step [2388/3236], Loss: 2.0553, Perplexity: 7.8088
Epoch [1/1], Step [2389/3236], Loss: 2.1733, Perplexity: 8.7876
Epoch [1/1], Step [2390/3236], Loss: 2.3131, Perplexity: 10.1060
Epoch [1/1], Step [2391/3236], Loss: 2.2418, Perplexity: 9.4099
Epoch [1/1], Step [2392/3236], Loss: 2.2994, Perplexity: 9.9683
Epoch [1/1], Step [2393/3236], Loss: 2.2035, Perplexity: 9.0568
Epoch [1/1], Step [2394/3236], Loss: 2.1486, Perplexity: 8.5730
Epoch [1/1], Step [2395/3236], Loss: 2.2798, Perplexity: 9.7743
Epoch [1/1], Step [2396/3236], Loss: 2.1751, Perplexity: 8.8029
Epoch [1/1], Step [2397/3236], Loss: 2.0772, Perplexity: 7.9823
Epoch [1/1], Step [2398/3236], Loss: 2.2658, Perplexity: 9.6390
Epoch [1/1], Step [2399/3236], Loss: 2.1118, Perplexity: 8.2630
Epoch [1/1], Step [2400/3236], Loss: 2.2865, Perplexity: 9.8406
Epoch [1/1], Step [2401/3236], Loss: 2.2572, Perplexity: 9.5561
Epoch [1/1], Step [2402/3236], Loss: 2.5757, Perplexity: 13.1411
Epoch [1/1], Step [2403/3236], Loss: 2.2269, Perplexity: 9.2711
Epoch [1/1], Step [2404/3236], Loss: 2.2138, Perplexity: 9.1500
Epoch [1/1], Step [2405/3236], Loss: 2.4365, Perplexity: 11.4335
Epoch [1/1], Step [2406/3236], Loss: 2.3247, Perplexity: 10.2239
Epoch [1/1], Step [2407/3236], Loss: 2.3387, Perplexity: 10.3677
Epoch [1/1], Step [2408/3236], Loss: 2.3264, Perplexity: 10.2407
Epoch [1/1], Step [2409/3236], Loss: 2.1999, Perplexity: 9.0241
Epoch [1/1], Step [2410/3236], Loss: 2.3283, Perplexity: 10.2610
Epoch [1/1], Step [2411/3236], Loss: 2.1498, Perplexity: 8.5828
Epoch [1/1], Step [2412/3236], Loss: 2.9838, Perplexity: 19.7636
Epoch [1/1], Step [2413/3236], Loss: 2.3130, Perplexity: 10.1048
Epoch [1/1], Step [2414/3236], Loss: 2.3058, Perplexity: 10.0324
Epoch [1/1], Step [2415/3236], Loss: 2.2615, Perplexity: 9.5972
Epoch [1/1], Step [2416/3236], Loss: 2.2376, Perplexity: 9.3712
Epoch [1/1], Step [2417/3236], Loss: 2.4035, Perplexity: 11.0619
Epoch [1/1], Step [2418/3236], Loss: 2.3275, Perplexity: 10.2522
Epoch [1/1], Step [2419/3236], Loss: 2.2482, Perplexity: 9.4710
Epoch [1/1], Step [2420/3236], Loss: 2.2312, Perplexity: 9.3115
Epoch [1/1], Step [2421/3236], Loss: 2.1890, Perplexity: 8.9266
Epoch [1/1], Step [2422/3236], Loss: 2.4173, Perplexity: 11.2158
Epoch [1/1], Step [2423/3236], Loss: 2.6245, Perplexity: 13.7970
Epoch [1/1], Step [2424/3236], Loss: 2.1834, Perplexity: 8.8764
Epoch [1/1], Step [2425/3236], Loss: 2.2569, Perplexity: 9.5535
Epoch [1/1], Step [2426/3236], Loss: 2.6101, Perplexity: 13.6010
Epoch [1/1], Step [2427/3236], Loss: 2.1878, Perplexity: 8.9159
Epoch [1/1], Step [2428/3236], Loss: 2.3013, Perplexity: 9.9867
Epoch [1/1], Step [2429/3236], Loss: 2.2114, Perplexity: 9.1282
Epoch [1/1], Step [2430/3236], Loss: 2.2004, Perplexity: 9.0284
Epoch [1/1], Step [2431/3236], Loss: 2.4172, Perplexity: 11.2147
Epoch [1/1], Step [2432/3236], Loss: 2.1406, Perplexity: 8.5046
Epoch [1/1], Step [2433/3236], Loss: 2.3495, Perplexity: 10.4807
Epoch [1/1], Step [2434/3236], Loss: 2.3960, Perplexity: 10.9790
Epoch [1/1], Step [2435/3236], Loss: 2.8762, Perplexity: 17.7467
Epoch [1/1], Step [2436/3236], Loss: 2.1519, Perplexity: 8.6012
Epoch [1/1], Step [2437/3236], Loss: 2.2719, Perplexity: 9.6980
Epoch [1/1], Step [2438/3236], Loss: 2.2449, Perplexity: 9.4395
Epoch [1/1], Step [2439/3236], Loss: 2.1163, Perplexity: 8.3003
Epoch [1/1], Step [2440/3236], Loss: 2.2510, Perplexity: 9.4975
Epoch [1/1], Step [2441/3236], Loss: 2.5316, Perplexity: 12.5742
Epoch [1/1], Step [2442/3236], Loss: 2.6278, Perplexity: 13.8433
Epoch [1/1], Step [2443/3236], Loss: 2.4232, Perplexity: 11.2814
Epoch [1/1], Step [2444/3236], Loss: 2.2281, Perplexity: 9.2825
Epoch [1/1], Step [2445/3236], Loss: 2.2156, Perplexity: 9.1669
Epoch [1/1], Step [2446/3236], Loss: 2.1102, Perplexity: 8.2502
Epoch [1/1], Step [2447/3236], Loss: 2.3195, Perplexity: 10.1701
Epoch [1/1], Step [2448/3236], Loss: 2.5166, Perplexity: 12.3862
Epoch [1/1], Step [2449/3236], Loss: 2.2917, Perplexity: 9.8914
Epoch [1/1], Step [2450/3236], Loss: 2.0732, Perplexity: 7.9503
Epoch [1/1], Step [2451/3236], Loss: 2.2815, Perplexity: 9.7918
Epoch [1/1], Step [2452/3236], Loss: 2.2795, Perplexity: 9.7716
Epoch [1/1], Step [2453/3236], Loss: 2.1707, Perplexity: 8.7646
Epoch [1/1], Step [2454/3236], Loss: 2.1980, Perplexity: 9.0073
Epoch [1/1], Step [2455/3236], Loss: 2.3899, Perplexity: 10.9119
Epoch [1/1], Step [2456/3236], Loss: 2.3121, Perplexity: 10.0954
Epoch [1/1], Step [2457/3236], Loss: 2.4271, Perplexity: 11.3259
Epoch [1/1], Step [2458/3236], Loss: 2.3177, Perplexity: 10.1526
Epoch [1/1], Step [2459/3236], Loss: 2.1970, Perplexity: 8.9978
Epoch [1/1], Step [2460/3236], Loss: 2.1137, Perplexity: 8.2786
Epoch [1/1], Step [2461/3236], Loss: 2.2136, Perplexity: 9.1488
Epoch [1/1], Step [2462/3236], Loss: 2.1399, Perplexity: 8.4987
Epoch [1/1], Step [2463/3236], Loss: 2.3046, Perplexity: 10.0205
Epoch [1/1], Step [2464/3236], Loss: 2.1261, Perplexity: 8.3821
Epoch [1/1], Step [2465/3236], Loss: 2.3755, Perplexity: 10.7566
Epoch [1/1], Step [2466/3236], Loss: 2.1592, Perplexity: 8.6641
Epoch [1/1], Step [2467/3236], Loss: 2.3549, Perplexity: 10.5369
Epoch [1/1], Step [2468/3236], Loss: 2.4609, Perplexity: 11.7148
Epoch [1/1], Step [2469/3236], Loss: 2.3932, Perplexity: 10.9482
Epoch [1/1], Step [2470/3236], Loss: 2.1974, Perplexity: 9.0017
Epoch [1/1], Step [2471/3236], Loss: 2.3144, Perplexity: 10.1189
Epoch [1/1], Step [2472/3236], Loss: 2.0685, Perplexity: 7.9127
Epoch [1/1], Step [2473/3236], Loss: 2.1687, Perplexity: 8.7468
Epoch [1/1], Step [2474/3236], Loss: 2.1778, Perplexity: 8.8270
Epoch [1/1], Step [2475/3236], Loss: 2.1756, Perplexity: 8.8072
Epoch [1/1], Step [2476/3236], Loss: 2.0366, Perplexity: 7.6648
Epoch [1/1], Step [2477/3236], Loss: 2.1332, Perplexity: 8.4415
Epoch [1/1], Step [2478/3236], Loss: 2.1510, Perplexity: 8.5936
Epoch [1/1], Step [2479/3236], Loss: 2.3111, Perplexity: 10.0856
Epoch [1/1], Step [2480/3236], Loss: 2.0911, Perplexity: 8.0942
Epoch [1/1], Step [2481/3236], Loss: 2.3050, Perplexity: 10.0244
Epoch [1/1], Step [2482/3236], Loss: 2.1743, Perplexity: 8.7959
Epoch [1/1], Step [2483/3236], Loss: 2.2706, Perplexity: 9.6854
Epoch [1/1], Step [2484/3236], Loss: 2.4721, Perplexity: 11.8477
Epoch [1/1], Step [2485/3236], Loss: 1.9574, Perplexity: 7.0805
Epoch [1/1], Step [2486/3236], Loss: 2.3473, Perplexity: 10.4576
Epoch [1/1], Step [2487/3236], Loss: 2.1101, Perplexity: 8.2494
Epoch [1/1], Step [2488/3236], Loss: 2.0808, Perplexity: 8.0109
Epoch [1/1], Step [2489/3236], Loss: 2.3026, Perplexity: 9.9997
Epoch [1/1], Step [2490/3236], Loss: 2.2370, Perplexity: 9.3655
Epoch [1/1], Step [2491/3236], Loss: 2.2722, Perplexity: 9.7004
Epoch [1/1], Step [2492/3236], Loss: 2.1246, Perplexity: 8.3693
Epoch [1/1], Step [2493/3236], Loss: 2.2511, Perplexity: 9.4979
Epoch [1/1], Step [2494/3236], Loss: 2.2190, Perplexity: 9.1978
Epoch [1/1], Step [2495/3236], Loss: 2.2038, Perplexity: 9.0598
Epoch [1/1], Step [2496/3236], Loss: 2.1629, Perplexity: 8.6963
Epoch [1/1], Step [2497/3236], Loss: 2.1407, Perplexity: 8.5058
Epoch [1/1], Step [2498/3236], Loss: 2.2311, Perplexity: 9.3097
Epoch [1/1], Step [2499/3236], Loss: 2.0522, Perplexity: 7.7851
Epoch [1/1], Step [2500/3236], Loss: 2.1419, Perplexity: 8.5157
Epoch [1/1], Step [2501/3236], Loss: 2.3071, Perplexity: 10.0455
Epoch [1/1], Step [2502/3236], Loss: 2.1750, Perplexity: 8.8023
Epoch [1/1], Step [2503/3236], Loss: 2.4410, Perplexity: 11.4840
Epoch [1/1], Step [2504/3236], Loss: 2.1383, Perplexity: 8.4847
Epoch [1/1], Step [2505/3236], Loss: 2.2196, Perplexity: 9.2034
Epoch [1/1], Step [2506/3236], Loss: 2.2204, Perplexity: 9.2114
Epoch [1/1], Step [2507/3236], Loss: 2.3046, Perplexity: 10.0203
Epoch [1/1], Step [2508/3236], Loss: 2.2419, Perplexity: 9.4116
Epoch [1/1], Step [2509/3236], Loss: 2.4238, Perplexity: 11.2885
Epoch [1/1], Step [2510/3236], Loss: 2.1655, Perplexity: 8.7189
Epoch [1/1], Step [2511/3236], Loss: 2.5504, Perplexity: 12.8117
Epoch [1/1], Step [2512/3236], Loss: 2.1917, Perplexity: 8.9508
Epoch [1/1], Step [2513/3236], Loss: 2.1435, Perplexity: 8.5289
Epoch [1/1], Step [2514/3236], Loss: 2.1358, Perplexity: 8.4640
Epoch [1/1], Step [2515/3236], Loss: 2.4475, Perplexity: 11.5599
Epoch [1/1], Step [2516/3236], Loss: 2.2223, Perplexity: 9.2288
Epoch [1/1], Step [2517/3236], Loss: 2.1372, Perplexity: 8.4753
Epoch [1/1], Step [2518/3236], Loss: 2.3158, Perplexity: 10.1333
Epoch [1/1], Step [2519/3236], Loss: 2.1160, Perplexity: 8.2982
Epoch [1/1], Step [2520/3236], Loss: 2.2606, Perplexity: 9.5892
Epoch [1/1], Step [2521/3236], Loss: 2.5462, Perplexity: 12.7589
Epoch [1/1], Step [2522/3236], Loss: 2.5979, Perplexity: 13.4357
Epoch [1/1], Step [2523/3236], Loss: 2.1627, Perplexity: 8.6950
Epoch [1/1], Step [2524/3236], Loss: 2.2184, Perplexity: 9.1926
Epoch [1/1], Step [2525/3236], Loss: 2.3342, Perplexity: 10.3210
Epoch [1/1], Step [2526/3236], Loss: 2.4098, Perplexity: 11.1320
Epoch [1/1], Step [2527/3236], Loss: 2.2201, Perplexity: 9.2085
Epoch [1/1], Step [2528/3236], Loss: 2.2892, Perplexity: 9.8666
Epoch [1/1], Step [2529/3236], Loss: 2.1335, Perplexity: 8.4445
Epoch [1/1], Step [2530/3236], Loss: 2.2689, Perplexity: 9.6691
Epoch [1/1], Step [2531/3236], Loss: 2.1784, Perplexity: 8.8320
Epoch [1/1], Step [2532/3236], Loss: 2.2984, Perplexity: 9.9580
Epoch [1/1], Step [2533/3236], Loss: 3.0974, Perplexity: 22.1411
Epoch [1/1], Step [2534/3236], Loss: 3.2109, Perplexity: 24.8003
Epoch [1/1], Step [2535/3236], Loss: 2.1090, Perplexity: 8.2398
Epoch [1/1], Step [2536/3236], Loss: 2.3931, Perplexity: 10.9470
Epoch [1/1], Step [2537/3236], Loss: 2.2305, Perplexity: 9.3047
Epoch [1/1], Step [2538/3236], Loss: 2.1759, Perplexity: 8.8105
Epoch [1/1], Step [2539/3236], Loss: 2.2604, Perplexity: 9.5870
Epoch [1/1], Step [2540/3236], Loss: 2.3562, Perplexity: 10.5511
Epoch [1/1], Step [2541/3236], Loss: 2.1581, Perplexity: 8.6543
Epoch [1/1], Step [2542/3236], Loss: 2.2791, Perplexity: 9.7674
Epoch [1/1], Step [2543/3236], Loss: 2.2293, Perplexity: 9.2930
Epoch [1/1], Step [2544/3236], Loss: 2.6289, Perplexity: 13.8582
Epoch [1/1], Step [2545/3236], Loss: 2.2257, Perplexity: 9.2604
Epoch [1/1], Step [2546/3236], Loss: 2.2418, Perplexity: 9.4102
Epoch [1/1], Step [2547/3236], Loss: 2.1237, Perplexity: 8.3620
Epoch [1/1], Step [2548/3236], Loss: 2.1902, Perplexity: 8.9370
Epoch [1/1], Step [2549/3236], Loss: 2.4937, Perplexity: 12.1057
Epoch [1/1], Step [2550/3236], Loss: 2.2660, Perplexity: 9.6408
Epoch [1/1], Step [2551/3236], Loss: 2.2560, Perplexity: 9.5448
Epoch [1/1], Step [2552/3236], Loss: 2.2224, Perplexity: 9.2298
Epoch [1/1], Step [2553/3236], Loss: 2.3882, Perplexity: 10.8943
Epoch [1/1], Step [2554/3236], Loss: 2.2066, Perplexity: 9.0847
Epoch [1/1], Step [2555/3236], Loss: 2.2634, Perplexity: 9.6157
Epoch [1/1], Step [2556/3236], Loss: 2.1915, Perplexity: 8.9483
Epoch [1/1], Step [2557/3236], Loss: 2.2100, Perplexity: 9.1154
Epoch [1/1], Step [2558/3236], Loss: 2.5251, Perplexity: 12.4927
Epoch [1/1], Step [2559/3236], Loss: 2.2043, Perplexity: 9.0639
Epoch [1/1], Step [2560/3236], Loss: 2.9136, Perplexity: 18.4230
Epoch [1/1], Step [2561/3236], Loss: 2.0991, Perplexity: 8.1589
Epoch [1/1], Step [2562/3236], Loss: 2.4876, Perplexity: 12.0321
Epoch [1/1], Step [2563/3236], Loss: 2.3154, Perplexity: 10.1286
Epoch [1/1], Step [2564/3236], Loss: 2.2619, Perplexity: 9.6016
Epoch [1/1], Step [2565/3236], Loss: 2.2533, Perplexity: 9.5186
Epoch [1/1], Step [2566/3236], Loss: 2.2001, Perplexity: 9.0258
Epoch [1/1], Step [2567/3236], Loss: 2.0537, Perplexity: 7.7969
Epoch [1/1], Step [2568/3236], Loss: 2.3762, Perplexity: 10.7644
Epoch [1/1], Step [2569/3236], Loss: 2.6518, Perplexity: 14.1799
Epoch [1/1], Step [2570/3236], Loss: 2.1762, Perplexity: 8.8129
Epoch [1/1], Step [2571/3236], Loss: 2.3122, Perplexity: 10.0970
Epoch [1/1], Step [2572/3236], Loss: 2.1955, Perplexity: 8.9844
Epoch [1/1], Step [2573/3236], Loss: 2.3234, Perplexity: 10.2104
Epoch [1/1], Step [2574/3236], Loss: 2.1328, Perplexity: 8.4382
Epoch [1/1], Step [2575/3236], Loss: 2.2999, Perplexity: 9.9737
Epoch [1/1], Step [2576/3236], Loss: 2.2053, Perplexity: 9.0726
Epoch [1/1], Step [2577/3236], Loss: 2.0943, Perplexity: 8.1194
Epoch [1/1], Step [2578/3236], Loss: 2.1984, Perplexity: 9.0104
Epoch [1/1], Step [2579/3236], Loss: 2.4686, Perplexity: 11.8056
Epoch [1/1], Step [2580/3236], Loss: 2.3268, Perplexity: 10.2453
Epoch [1/1], Step [2581/3236], Loss: 2.0436, Perplexity: 7.7186
Epoch [1/1], Step [2582/3236], Loss: 2.1331, Perplexity: 8.4411
Epoch [1/1], Step [2583/3236], Loss: 2.1691, Perplexity: 8.7501
Epoch [1/1], Step [2584/3236], Loss: 2.3060, Perplexity: 10.0347
Epoch [1/1], Step [2585/3236], Loss: 2.4974, Perplexity: 12.1507
Epoch [1/1], Step [2586/3236], Loss: 2.5610, Perplexity: 12.9493
Epoch [1/1], Step [2587/3236], Loss: 2.0531, Perplexity: 7.7921
Epoch [1/1], Step [2588/3236], Loss: 2.1211, Perplexity: 8.3403
Epoch [1/1], Step [2589/3236], Loss: 2.1337, Perplexity: 8.4464
Epoch [1/1], Step [2590/3236], Loss: 2.4264, Perplexity: 11.3185
Epoch [1/1], Step [2591/3236], Loss: 2.4443, Perplexity: 11.5226
Epoch [1/1], Step [2592/3236], Loss: 2.2414, Perplexity: 9.4066
Epoch [1/1], Step [2593/3236], Loss: 2.3339, Perplexity: 10.3185
Epoch [1/1], Step [2594/3236], Loss: 2.4690, Perplexity: 11.8104
Epoch [1/1], Step [2595/3236], Loss: 2.2504, Perplexity: 9.4918
Epoch [1/1], Step [2596/3236], Loss: 2.1457, Perplexity: 8.5482
Epoch [1/1], Step [2597/3236], Loss: 2.1025, Perplexity: 8.1868
Epoch [1/1], Step [2598/3236], Loss: 2.3060, Perplexity: 10.0339
Epoch [1/1], Step [2599/3236], Loss: 2.1961, Perplexity: 8.9902
Epoch [1/1], Step [2600/3236], Loss: 2.0642, Perplexity: 7.8788
Epoch [1/1], Step [2601/3236], Loss: 2.1835, Perplexity: 8.8772
Epoch [1/1], Step [2602/3236], Loss: 2.2693, Perplexity: 9.6729
Epoch [1/1], Step [2603/3236], Loss: 2.4209, Perplexity: 11.2559
Epoch [1/1], Step [2604/3236], Loss: 2.1560, Perplexity: 8.6363
Epoch [1/1], Step [2605/3236], Loss: 2.1485, Perplexity: 8.5721
Epoch [1/1], Step [2606/3236], Loss: 2.1088, Perplexity: 8.2386
Epoch [1/1], Step [2607/3236], Loss: 2.0406, Perplexity: 7.6950
Epoch [1/1], Step [2608/3236], Loss: 2.2541, Perplexity: 9.5270
Epoch [1/1], Step [2609/3236], Loss: 2.0909, Perplexity: 8.0922
Epoch [1/1], Step [2610/3236], Loss: 2.2307, Perplexity: 9.3061
Epoch [1/1], Step [2611/3236], Loss: 2.1991, Perplexity: 9.0168
Epoch [1/1], Step [2612/3236], Loss: 2.7112, Perplexity: 15.0480
Epoch [1/1], Step [2613/3236], Loss: 2.2549, Perplexity: 9.5347
Epoch [1/1], Step [2614/3236], Loss: 2.2057, Perplexity: 9.0763
Epoch [1/1], Step [2615/3236], Loss: 2.6172, Perplexity: 13.6972
Epoch [1/1], Step [2616/3236], Loss: 2.0452, Perplexity: 7.7310
Epoch [1/1], Step [2617/3236], Loss: 2.5307, Perplexity: 12.5620
Epoch [1/1], Step [2618/3236], Loss: 2.0830, Perplexity: 8.0285
Epoch [1/1], Step [2619/3236], Loss: 2.0925, Perplexity: 8.1055
Epoch [1/1], Step [2620/3236], Loss: 2.1180, Perplexity: 8.3144
Epoch [1/1], Step [2621/3236], Loss: 2.2783, Perplexity: 9.7598
Epoch [1/1], Step [2622/3236], Loss: 2.1768, Perplexity: 8.8184
Epoch [1/1], Step [2623/3236], Loss: 2.2625, Perplexity: 9.6067
Epoch [1/1], Step [2624/3236], Loss: 2.3947, Perplexity: 10.9652
Epoch [1/1], Step [2625/3236], Loss: 2.2243, Perplexity: 9.2472
Epoch [1/1], Step [2626/3236], Loss: 2.3243, Perplexity: 10.2191
Epoch [1/1], Step [2627/3236], Loss: 2.4666, Perplexity: 11.7821
Epoch [1/1], Step [2628/3236], Loss: 2.3185, Perplexity: 10.1604
Epoch [1/1], Step [2629/3236], Loss: 2.3003, Perplexity: 9.9775
Epoch [1/1], Step [2630/3236], Loss: 2.3188, Perplexity: 10.1634
Epoch [1/1], Step [2631/3236], Loss: 2.9304, Perplexity: 18.7357
Epoch [1/1], Step [2632/3236], Loss: 2.6588, Perplexity: 14.2786
Epoch [1/1], Step [2633/3236], Loss: 2.1793, Perplexity: 8.8405
Epoch [1/1], Step [2634/3236], Loss: 2.2543, Perplexity: 9.5285
Epoch [1/1], Step [2635/3236], Loss: 2.5359, Perplexity: 12.6282
Epoch [1/1], Step [2636/3236], Loss: 2.1695, Perplexity: 8.7535
Epoch [1/1], Step [2637/3236], Loss: 2.2810, Perplexity: 9.7866
Epoch [1/1], Step [2638/3236], Loss: 2.2023, Perplexity: 9.0459
Epoch [1/1], Step [2639/3236], Loss: 2.1225, Perplexity: 8.3521
Epoch [1/1], Step [2640/3236], Loss: 2.1598, Perplexity: 8.6698
Epoch [1/1], Step [2641/3236], Loss: 2.2891, Perplexity: 9.8663
Epoch [1/1], Step [2642/3236], Loss: 2.1624, Perplexity: 8.6924
Epoch [1/1], Step [2643/3236], Loss: 2.4245, Perplexity: 11.2966
Epoch [1/1], Step [2644/3236], Loss: 2.4887, Perplexity: 12.0461
Epoch [1/1], Step [2645/3236], Loss: 2.2707, Perplexity: 9.6863
Epoch [1/1], Step [2646/3236], Loss: 2.2885, Perplexity: 9.8600
Epoch [1/1], Step [2647/3236], Loss: 2.3369, Perplexity: 10.3494
Epoch [1/1], Step [2648/3236], Loss: 2.3201, Perplexity: 10.1766
Epoch [1/1], Step [2649/3236], Loss: 2.3639, Perplexity: 10.6324
Epoch [1/1], Step [2650/3236], Loss: 2.2206, Perplexity: 9.2127
Epoch [1/1], Step [2651/3236], Loss: 2.1778, Perplexity: 8.8269
Epoch [1/1], Step [2652/3236], Loss: 2.2922, Perplexity: 9.8964
Epoch [1/1], Step [2653/3236], Loss: 2.4302, Perplexity: 11.3613
Epoch [1/1], Step [2654/3236], Loss: 2.1730, Perplexity: 8.7842
Epoch [1/1], Step [2655/3236], Loss: 2.3733, Perplexity: 10.7328
Epoch [1/1], Step [2656/3236], Loss: 3.1445, Perplexity: 23.2070
Epoch [1/1], Step [2657/3236], Loss: 2.3561, Perplexity: 10.5494
Epoch [1/1], Step [2658/3236], Loss: 2.6226, Perplexity: 13.7718
Epoch [1/1], Step [2659/3236], Loss: 2.3257, Perplexity: 10.2342
Epoch [1/1], Step [2660/3236], Loss: 2.2059, Perplexity: 9.0781
Epoch [1/1], Step [2661/3236], Loss: 2.1414, Perplexity: 8.5112
Epoch [1/1], Step [2662/3236], Loss: 2.2433, Perplexity: 9.4244
Epoch [1/1], Step [2663/3236], Loss: 2.4474, Perplexity: 11.5578
Epoch [1/1], Step [2664/3236], Loss: 2.2397, Perplexity: 9.3906
Epoch [1/1], Step [2665/3236], Loss: 2.2497, Perplexity: 9.4848
Epoch [1/1], Step [2666/3236], Loss: 2.1410, Perplexity: 8.5083
Epoch [1/1], Step [2667/3236], Loss: 2.3376, Perplexity: 10.3561
Epoch [1/1], Step [2668/3236], Loss: 2.2619, Perplexity: 9.6011
Epoch [1/1], Step [2669/3236], Loss: 2.2115, Perplexity: 9.1291
Epoch [1/1], Step [2670/3236], Loss: 2.0221, Perplexity: 7.5541
Epoch [1/1], Step [2671/3236], Loss: 2.1900, Perplexity: 8.9356
Epoch [1/1], Step [2672/3236], Loss: 2.0390, Perplexity: 7.6832
Epoch [1/1], Step [2673/3236], Loss: 2.3003, Perplexity: 9.9773
Epoch [1/1], Step [2674/3236], Loss: 2.1695, Perplexity: 8.7542
Epoch [1/1], Step [2675/3236], Loss: 2.0851, Perplexity: 8.0454
Epoch [1/1], Step [2676/3236], Loss: 2.3267, Perplexity: 10.2444
Epoch [1/1], Step [2677/3236], Loss: 2.2182, Perplexity: 9.1904
Epoch [1/1], Step [2678/3236], Loss: 2.3182, Perplexity: 10.1575
Epoch [1/1], Step [2679/3236], Loss: 2.1120, Perplexity: 8.2646
Epoch [1/1], Step [2680/3236], Loss: 2.3259, Perplexity: 10.2358
Epoch [1/1], Step [2681/3236], Loss: 2.1732, Perplexity: 8.7861
Epoch [1/1], Step [2682/3236], Loss: 2.3784, Perplexity: 10.7879
Epoch [1/1], Step [2683/3236], Loss: 2.0764, Perplexity: 7.9757
Epoch [1/1], Step [2684/3236], Loss: 2.4532, Perplexity: 11.6250
Epoch [1/1], Step [2685/3236], Loss: 2.5039, Perplexity: 12.2302
Epoch [1/1], Step [2686/3236], Loss: 2.1944, Perplexity: 8.9750
Epoch [1/1], Step [2687/3236], Loss: 2.1885, Perplexity: 8.9214
Epoch [1/1], Step [2688/3236], Loss: 2.2387, Perplexity: 9.3808
Epoch [1/1], Step [2689/3236], Loss: 2.2390, Perplexity: 9.3837
Epoch [1/1], Step [2690/3236], Loss: 2.2633, Perplexity: 9.6144
Epoch [1/1], Step [2691/3236], Loss: 2.3407, Perplexity: 10.3889
Epoch [1/1], Step [2692/3236], Loss: 2.0256, Perplexity: 7.5806
Epoch [1/1], Step [2693/3236], Loss: 2.0550, Perplexity: 7.8071
Epoch [1/1], Step [2694/3236], Loss: 2.1676, Perplexity: 8.7372
Epoch [1/1], Step [2695/3236], Loss: 2.1752, Perplexity: 8.8040
Epoch [1/1], Step [2696/3236], Loss: 2.8391, Perplexity: 17.0997
Epoch [1/1], Step [2697/3236], Loss: 2.2056, Perplexity: 9.0753
Epoch [1/1], Step [2698/3236], Loss: 1.9919, Perplexity: 7.3293
Epoch [1/1], Step [2699/3236], Loss: 2.3048, Perplexity: 10.0222
Epoch [1/1], Step [2700/3236], Loss: 2.0870, Perplexity: 8.0609
Epoch [1/1], Step [2701/3236], Loss: 2.0927, Perplexity: 8.1067
Epoch [1/1], Step [2702/3236], Loss: 2.0954, Perplexity: 8.1290
Epoch [1/1], Step [2703/3236], Loss: 2.3888, Perplexity: 10.9006
Epoch [1/1], Step [2704/3236], Loss: 2.1004, Perplexity: 8.1693
Epoch [1/1], Step [2705/3236], Loss: 2.2081, Perplexity: 9.0984
Epoch [1/1], Step [2706/3236], Loss: 2.2233, Perplexity: 9.2373
Epoch [1/1], Step [2707/3236], Loss: 2.2074, Perplexity: 9.0916
Epoch [1/1], Step [2708/3236], Loss: 2.1434, Perplexity: 8.5287
Epoch [1/1], Step [2709/3236], Loss: 2.5092, Perplexity: 12.2953
Epoch [1/1], Step [2710/3236], Loss: 2.1469, Perplexity: 8.5583
Epoch [1/1], Step [2711/3236], Loss: 2.1304, Perplexity: 8.4179
Epoch [1/1], Step [2712/3236], Loss: 2.2742, Perplexity: 9.7197
Epoch [1/1], Step [2713/3236], Loss: 2.2113, Perplexity: 9.1273
Epoch [1/1], Step [2714/3236], Loss: 2.2780, Perplexity: 9.7567
Epoch [1/1], Step [2715/3236], Loss: 2.6655, Perplexity: 14.3749
Epoch [1/1], Step [2716/3236], Loss: 2.1967, Perplexity: 8.9953
Epoch [1/1], Step [2717/3236], Loss: 2.1344, Perplexity: 8.4516
Epoch [1/1], Step [2718/3236], Loss: 3.0156, Perplexity: 20.4016
Epoch [1/1], Step [2719/3236], Loss: 2.2593, Perplexity: 9.5767
Epoch [1/1], Step [2720/3236], Loss: 2.2058, Perplexity: 9.0774
Epoch [1/1], Step [2721/3236], Loss: 2.2578, Perplexity: 9.5621
Epoch [1/1], Step [2722/3236], Loss: 2.2087, Perplexity: 9.1042
Epoch [1/1], Step [2723/3236], Loss: 2.2131, Perplexity: 9.1442
Epoch [1/1], Step [2724/3236], Loss: 2.2683, Perplexity: 9.6628
Epoch [1/1], Step [2725/3236], Loss: 2.3120, Perplexity: 10.0945
Epoch [1/1], Step [2726/3236], Loss: 2.1726, Perplexity: 8.7813
Epoch [1/1], Step [2727/3236], Loss: 2.1677, Perplexity: 8.7380
Epoch [1/1], Step [2728/3236], Loss: 2.2573, Perplexity: 9.5574
Epoch [1/1], Step [2729/3236], Loss: 2.3303, Perplexity: 10.2809
Epoch [1/1], Step [2730/3236], Loss: 2.3985, Perplexity: 11.0067
Epoch [1/1], Step [2731/3236], Loss: 2.1616, Perplexity: 8.6850
Epoch [1/1], Step [2732/3236], Loss: 2.0637, Perplexity: 7.8752
Epoch [1/1], Step [2733/3236], Loss: 2.1913, Perplexity: 8.9468
Epoch [1/1], Step [2734/3236], Loss: 2.2447, Perplexity: 9.4374
Epoch [1/1], Step [2735/3236], Loss: 2.8667, Perplexity: 17.5785
Epoch [1/1], Step [2736/3236], Loss: 2.1681, Perplexity: 8.7416
Epoch [1/1], Step [2737/3236], Loss: 2.5786, Perplexity: 13.1789
Epoch [1/1], Step [2738/3236], Loss: 2.0991, Perplexity: 8.1588
Epoch [1/1], Step [2739/3236], Loss: 2.1430, Perplexity: 8.5250
Epoch [1/1], Step [2740/3236], Loss: 2.2028, Perplexity: 9.0505
Epoch [1/1], Step [2741/3236], Loss: 2.4949, Perplexity: 12.1207
Epoch [1/1], Step [2742/3236], Loss: 2.1928, Perplexity: 8.9607
Epoch [1/1], Step [2743/3236], Loss: 2.2768, Perplexity: 9.7458
Epoch [1/1], Step [2744/3236], Loss: 2.1473, Perplexity: 8.5620
Epoch [1/1], Step [2745/3236], Loss: 2.2085, Perplexity: 9.1019
Epoch [1/1], Step [2746/3236], Loss: 2.2494, Perplexity: 9.4821
Epoch [1/1], Step [2747/3236], Loss: 2.2966, Perplexity: 9.9405
Epoch [1/1], Step [2748/3236], Loss: 2.1630, Perplexity: 8.6972
Epoch [1/1], Step [2749/3236], Loss: 2.2316, Perplexity: 9.3149
Epoch [1/1], Step [2750/3236], Loss: 2.4170, Perplexity: 11.2117
Epoch [1/1], Step [2751/3236], Loss: 2.1728, Perplexity: 8.7832
Epoch [1/1], Step [2752/3236], Loss: 2.3133, Perplexity: 10.1076
Epoch [1/1], Step [2753/3236], Loss: 2.0928, Perplexity: 8.1077
Epoch [1/1], Step [2754/3236], Loss: 2.1724, Perplexity: 8.7792
Epoch [1/1], Step [2755/3236], Loss: 2.3057, Perplexity: 10.0313
Epoch [1/1], Step [2756/3236], Loss: 2.2805, Perplexity: 9.7819
Epoch [1/1], Step [2757/3236], Loss: 2.3133, Perplexity: 10.1082
Epoch [1/1], Step [2758/3236], Loss: 2.2679, Perplexity: 9.6589
Epoch [1/1], Step [2759/3236], Loss: 2.3220, Perplexity: 10.1956
Epoch [1/1], Step [2760/3236], Loss: 2.0491, Perplexity: 7.7610
Epoch [1/1], Step [2761/3236], Loss: 2.1327, Perplexity: 8.4373
Epoch [1/1], Step [2762/3236], Loss: 2.2300, Perplexity: 9.3002
Epoch [1/1], Step [2763/3236], Loss: 2.1998, Perplexity: 9.0235
Epoch [1/1], Step [2764/3236], Loss: 2.1895, Perplexity: 8.9309
Epoch [1/1], Step [2765/3236], Loss: 2.2481, Perplexity: 9.4693
Epoch [1/1], Step [2766/3236], Loss: 2.2123, Perplexity: 9.1367
Epoch [1/1], Step [2767/3236], Loss: 2.1175, Perplexity: 8.3107
Epoch [1/1], Step [2768/3236], Loss: 2.1195, Perplexity: 8.3266
Epoch [1/1], Step [2769/3236], Loss: 2.3053, Perplexity: 10.0274
Epoch [1/1], Step [2770/3236], Loss: 2.2054, Perplexity: 9.0737
Epoch [1/1], Step [2771/3236], Loss: 2.2772, Perplexity: 9.7494
Epoch [1/1], Step [2772/3236], Loss: 2.1708, Perplexity: 8.7651
Epoch [1/1], Step [2773/3236], Loss: 2.1197, Perplexity: 8.3284
Epoch [1/1], Step [2774/3236], Loss: 2.2704, Perplexity: 9.6837
Epoch [1/1], Step [2775/3236], Loss: 2.0870, Perplexity: 8.0610
Epoch [1/1], Step [2776/3236], Loss: 2.1025, Perplexity: 8.1870
Epoch [1/1], Step [2777/3236], Loss: 2.3929, Perplexity: 10.9449
Epoch [1/1], Step [2778/3236], Loss: 2.0831, Perplexity: 8.0292
Epoch [1/1], Step [2779/3236], Loss: 2.3661, Perplexity: 10.6553
Epoch [1/1], Step [2780/3236], Loss: 2.3869, Perplexity: 10.8797
Epoch [1/1], Step [2781/3236], Loss: 2.1283, Perplexity: 8.4004
Epoch [1/1], Step [2782/3236], Loss: 2.5559, Perplexity: 12.8830
Epoch [1/1], Step [2783/3236], Loss: 2.2256, Perplexity: 9.2591
Epoch [1/1], Step [2784/3236], Loss: 2.4170, Perplexity: 11.2120
Epoch [1/1], Step [2785/3236], Loss: 2.5355, Perplexity: 12.6222
Epoch [1/1], Step [2786/3236], Loss: 2.1621, Perplexity: 8.6892
Epoch [1/1], Step [2787/3236], Loss: 2.1444, Perplexity: 8.5370
Epoch [1/1], Step [2788/3236], Loss: 2.3123, Perplexity: 10.0975
Epoch [1/1], Step [2789/3236], Loss: 2.5111, Perplexity: 12.3182
Epoch [1/1], Step [2790/3236], Loss: 2.3906, Perplexity: 10.9196
Epoch [1/1], Step [2791/3236], Loss: 2.3495, Perplexity: 10.4806
Epoch [1/1], Step [2792/3236], Loss: 2.1504, Perplexity: 8.5885
Epoch [1/1], Step [2793/3236], Loss: 2.2782, Perplexity: 9.7596
Epoch [1/1], Step [2794/3236], Loss: 2.1441, Perplexity: 8.5339
Epoch [1/1], Step [2795/3236], Loss: 2.1531, Perplexity: 8.6114
Epoch [1/1], Step [2796/3236], Loss: 2.2175, Perplexity: 9.1847
Epoch [1/1], Step [2797/3236], Loss: 2.1838, Perplexity: 8.8799
Epoch [1/1], Step [2798/3236], Loss: 2.0438, Perplexity: 7.7197
Epoch [1/1], Step [2799/3236], Loss: 2.0789, Perplexity: 7.9955
Epoch [1/1], Step [2800/3236], Loss: 2.1857, Perplexity: 8.8969
Epoch [1/1], Step [2801/3236], Loss: 2.0980, Perplexity: 8.1499
Epoch [1/1], Step [2802/3236], Loss: 2.4149, Perplexity: 11.1886
Epoch [1/1], Step [2803/3236], Loss: 2.3835, Perplexity: 10.8423
Epoch [1/1], Step [2804/3236], Loss: 2.2147, Perplexity: 9.1588
Epoch [1/1], Step [2805/3236], Loss: 2.2738, Perplexity: 9.7162
Epoch [1/1], Step [2806/3236], Loss: 2.9596, Perplexity: 19.2901
Epoch [1/1], Step [2807/3236], Loss: 2.6730, Perplexity: 14.4831
Epoch [1/1], Step [2808/3236], Loss: 2.2301, Perplexity: 9.3005
Epoch [1/1], Step [2809/3236], Loss: 2.2385, Perplexity: 9.3793
Epoch [1/1], Step [2810/3236], Loss: 2.2424, Perplexity: 9.4163
Epoch [1/1], Step [2811/3236], Loss: 2.2114, Perplexity: 9.1284
Epoch [1/1], Step [2812/3236], Loss: 2.1804, Perplexity: 8.8502
Epoch [1/1], Step [2813/3236], Loss: 2.1824, Perplexity: 8.8672
Epoch [1/1], Step [2814/3236], Loss: 2.4712, Perplexity: 11.8371
Epoch [1/1], Step [2815/3236], Loss: 2.3053, Perplexity: 10.0271
Epoch [1/1], Step [2816/3236], Loss: 2.1625, Perplexity: 8.6932
Epoch [1/1], Step [2817/3236], Loss: 2.0626, Perplexity: 7.8668
Epoch [1/1], Step [2818/3236], Loss: 2.0997, Perplexity: 8.1637
Epoch [1/1], Step [2819/3236], Loss: 2.1007, Perplexity: 8.1719
Epoch [1/1], Step [2820/3236], Loss: 2.1157, Perplexity: 8.2954
Epoch [1/1], Step [2821/3236], Loss: 2.1741, Perplexity: 8.7938
Epoch [1/1], Step [2822/3236], Loss: 2.2586, Perplexity: 9.5695
Epoch [1/1], Step [2823/3236], Loss: 2.3339, Perplexity: 10.3178
Epoch [1/1], Step [2824/3236], Loss: 2.1370, Perplexity: 8.4736
Epoch [1/1], Step [2825/3236], Loss: 2.2756, Perplexity: 9.7342
Epoch [1/1], Step [2826/3236], Loss: 2.2368, Perplexity: 9.3635
Epoch [1/1], Step [2827/3236], Loss: 2.5460, Perplexity: 12.7566
Epoch [1/1], Step [2828/3236], Loss: 2.0968, Perplexity: 8.1405
Epoch [1/1], Step [2829/3236], Loss: 2.1269, Perplexity: 8.3886
Epoch [1/1], Step [2830/3236], Loss: 2.5639, Perplexity: 12.9862
Epoch [1/1], Step [2831/3236], Loss: 2.0948, Perplexity: 8.1239
Epoch [1/1], Step [2832/3236], Loss: 2.2289, Perplexity: 9.2897
Epoch [1/1], Step [2833/3236], Loss: 2.2840, Perplexity: 9.8160
Epoch [1/1], Step [2834/3236], Loss: 2.3288, Perplexity: 10.2652
Epoch [1/1], Step [2835/3236], Loss: 2.3024, Perplexity: 9.9986
Epoch [1/1], Step [2836/3236], Loss: 3.5970, Perplexity: 36.4899
Epoch [1/1], Step [2837/3236], Loss: 2.0350, Perplexity: 7.6521
Epoch [1/1], Step [2838/3236], Loss: 2.2260, Perplexity: 9.2623
Epoch [1/1], Step [2839/3236], Loss: 3.4868, Perplexity: 32.6811
Epoch [1/1], Step [2840/3236], Loss: 2.1743, Perplexity: 8.7961
Epoch [1/1], Step [2841/3236], Loss: 2.4665, Perplexity: 11.7812
Epoch [1/1], Step [2842/3236], Loss: 2.1089, Perplexity: 8.2388
Epoch [1/1], Step [2843/3236], Loss: 2.1488, Perplexity: 8.5743
Epoch [1/1], Step [2844/3236], Loss: 2.2437, Perplexity: 9.4285
Epoch [1/1], Step [2845/3236], Loss: 2.2309, Perplexity: 9.3078
Epoch [1/1], Step [2846/3236], Loss: 2.3149, Perplexity: 10.1235
Epoch [1/1], Step [2847/3236], Loss: 2.1922, Perplexity: 8.9552
Epoch [1/1], Step [2848/3236], Loss: 2.2848, Perplexity: 9.8238
Epoch [1/1], Step [2849/3236], Loss: 2.0841, Perplexity: 8.0376
Epoch [1/1], Step [2850/3236], Loss: 2.2766, Perplexity: 9.7432
Epoch [1/1], Step [2851/3236], Loss: 2.2489, Perplexity: 9.4770
Epoch [1/1], Step [2852/3236], Loss: 2.1481, Perplexity: 8.5689
Epoch [1/1], Step [2853/3236], Loss: 2.2106, Perplexity: 9.1208
Epoch [1/1], Step [2854/3236], Loss: 2.3626, Perplexity: 10.6182
Epoch [1/1], Step [2855/3236], Loss: 2.1579, Perplexity: 8.6531
Epoch [1/1], Step [2856/3236], Loss: 2.3801, Perplexity: 10.8060
Epoch [1/1], Step [2857/3236], Loss: 2.1590, Perplexity: 8.6626
Epoch [1/1], Step [2858/3236], Loss: 2.3708, Perplexity: 10.7055
Epoch [1/1], Step [2859/3236], Loss: 2.0579, Perplexity: 7.8299
Epoch [1/1], Step [2860/3236], Loss: 2.0363, Perplexity: 7.6624
Epoch [1/1], Step [2861/3236], Loss: 2.2355, Perplexity: 9.3516
Epoch [1/1], Step [2862/3236], Loss: 2.2086, Perplexity: 9.1030
Epoch [1/1], Step [2863/3236], Loss: 3.0800, Perplexity: 21.7593
Epoch [1/1], Step [2864/3236], Loss: 2.2492, Perplexity: 9.4798
Epoch [1/1], Step [2865/3236], Loss: 2.2875, Perplexity: 9.8504
Epoch [1/1], Step [2866/3236], Loss: 1.9989, Perplexity: 7.3811
Epoch [1/1], Step [2867/3236], Loss: 2.1294, Perplexity: 8.4097
Epoch [1/1], Step [2868/3236], Loss: 2.3851, Perplexity: 10.8604
Epoch [1/1], Step [2869/3236], Loss: 2.2152, Perplexity: 9.1633
Epoch [1/1], Step [2870/3236], Loss: 2.1938, Perplexity: 8.9694
Epoch [1/1], Step [2871/3236], Loss: 2.1060, Perplexity: 8.2154
Epoch [1/1], Step [2872/3236], Loss: 2.1789, Perplexity: 8.8365
Epoch [1/1], Step [2873/3236], Loss: 2.2321, Perplexity: 9.3196
Epoch [1/1], Step [2874/3236], Loss: 2.1371, Perplexity: 8.4750
Epoch [1/1], Step [2875/3236], Loss: 1.9723, Perplexity: 7.1873
Epoch [1/1], Step [2876/3236], Loss: 2.1634, Perplexity: 8.7004
Epoch [1/1], Step [2877/3236], Loss: 2.0357, Perplexity: 7.6578
Epoch [1/1], Step [2878/3236], Loss: 2.0780, Perplexity: 7.9884
Epoch [1/1], Step [2879/3236], Loss: 2.0981, Perplexity: 8.1506
Epoch [1/1], Step [2880/3236], Loss: 2.1467, Perplexity: 8.5566
Epoch [1/1], Step [2881/3236], Loss: 2.1779, Perplexity: 8.8282
Epoch [1/1], Step [2882/3236], Loss: 2.2370, Perplexity: 9.3649
Epoch [1/1], Step [2883/3236], Loss: 2.1912, Perplexity: 8.9456
Epoch [1/1], Step [2884/3236], Loss: 2.4694, Perplexity: 11.8150
Epoch [1/1], Step [2885/3236], Loss: 2.1084, Perplexity: 8.2349
Epoch [1/1], Step [2886/3236], Loss: 2.0528, Perplexity: 7.7899
Epoch [1/1], Step [2887/3236], Loss: 2.1017, Perplexity: 8.1803
Epoch [1/1], Step [2888/3236], Loss: 2.1065, Perplexity: 8.2196
Epoch [1/1], Step [2889/3236], Loss: 2.2749, Perplexity: 9.7266
Epoch [1/1], Step [2890/3236], Loss: 2.2169, Perplexity: 9.1784
Epoch [1/1], Step [2891/3236], Loss: 2.2178, Perplexity: 9.1872
Epoch [1/1], Step [2892/3236], Loss: 2.1418, Perplexity: 8.5150
Epoch [1/1], Step [2893/3236], Loss: 2.2874, Perplexity: 9.8496
Epoch [1/1], Step [2894/3236], Loss: 2.1228, Perplexity: 8.3541
Epoch [1/1], Step [2895/3236], Loss: 2.5561, Perplexity: 12.8854
Epoch [1/1], Step [2896/3236], Loss: 2.2277, Perplexity: 9.2788
Epoch [1/1], Step [2897/3236], Loss: 2.1310, Perplexity: 8.4233
Epoch [1/1], Step [2898/3236], Loss: 2.0372, Perplexity: 7.6694
Epoch [1/1], Step [2899/3236], Loss: 2.2023, Perplexity: 9.0460
Epoch [1/1], Step [2900/3236], Loss: 2.0646, Perplexity: 7.8818
Epoch [1/1], Step [2901/3236], Loss: 2.4083, Perplexity: 11.1145
Epoch [1/1], Step [2902/3236], Loss: 2.0914, Perplexity: 8.0962
Epoch [1/1], Step [2903/3236], Loss: 2.1595, Perplexity: 8.6665
Epoch [1/1], Step [2904/3236], Loss: 3.4910, Perplexity: 32.8183
Epoch [1/1], Step [2905/3236], Loss: 3.0136, Perplexity: 20.3616
Epoch [1/1], Step [2906/3236], Loss: 3.0086, Perplexity: 20.2598
Epoch [1/1], Step [2907/3236], Loss: 2.1278, Perplexity: 8.3968
Epoch [1/1], Step [2908/3236], Loss: 2.1167, Perplexity: 8.3034
Epoch [1/1], Step [2909/3236], Loss: 2.2250, Perplexity: 9.2538
Epoch [1/1], Step [2910/3236], Loss: 2.6039, Perplexity: 13.5161
Epoch [1/1], Step [2911/3236], Loss: 2.2345, Perplexity: 9.3422
Epoch [1/1], Step [2912/3236], Loss: 2.1760, Perplexity: 8.8107
Epoch [1/1], Step [2913/3236], Loss: 1.8994, Perplexity: 6.6818
Epoch [1/1], Step [2914/3236], Loss: 2.1322, Perplexity: 8.4333
Epoch [1/1], Step [2915/3236], Loss: 2.0278, Perplexity: 7.5977
Epoch [1/1], Step [2916/3236], Loss: 2.0458, Perplexity: 7.7353
Epoch [1/1], Step [2917/3236], Loss: 2.1812, Perplexity: 8.8566
Epoch [1/1], Step [2918/3236], Loss: 2.1424, Perplexity: 8.5199
Epoch [1/1], Step [2919/3236], Loss: 2.1650, Perplexity: 8.7144
Epoch [1/1], Step [2920/3236], Loss: 2.2096, Perplexity: 9.1117
Epoch [1/1], Step [2921/3236], Loss: 2.1037, Perplexity: 8.1967
Epoch [1/1], Step [2922/3236], Loss: 2.1033, Perplexity: 8.1933
Epoch [1/1], Step [2923/3236], Loss: 2.3711, Perplexity: 10.7093
Epoch [1/1], Step [2924/3236], Loss: 2.1942, Perplexity: 8.9729
Epoch [1/1], Step [2925/3236], Loss: 2.7375, Perplexity: 15.4476
Epoch [1/1], Step [2926/3236], Loss: 2.1890, Perplexity: 8.9260
Epoch [1/1], Step [2927/3236], Loss: 2.1815, Perplexity: 8.8592
Epoch [1/1], Step [2928/3236], Loss: 2.1445, Perplexity: 8.5374
Epoch [1/1], Step [2929/3236], Loss: 2.1481, Perplexity: 8.5686
Epoch [1/1], Step [2930/3236], Loss: 2.4069, Perplexity: 11.1000
Epoch [1/1], Step [2931/3236], Loss: 2.0531, Perplexity: 7.7923
Epoch [1/1], Step [2932/3236], Loss: 2.2471, Perplexity: 9.4600
Epoch [1/1], Step [2933/3236], Loss: 2.3089, Perplexity: 10.0630
Epoch [1/1], Step [2934/3236], Loss: 2.8264, Perplexity: 16.8853
Epoch [1/1], Step [2935/3236], Loss: 2.1699, Perplexity: 8.7572
Epoch [1/1], Step [2936/3236], Loss: 2.3991, Perplexity: 11.0136
Epoch [1/1], Step [2937/3236], Loss: 2.1562, Perplexity: 8.6378
Epoch [1/1], Step [2938/3236], Loss: 2.1992, Perplexity: 9.0178
Epoch [1/1], Step [2939/3236], Loss: 2.2832, Perplexity: 9.8085
Epoch [1/1], Step [2940/3236], Loss: 2.4623, Perplexity: 11.7319
Epoch [1/1], Step [2941/3236], Loss: 2.1931, Perplexity: 8.9630
Epoch [1/1], Step [2942/3236], Loss: 2.3473, Perplexity: 10.4573
Epoch [1/1], Step [2943/3236], Loss: 2.2795, Perplexity: 9.7715
Epoch [1/1], Step [2944/3236], Loss: 2.1689, Perplexity: 8.7484
Epoch [1/1], Step [2945/3236], Loss: 2.0421, Perplexity: 7.7071
Epoch [1/1], Step [2946/3236], Loss: 2.1922, Perplexity: 8.9550
Epoch [1/1], Step [2947/3236], Loss: 2.2038, Perplexity: 9.0592
Epoch [1/1], Step [2948/3236], Loss: 2.2264, Perplexity: 9.2666
Epoch [1/1], Step [2949/3236], Loss: 2.2989, Perplexity: 9.9636
Epoch [1/1], Step [2950/3236], Loss: 2.4389, Perplexity: 11.4601
Epoch [1/1], Step [2951/3236], Loss: 2.0423, Perplexity: 7.7083
Epoch [1/1], Step [2952/3236], Loss: 2.0864, Perplexity: 8.0555
Epoch [1/1], Step [2953/3236], Loss: 2.1738, Perplexity: 8.7918
Epoch [1/1], Step [2954/3236], Loss: 2.2139, Perplexity: 9.1510
Epoch [1/1], Step [2955/3236], Loss: 2.0883, Perplexity: 8.0710
Epoch [1/1], Step [2956/3236], Loss: 2.1795, Perplexity: 8.8417
Epoch [1/1], Step [2957/3236], Loss: 2.1925, Perplexity: 8.9575
Epoch [1/1], Step [2958/3236], Loss: 2.1286, Perplexity: 8.4028
Epoch [1/1], Step [2959/3236], Loss: 2.3463, Perplexity: 10.4472
Epoch [1/1], Step [2960/3236], Loss: 2.1901, Perplexity: 8.9360
Epoch [1/1], Step [2961/3236], Loss: 2.0946, Perplexity: 8.1225
Epoch [1/1], Step [2962/3236], Loss: 2.1293, Perplexity: 8.4089
Epoch [1/1], Step [2963/3236], Loss: 3.0624, Perplexity: 21.3797
Epoch [1/1], Step [2964/3236], Loss: 2.6770, Perplexity: 14.5409
Epoch [1/1], Step [2965/3236], Loss: 2.3104, Perplexity: 10.0787
Epoch [1/1], Step [2966/3236], Loss: 2.1250, Perplexity: 8.3731
Epoch [1/1], Step [2967/3236], Loss: 2.2293, Perplexity: 9.2930
Epoch [1/1], Step [2968/3236], Loss: 2.0367, Perplexity: 7.6656
Epoch [1/1], Step [2969/3236], Loss: 2.1901, Perplexity: 8.9363
Epoch [1/1], Step [2970/3236], Loss: 2.2518, Perplexity: 9.5051
Epoch [1/1], Step [2971/3236], Loss: 2.4575, Perplexity: 11.6758
Epoch [1/1], Step [2972/3236], Loss: 2.2293, Perplexity: 9.2930
Epoch [1/1], Step [2973/3236], Loss: 2.3959, Perplexity: 10.9780
Epoch [1/1], Step [2974/3236], Loss: 2.1257, Perplexity: 8.3786
Epoch [1/1], Step [2975/3236], Loss: 2.1726, Perplexity: 8.7808
Epoch [1/1], Step [2976/3236], Loss: 2.1738, Perplexity: 8.7912
Epoch [1/1], Step [2977/3236], Loss: 1.8465, Perplexity: 6.3376
Epoch [1/1], Step [2978/3236], Loss: 2.1175, Perplexity: 8.3105
Epoch [1/1], Step [2979/3236], Loss: 2.0474, Perplexity: 7.7480
Epoch [1/1], Step [2980/3236], Loss: 2.1240, Perplexity: 8.3648
Epoch [1/1], Step [2981/3236], Loss: 2.5108, Perplexity: 12.3143
Epoch [1/1], Step [2982/3236], Loss: 1.9373, Perplexity: 6.9402
Epoch [1/1], Step [2983/3236], Loss: 2.1173, Perplexity: 8.3087
Epoch [1/1], Step [2984/3236], Loss: 2.1170, Perplexity: 8.3062
Epoch [1/1], Step [2985/3236], Loss: 2.1876, Perplexity: 8.9135
Epoch [1/1], Step [2986/3236], Loss: 2.4828, Perplexity: 11.9752
Epoch [1/1], Step [2987/3236], Loss: 2.2288, Perplexity: 9.2885
Epoch [1/1], Step [2988/3236], Loss: 2.2009, Perplexity: 9.0328
Epoch [1/1], Step [2989/3236], Loss: 2.1793, Perplexity: 8.8399
Epoch [1/1], Step [2990/3236], Loss: 2.4778, Perplexity: 11.9146
Epoch [1/1], Step [2991/3236], Loss: 2.1360, Perplexity: 8.4653
Epoch [1/1], Step [2992/3236], Loss: 2.2088, Perplexity: 9.1043
Epoch [1/1], Step [2993/3236], Loss: 2.1624, Perplexity: 8.6920
Epoch [1/1], Step [2994/3236], Loss: 2.0939, Perplexity: 8.1167
Epoch [1/1], Step [2995/3236], Loss: 2.5465, Perplexity: 12.7625
Epoch [1/1], Step [2996/3236], Loss: 2.1691, Perplexity: 8.7503
Epoch [1/1], Step [2997/3236], Loss: 2.0585, Perplexity: 7.8341
Epoch [1/1], Step [2998/3236], Loss: 2.1717, Perplexity: 8.7732
Epoch [1/1], Step [2999/3236], Loss: 2.3320, Perplexity: 10.2988
Epoch [1/1], Step [3000/3236], Loss: 2.3121, Perplexity: 10.0955
Epoch [1/1], Step [3001/3236], Loss: 2.1414, Perplexity: 8.5116
Epoch [1/1], Step [3002/3236], Loss: 2.1443, Perplexity: 8.5362
Epoch [1/1], Step [3003/3236], Loss: 2.3245, Perplexity: 10.2211
Epoch [1/1], Step [3004/3236], Loss: 2.1084, Perplexity: 8.2351
Epoch [1/1], Step [3005/3236], Loss: 2.2518, Perplexity: 9.5053
Epoch [1/1], Step [3006/3236], Loss: 2.6182, Perplexity: 13.7111
Epoch [1/1], Step [3007/3236], Loss: 2.3782, Perplexity: 10.7855
Epoch [1/1], Step [3008/3236], Loss: 2.3102, Perplexity: 10.0760
Epoch [1/1], Step [3009/3236], Loss: 2.2039, Perplexity: 9.0600
Epoch [1/1], Step [3010/3236], Loss: 2.7487, Perplexity: 15.6219
Epoch [1/1], Step [3011/3236], Loss: 2.2518, Perplexity: 9.5044
Epoch [1/1], Step [3012/3236], Loss: 2.0595, Perplexity: 7.8422
Epoch [1/1], Step [3013/3236], Loss: 2.2704, Perplexity: 9.6833
Epoch [1/1], Step [3014/3236], Loss: 2.2243, Perplexity: 9.2468
Epoch [1/1], Step [3015/3236], Loss: 2.1495, Perplexity: 8.5807
Epoch [1/1], Step [3016/3236], Loss: 2.2974, Perplexity: 9.9483
Epoch [1/1], Step [3017/3236], Loss: 2.5921, Perplexity: 13.3579
Epoch [1/1], Step [3018/3236], Loss: 2.0845, Perplexity: 8.0402
Epoch [1/1], Step [3019/3236], Loss: 2.3718, Perplexity: 10.7162
Epoch [1/1], Step [3020/3236], Loss: 2.1301, Perplexity: 8.4157
Epoch [1/1], Step [3021/3236], Loss: 2.3820, Perplexity: 10.8267
Epoch [1/1], Step [3022/3236], Loss: 2.2710, Perplexity: 9.6891
Epoch [1/1], Step [3023/3236], Loss: 2.0909, Perplexity: 8.0919
Epoch [1/1], Step [3024/3236], Loss: 2.0788, Perplexity: 7.9949
Epoch [1/1], Step [3025/3236], Loss: 2.1771, Perplexity: 8.8205
Epoch [1/1], Step [3026/3236], Loss: 2.5708, Perplexity: 13.0764
Epoch [1/1], Step [3027/3236], Loss: 2.2787, Perplexity: 9.7639
Epoch [1/1], Step [3028/3236], Loss: 2.1278, Perplexity: 8.3960
Epoch [1/1], Step [3029/3236], Loss: 2.1609, Perplexity: 8.6787
Epoch [1/1], Step [3030/3236], Loss: 2.1724, Perplexity: 8.7793
Epoch [1/1], Step [3031/3236], Loss: 2.3806, Perplexity: 10.8115
Epoch [1/1], Step [3032/3236], Loss: 2.6718, Perplexity: 14.4663
Epoch [1/1], Step [3033/3236], Loss: 2.3628, Perplexity: 10.6203
Epoch [1/1], Step [3034/3236], Loss: 2.3087, Perplexity: 10.0611
Epoch [1/1], Step [3035/3236], Loss: 2.5565, Perplexity: 12.8902
Epoch [1/1], Step [3036/3236], Loss: 2.0222, Perplexity: 7.5553
Epoch [1/1], Step [3037/3236], Loss: 2.6291, Perplexity: 13.8617
Epoch [1/1], Step [3038/3236], Loss: 2.1825, Perplexity: 8.8683
Epoch [1/1], Step [3039/3236], Loss: 2.1581, Perplexity: 8.6545
Epoch [1/1], Step [3040/3236], Loss: 2.2631, Perplexity: 9.6128
Epoch [1/1], Step [3041/3236], Loss: 2.1930, Perplexity: 8.9619
Epoch [1/1], Step [3042/3236], Loss: 2.2068, Perplexity: 9.0870
Epoch [1/1], Step [3043/3236], Loss: 2.3324, Perplexity: 10.3026
Epoch [1/1], Step [3044/3236], Loss: 2.0429, Perplexity: 7.7129
Epoch [1/1], Step [3045/3236], Loss: 2.1494, Perplexity: 8.5796
Epoch [1/1], Step [3046/3236], Loss: 2.1800, Perplexity: 8.8461
Epoch [1/1], Step [3047/3236], Loss: 2.2844, Perplexity: 9.8199
Epoch [1/1], Step [3048/3236], Loss: 2.0784, Perplexity: 7.9914
Epoch [1/1], Step [3049/3236], Loss: 2.3079, Perplexity: 10.0534
Epoch [1/1], Step [3050/3236], Loss: 2.0518, Perplexity: 7.7816
Epoch [1/1], Step [3051/3236], Loss: 2.2646, Perplexity: 9.6274
Epoch [1/1], Step [3052/3236], Loss: 2.2478, Perplexity: 9.4673
Epoch [1/1], Step [3053/3236], Loss: 2.2525, Perplexity: 9.5118
Epoch [1/1], Step [3054/3236], Loss: 2.1544, Perplexity: 8.6230
Epoch [1/1], Step [3055/3236], Loss: 2.2708, Perplexity: 9.6870
Epoch [1/1], Step [3056/3236], Loss: 2.2269, Perplexity: 9.2715
Epoch [1/1], Step [3057/3236], Loss: 2.8205, Perplexity: 16.7848
Epoch [1/1], Step [3058/3236], Loss: 2.1084, Perplexity: 8.2352
Epoch [1/1], Step [3059/3236], Loss: 2.2257, Perplexity: 9.2604
Epoch [1/1], Step [3060/3236], Loss: 2.5239, Perplexity: 12.4774
Epoch [1/1], Step [3061/3236], Loss: 2.2075, Perplexity: 9.0932
Epoch [1/1], Step [3062/3236], Loss: 2.2958, Perplexity: 9.9319
Epoch [1/1], Step [3063/3236], Loss: 2.1921, Perplexity: 8.9542
Epoch [1/1], Step [3064/3236], Loss: 2.2826, Perplexity: 9.8024
Epoch [1/1], Step [3065/3236], Loss: 2.0677, Perplexity: 7.9066
Epoch [1/1], Step [3066/3236], Loss: 2.2995, Perplexity: 9.9690
Epoch [1/1], Step [3067/3236], Loss: 2.2284, Perplexity: 9.2850
Epoch [1/1], Step [3068/3236], Loss: 2.4992, Perplexity: 12.1728
Epoch [1/1], Step [3069/3236], Loss: 2.2551, Perplexity: 9.5361
Epoch [1/1], Step [3070/3236], Loss: 2.2339, Perplexity: 9.3365
Epoch [1/1], Step [3071/3236], Loss: 2.1867, Perplexity: 8.9055
Epoch [1/1], Step [3072/3236], Loss: 2.2005, Perplexity: 9.0298
Epoch [1/1], Step [3073/3236], Loss: 2.1777, Perplexity: 8.8264
Epoch [1/1], Step [3074/3236], Loss: 2.0952, Perplexity: 8.1270
Epoch [1/1], Step [3075/3236], Loss: 2.0973, Perplexity: 8.1441
Epoch [1/1], Step [3076/3236], Loss: 2.2878, Perplexity: 9.8536
Epoch [1/1], Step [3077/3236], Loss: 2.2599, Perplexity: 9.5818
Epoch [1/1], Step [3078/3236], Loss: 2.1123, Perplexity: 8.2673
Epoch [1/1], Step [3079/3236], Loss: 2.3335, Perplexity: 10.3135
Epoch [1/1], Step [3080/3236], Loss: 2.2485, Perplexity: 9.4739
Epoch [1/1], Step [3081/3236], Loss: 2.1777, Perplexity: 8.8262
Epoch [1/1], Step [3082/3236], Loss: 2.3317, Perplexity: 10.2954
Epoch [1/1], Step [3083/3236], Loss: 2.0831, Perplexity: 8.0296
Epoch [1/1], Step [3084/3236], Loss: 2.2168, Perplexity: 9.1780
Epoch [1/1], Step [3085/3236], Loss: 2.2247, Perplexity: 9.2509
Epoch [1/1], Step [3086/3236], Loss: 2.1119, Perplexity: 8.2636
Epoch [1/1], Step [3087/3236], Loss: 2.1084, Perplexity: 8.2350
Epoch [1/1], Step [3088/3236], Loss: 2.0334, Perplexity: 7.6399
Epoch [1/1], Step [3089/3236], Loss: 2.1728, Perplexity: 8.7829
Epoch [1/1], Step [3090/3236], Loss: 2.0316, Perplexity: 7.6266
Epoch [1/1], Step [3091/3236], Loss: 2.5937, Perplexity: 13.3796
Epoch [1/1], Step [3092/3236], Loss: 2.0685, Perplexity: 7.9131
Epoch [1/1], Step [3093/3236], Loss: 2.0957, Perplexity: 8.1308
Epoch [1/1], Step [3094/3236], Loss: 2.1770, Perplexity: 8.8199
Epoch [1/1], Step [3095/3236], Loss: 2.1995, Perplexity: 9.0206
Epoch [1/1], Step [3096/3236], Loss: 2.2319, Perplexity: 9.3178
Epoch [1/1], Step [3097/3236], Loss: 1.9273, Perplexity: 6.8707
Epoch [1/1], Step [3098/3236], Loss: 2.0758, Perplexity: 7.9706
Epoch [1/1], Step [3099/3236], Loss: 2.1456, Perplexity: 8.5468
Epoch [1/1], Step [3100/3236], Loss: 3.7856, Perplexity: 44.0618
Epoch [1/1], Step [3101/3236], Loss: 2.1797, Perplexity: 8.8439
Epoch [1/1], Step [3102/3236], Loss: 2.4652, Perplexity: 11.7658
Epoch [1/1], Step [3103/3236], Loss: 2.4775, Perplexity: 11.9113
Epoch [1/1], Step [3104/3236], Loss: 2.2984, Perplexity: 9.9580
Epoch [1/1], Step [3105/3236], Loss: 2.2000, Perplexity: 9.0247
Epoch [1/1], Step [3106/3236], Loss: 2.4633, Perplexity: 11.7440
Epoch [1/1], Step [3107/3236], Loss: 2.2553, Perplexity: 9.5385
Epoch [1/1], Step [3108/3236], Loss: 2.1503, Perplexity: 8.5871
Epoch [1/1], Step [3109/3236], Loss: 2.1339, Perplexity: 8.4475
Epoch [1/1], Step [3110/3236], Loss: 2.1774, Perplexity: 8.8235
Epoch [1/1], Step [3111/3236], Loss: 2.2215, Perplexity: 9.2215
Epoch [1/1], Step [3112/3236], Loss: 2.1778, Perplexity: 8.8272
Epoch [1/1], Step [3113/3236], Loss: 2.1962, Perplexity: 8.9905
Epoch [1/1], Step [3114/3236], Loss: 2.0605, Perplexity: 7.8497
Epoch [1/1], Step [3115/3236], Loss: 2.2420, Perplexity: 9.4119
Epoch [1/1], Step [3116/3236], Loss: 2.1992, Perplexity: 9.0174
Epoch [1/1], Step [3117/3236], Loss: 2.3259, Perplexity: 10.2362
Epoch [1/1], Step [3118/3236], Loss: 2.1081, Perplexity: 8.2324
Epoch [1/1], Step [3119/3236], Loss: 2.7006, Perplexity: 14.8880
Epoch [1/1], Step [3120/3236], Loss: 2.1390, Perplexity: 8.4911
Epoch [1/1], Step [3121/3236], Loss: 2.2625, Perplexity: 9.6069
Epoch [1/1], Step [3122/3236], Loss: 2.2068, Perplexity: 9.0868
Epoch [1/1], Step [3123/3236], Loss: 2.0521, Perplexity: 7.7843
Epoch [1/1], Step [3124/3236], Loss: 2.2462, Perplexity: 9.4522
Epoch [1/1], Step [3125/3236], Loss: 2.1674, Perplexity: 8.7354
Epoch [1/1], Step [3126/3236], Loss: 2.2672, Perplexity: 9.6519
Epoch [1/1], Step [3127/3236], Loss: 2.5026, Perplexity: 12.2138
Epoch [1/1], Step [3128/3236], Loss: 2.1460, Perplexity: 8.5504
Epoch [1/1], Step [3129/3236], Loss: 2.2394, Perplexity: 9.3881
Epoch [1/1], Step [3130/3236], Loss: 2.1137, Perplexity: 8.2792
Epoch [1/1], Step [3131/3236], Loss: 2.1386, Perplexity: 8.4874
Epoch [1/1], Step [3132/3236], Loss: 2.1493, Perplexity: 8.5789
Epoch [1/1], Step [3133/3236], Loss: 2.0847, Perplexity: 8.0418
Epoch [1/1], Step [3134/3236], Loss: 2.2806, Perplexity: 9.7824
Epoch [1/1], Step [3135/3236], Loss: 2.1136, Perplexity: 8.2783
Epoch [1/1], Step [3136/3236], Loss: 2.1956, Perplexity: 8.9855
Epoch [1/1], Step [3137/3236], Loss: 2.2645, Perplexity: 9.6261
Epoch [1/1], Step [3138/3236], Loss: 2.1684, Perplexity: 8.7438
Epoch [1/1], Step [3139/3236], Loss: 2.2654, Perplexity: 9.6346
Epoch [1/1], Step [3140/3236], Loss: 2.0854, Perplexity: 8.0477
Epoch [1/1], Step [3141/3236], Loss: 2.5454, Perplexity: 12.7481
Epoch [1/1], Step [3142/3236], Loss: 2.1133, Perplexity: 8.2751
Epoch [1/1], Step [3143/3236], Loss: 2.4052, Perplexity: 11.0807
Epoch [1/1], Step [3144/3236], Loss: 1.9642, Perplexity: 7.1293
Epoch [1/1], Step [3145/3236], Loss: 2.1551, Perplexity: 8.6286
Epoch [1/1], Step [3146/3236], Loss: 2.4328, Perplexity: 11.3904
Epoch [1/1], Step [3147/3236], Loss: 2.2495, Perplexity: 9.4831
Epoch [1/1], Step [3148/3236], Loss: 2.3185, Perplexity: 10.1603
Epoch [1/1], Step [3149/3236], Loss: 2.0400, Perplexity: 7.6908
Epoch [1/1], Step [3150/3236], Loss: 2.2207, Perplexity: 9.2140
Epoch [1/1], Step [3151/3236], Loss: 2.1305, Perplexity: 8.4187
Epoch [1/1], Step [3152/3236], Loss: 2.2011, Perplexity: 9.0347
Epoch [1/1], Step [3153/3236], Loss: 2.1109, Perplexity: 8.2556
Epoch [1/1], Step [3154/3236], Loss: 2.5667, Perplexity: 13.0226
Epoch [1/1], Step [3155/3236], Loss: 2.8110, Perplexity: 16.6261
Epoch [1/1], Step [3156/3236], Loss: 2.0842, Perplexity: 8.0380
Epoch [1/1], Step [3157/3236], Loss: 2.8441, Perplexity: 17.1860
Epoch [1/1], Step [3158/3236], Loss: 2.2052, Perplexity: 9.0716
Epoch [1/1], Step [3159/3236], Loss: 2.3514, Perplexity: 10.5005
Epoch [1/1], Step [3160/3236], Loss: 2.1674, Perplexity: 8.7360
Epoch [1/1], Step [3161/3236], Loss: 2.1295, Perplexity: 8.4107
Epoch [1/1], Step [3162/3236], Loss: 2.1083, Perplexity: 8.2341
Epoch [1/1], Step [3163/3236], Loss: 2.3483, Perplexity: 10.4676
Epoch [1/1], Step [3164/3236], Loss: 2.6338, Perplexity: 13.9268
Epoch [1/1], Step [3165/3236], Loss: 2.2579, Perplexity: 9.5629
Epoch [1/1], Step [3166/3236], Loss: 2.0375, Perplexity: 7.6716
Epoch [1/1], Step [3167/3236], Loss: 2.3635, Perplexity: 10.6276
Epoch [1/1], Step [3168/3236], Loss: 2.1708, Perplexity: 8.7653
Epoch [1/1], Step [3169/3236], Loss: 2.2157, Perplexity: 9.1675
Epoch [1/1], Step [3170/3236], Loss: 2.1423, Perplexity: 8.5188
Epoch [1/1], Step [3171/3236], Loss: 2.2095, Perplexity: 9.1111
Epoch [1/1], Step [3172/3236], Loss: 2.0437, Perplexity: 7.7190
Epoch [1/1], Step [3173/3236], Loss: 2.1281, Perplexity: 8.3990
Epoch [1/1], Step [3174/3236], Loss: 2.1569, Perplexity: 8.6439
Epoch [1/1], Step [3175/3236], Loss: 2.1916, Perplexity: 8.9495
Epoch [1/1], Step [3176/3236], Loss: 2.2303, Perplexity: 9.3031
Epoch [1/1], Step [3177/3236], Loss: 2.1381, Perplexity: 8.4831
Epoch [1/1], Step [3178/3236], Loss: 2.1798, Perplexity: 8.8444
Epoch [1/1], Step [3179/3236], Loss: 2.0806, Perplexity: 8.0091
Epoch [1/1], Step [3180/3236], Loss: 2.1085, Perplexity: 8.2360
Epoch [1/1], Step [3181/3236], Loss: 2.1344, Perplexity: 8.4522
Epoch [1/1], Step [3182/3236], Loss: 2.1550, Perplexity: 8.6281
Epoch [1/1], Step [3183/3236], Loss: 2.1892, Perplexity: 8.9284
Epoch [1/1], Step [3184/3236], Loss: 2.0411, Perplexity: 7.6987
Epoch [1/1], Step [3185/3236], Loss: 2.2108, Perplexity: 9.1233
Epoch [1/1], Step [3186/3236], Loss: 2.0862, Perplexity: 8.0544
Epoch [1/1], Step [3187/3236], Loss: 2.1517, Perplexity: 8.5994
Epoch [1/1], Step [3188/3236], Loss: 2.0216, Perplexity: 7.5504
Epoch [1/1], Step [3189/3236], Loss: 2.1811, Perplexity: 8.8560
Epoch [1/1], Step [3190/3236], Loss: 2.2259, Perplexity: 9.2621
Epoch [1/1], Step [3191/3236], Loss: 2.6504, Perplexity: 14.1599
Epoch [1/1], Step [3192/3236], Loss: 2.0814, Perplexity: 8.0155
Epoch [1/1], Step [3193/3236], Loss: 2.5501, Perplexity: 12.8087
Epoch [1/1], Step [3194/3236], Loss: 2.0534, Perplexity: 7.7946
Epoch [1/1], Step [3195/3236], Loss: 2.4896, Perplexity: 12.0569
Epoch [1/1], Step [3196/3236], Loss: 2.1714, Perplexity: 8.7709
Epoch [1/1], Step [3197/3236], Loss: 2.2419, Perplexity: 9.4113
Epoch [1/1], Step [3198/3236], Loss: 2.1821, Perplexity: 8.8645
Epoch [1/1], Step [3199/3236], Loss: 2.1498, Perplexity: 8.5835
Epoch [1/1], Step [3200/3236], Loss: 2.3550, Perplexity: 10.5376
Epoch [1/1], Step [3201/3236], Loss: 2.4032, Perplexity: 11.0588
Epoch [1/1], Step [3202/3236], Loss: 2.1843, Perplexity: 8.8843
Epoch [1/1], Step [3203/3236], Loss: 2.1609, Perplexity: 8.6791
Epoch [1/1], Step [3204/3236], Loss: 2.0894, Perplexity: 8.0805
Epoch [1/1], Step [3205/3236], Loss: 2.0943, Perplexity: 8.1197
Epoch [1/1], Step [3206/3236], Loss: 2.4506, Perplexity: 11.5956
Epoch [1/1], Step [3207/3236], Loss: 2.0435, Perplexity: 7.7173
Epoch [1/1], Step [3208/3236], Loss: 2.2104, Perplexity: 9.1196
Epoch [1/1], Step [3209/3236], Loss: 2.2888, Perplexity: 9.8631
Epoch [1/1], Step [3210/3236], Loss: 2.0873, Perplexity: 8.0632
Epoch [1/1], Step [3211/3236], Loss: 2.0428, Perplexity: 7.7121
Epoch [1/1], Step [3212/3236], Loss: 2.2089, Perplexity: 9.1058
Epoch [1/1], Step [3213/3236], Loss: 2.1194, Perplexity: 8.3259
Epoch [1/1], Step [3214/3236], Loss: 2.3952, Perplexity: 10.9707
Epoch [1/1], Step [3215/3236], Loss: 2.1794, Perplexity: 8.8406
Epoch [1/1], Step [3216/3236], Loss: 2.5878, Perplexity: 13.3005
Epoch [1/1], Step [3217/3236], Loss: 2.1566, Perplexity: 8.6418
Epoch [1/1], Step [3218/3236], Loss: 2.0906, Perplexity: 8.0896
Epoch [1/1], Step [3219/3236], Loss: 2.1222, Perplexity: 8.3493
Epoch [1/1], Step [3220/3236], Loss: 2.0820, Perplexity: 8.0202
Epoch [1/1], Step [3221/3236], Loss: 2.1757, Perplexity: 8.8088
Epoch [1/1], Step [3222/3236], Loss: 1.9877, Perplexity: 7.2984
Epoch [1/1], Step [3223/3236], Loss: 2.0589, Perplexity: 7.8371
Epoch [1/1], Step [3224/3236], Loss: 2.2374, Perplexity: 9.3686
Epoch [1/1], Step [3225/3236], Loss: 1.9994, Perplexity: 7.3846
Epoch [1/1], Step [3226/3236], Loss: 2.0654, Perplexity: 7.8882
Epoch [1/1], Step [3227/3236], Loss: 2.0663, Perplexity: 7.8959
Epoch [1/1], Step [3228/3236], Loss: 2.1364, Perplexity: 8.4690
Epoch [1/1], Step [3229/3236], Loss: 2.0566, Perplexity: 7.8195
Epoch [1/1], Step [3230/3236], Loss: 2.5622, Perplexity: 12.9649
Epoch [1/1], Step [3231/3236], Loss: 2.3659, Perplexity: 10.6534
Epoch [1/1], Step [3232/3236], Loss: 2.5231, Perplexity: 12.4667
Epoch [1/1], Step [3233/3236], Loss: 2.3162, Perplexity: 10.1370
Epoch [1/1], Step [3234/3236], Loss: 2.1262, Perplexity: 8.3833
Epoch [1/1], Step [3235/3236], Loss: 2.1166, Perplexity: 8.3030
Epoch [1/1], Step [3236/3236], Loss: 2.1953, Perplexity: 8.9827