From 3a80c7a8a9bb06b9dff9682b78ffb012a7f280e2 Mon Sep 17 00:00:00 2001
From: SENACHERIBBE Andrea <andrea.senacheribbe@inria.fr>
Date: Fri, 8 Jan 2021 14:15:48 +0100
Subject: [PATCH] clean training output
---
federated_learning/federated_mcvae_adni.ipynb | 2138 +----------------
1 file changed, 5 insertions(+), 2133 deletions(-)
diff --git a/federated_learning/federated_mcvae_adni.ipynb b/federated_learning/federated_mcvae_adni.ipynb
index 9e8b096..d9a8b32 100644
--- a/federated_learning/federated_mcvae_adni.ipynb
+++ b/federated_learning/federated_mcvae_adni.ipynb
@@ -453,7 +453,7 @@
},
{
"cell_type": "code",
- "execution_count": 15,
+ "execution_count": null,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
@@ -461,2134 +461,7 @@
"id": "uL2a10Rg-vE4",
"outputId": "02f6a4b2-29d9-4af8-83ab-ae3ba418b98b"
},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 0/100 (0%)\tLoss: 1803.5861\tLL: -1801.3300\tKL: 2.2561\tLL/KL: -798.4347\n",
- "====> Epoch: 10/100 (10%)\tLoss: 1785.1858\tLL: -1783.0746\tKL: 2.1112\tLL/KL: -844.5864\n",
- "====> Epoch: 20/100 (20%)\tLoss: 1719.5281\tLL: -1717.5524\tKL: 1.9757\tLL/KL: -869.3406\n",
- "====> Epoch: 30/100 (30%)\tLoss: 1635.4663\tLL: -1633.6155\tKL: 1.8509\tLL/KL: -882.6175\n",
- "====> Epoch: 40/100 (40%)\tLoss: 1591.1010\tLL: -1589.3627\tKL: 1.7382\tLL/KL: -914.3508\n",
- "====> Epoch: 50/100 (50%)\tLoss: 1519.6187\tLL: -1517.9810\tKL: 1.6376\tLL/KL: -926.9269\n",
- "====> Epoch: 60/100 (60%)\tLoss: 1495.4344\tLL: -1493.8856\tKL: 1.5489\tLL/KL: -964.5034\n",
- "====> Epoch: 70/100 (70%)\tLoss: 1460.6147\tLL: -1459.1461\tKL: 1.4687\tLL/KL: -993.5247\n",
- "====> Epoch: 80/100 (80%)\tLoss: 1396.3152\tLL: -1394.9208\tKL: 1.3944\tLL/KL: -1000.3763\n",
- "====> Epoch: 90/100 (90%)\tLoss: 1385.7131\tLL: -1384.3856\tKL: 1.3275\tLL/KL: -1042.8606\n",
- "====> Epoch: 0/100 (0%)\tLoss: 1820.2557\tLL: -1818.0482\tKL: 2.2075\tLL/KL: -823.5800\n",
- "====> Epoch: 10/100 (10%)\tLoss: 1725.6099\tLL: -1723.5415\tKL: 2.0683\tLL/KL: -833.2958\n",
- "====> Epoch: 20/100 (20%)\tLoss: 1667.2465\tLL: -1665.3074\tKL: 1.9390\tLL/KL: -858.8311\n",
- "====> Epoch: 30/100 (30%)\tLoss: 1636.4658\tLL: -1634.6444\tKL: 1.8214\tLL/KL: -897.4532\n",
- "====> Epoch: 40/100 (40%)\tLoss: 1593.4139\tLL: -1591.7000\tKL: 1.7140\tLL/KL: -928.6350\n",
- "====> Epoch: 50/100 (50%)\tLoss: 1514.3705\tLL: -1512.7540\tKL: 1.6164\tLL/KL: -935.8778\n",
- "====> Epoch: 60/100 (60%)\tLoss: 1522.2710\tLL: -1520.7422\tKL: 1.5288\tLL/KL: -994.7095\n",
- "====> Epoch: 70/100 (70%)\tLoss: 1428.8649\tLL: -1427.4158\tKL: 1.4491\tLL/KL: -985.0371\n",
- "====> Epoch: 80/100 (80%)\tLoss: 1388.8344\tLL: -1387.4568\tKL: 1.3776\tLL/KL: -1007.1909\n",
- "====> Epoch: 90/100 (90%)\tLoss: 1370.3591\tLL: -1369.0460\tKL: 1.3131\tLL/KL: -1042.5685\n",
- "====> Epoch: 0/100 (0%)\tLoss: 1849.1849\tLL: -1846.9630\tKL: 2.2219\tLL/KL: -831.2432\n",
- "====> Epoch: 10/100 (10%)\tLoss: 1743.6735\tLL: -1741.5938\tKL: 2.0797\tLL/KL: -837.4355\n",
- "====> Epoch: 20/100 (20%)\tLoss: 1712.3049\tLL: -1710.3563\tKL: 1.9486\tLL/KL: -877.7576\n",
- "====> Epoch: 30/100 (30%)\tLoss: 1611.3286\tLL: -1609.4984\tKL: 1.8302\tLL/KL: -879.4286\n",
- "====> Epoch: 40/100 (40%)\tLoss: 1609.4512\tLL: -1607.7273\tKL: 1.7238\tLL/KL: -932.6490\n",
- "====> Epoch: 50/100 (50%)\tLoss: 1527.6113\tLL: -1525.9847\tKL: 1.6266\tLL/KL: -938.1364\n",
- "====> Epoch: 60/100 (60%)\tLoss: 1502.5254\tLL: -1500.9871\tKL: 1.5383\tLL/KL: -975.7136\n",
- "====> Epoch: 70/100 (70%)\tLoss: 1462.0796\tLL: -1460.6205\tKL: 1.4591\tLL/KL: -1001.0298\n",
- "====> Epoch: 80/100 (80%)\tLoss: 1393.7383\tLL: -1392.3510\tKL: 1.3873\tLL/KL: -1003.6533\n",
- "====> Epoch: 90/100 (90%)\tLoss: 1375.7473\tLL: -1374.4243\tKL: 1.3230\tLL/KL: -1038.8487\n",
- "====> Epoch: 0/100 (0%)\tLoss: 1807.8765\tLL: -1805.6874\tKL: 2.1891\tLL/KL: -824.8455\n",
- "====> Epoch: 10/100 (10%)\tLoss: 1727.9324\tLL: -1725.8844\tKL: 2.0480\tLL/KL: -842.7190\n",
- "====> Epoch: 20/100 (20%)\tLoss: 1709.7668\tLL: -1707.8505\tKL: 1.9164\tLL/KL: -891.1915\n",
- "====> Epoch: 30/100 (30%)\tLoss: 1627.2649\tLL: -1625.4679\tKL: 1.7970\tLL/KL: -904.5702\n",
- "====> Epoch: 40/100 (40%)\tLoss: 1608.4274\tLL: -1606.7375\tKL: 1.6898\tLL/KL: -950.8176\n",
- "====> Epoch: 50/100 (50%)\tLoss: 1564.0543\tLL: -1562.4613\tKL: 1.5930\tLL/KL: -980.8022\n",
- "====> Epoch: 60/100 (60%)\tLoss: 1545.5182\tLL: -1544.0123\tKL: 1.5059\tLL/KL: -1025.2963\n",
- "====> Epoch: 70/100 (70%)\tLoss: 1458.1971\tLL: -1456.7701\tKL: 1.4270\tLL/KL: -1020.8311\n",
- "====> Epoch: 80/100 (80%)\tLoss: 1386.9838\tLL: -1385.6272\tKL: 1.3566\tLL/KL: -1021.4156\n",
- "====> Epoch: 90/100 (90%)\tLoss: 1359.8103\tLL: -1358.5183\tKL: 1.2919\tLL/KL: -1051.5258\n",
- "====> Epoch: 100/200 (50%)\tLoss: 1339.9088\tLL: -1338.6422\tKL: 1.2666\tLL/KL: -1056.9067\n",
- "====> Epoch: 110/200 (55%)\tLoss: 1326.7350\tLL: -1325.5243\tKL: 1.2107\tLL/KL: -1094.8167\n",
- "====> Epoch: 120/200 (60%)\tLoss: 1275.0422\tLL: -1273.8828\tKL: 1.1594\tLL/KL: -1098.7066\n",
- "====> Epoch: 130/200 (65%)\tLoss: 1274.1166\tLL: -1273.0038\tKL: 1.1128\tLL/KL: -1143.9458\n",
- "====> Epoch: 140/200 (70%)\tLoss: 1229.3229\tLL: -1228.2549\tKL: 1.0680\tLL/KL: -1150.0305\n",
- "====> Epoch: 150/200 (75%)\tLoss: 1201.8054\tLL: -1200.7791\tKL: 1.0263\tLL/KL: -1169.9819\n",
- "====> Epoch: 160/200 (80%)\tLoss: 1185.6454\tLL: -1184.6578\tKL: 0.9875\tLL/KL: -1199.6521\n",
- "====> Epoch: 170/200 (85%)\tLoss: 1154.3657\tLL: -1153.4131\tKL: 0.9526\tLL/KL: -1210.7684\n",
- "====> Epoch: 180/200 (90%)\tLoss: 1119.9060\tLL: -1118.9860\tKL: 0.9200\tLL/KL: -1216.2330\n",
- "====> Epoch: 190/200 (95%)\tLoss: 1103.6798\tLL: -1102.7893\tKL: 0.8905\tLL/KL: -1238.3853\n",
- "====> Epoch: 100/200 (50%)\tLoss: 1340.3745\tLL: -1339.1156\tKL: 1.2589\tLL/KL: -1063.7526\n",
- "====> Epoch: 110/200 (55%)\tLoss: 1302.9423\tLL: -1301.7374\tKL: 1.2048\tLL/KL: -1080.4378\n",
- "====> Epoch: 120/200 (60%)\tLoss: 1269.9886\tLL: -1268.8325\tKL: 1.1561\tLL/KL: -1097.4729\n",
- "====> Epoch: 130/200 (65%)\tLoss: 1261.6337\tLL: -1260.5229\tKL: 1.1107\tLL/KL: -1134.8427\n",
- "====> Epoch: 140/200 (70%)\tLoss: 1217.5762\tLL: -1216.5067\tKL: 1.0694\tLL/KL: -1137.5085\n",
- "====> Epoch: 150/200 (75%)\tLoss: 1178.3483\tLL: -1177.3175\tKL: 1.0307\tLL/KL: -1142.1976\n",
- "====> Epoch: 160/200 (80%)\tLoss: 1157.5907\tLL: -1156.5966\tKL: 0.9941\tLL/KL: -1163.4152\n",
- "====> Epoch: 170/200 (85%)\tLoss: 1119.5775\tLL: -1118.6177\tKL: 0.9598\tLL/KL: -1165.4294\n",
- "====> Epoch: 180/200 (90%)\tLoss: 1127.9363\tLL: -1127.0081\tKL: 0.9282\tLL/KL: -1214.2264\n",
- "====> Epoch: 190/200 (95%)\tLoss: 1084.5018\tLL: -1083.6018\tKL: 0.9001\tLL/KL: -1203.9038\n",
- "====> Epoch: 100/200 (50%)\tLoss: 1338.4240\tLL: -1337.1646\tKL: 1.2594\tLL/KL: -1061.7426\n",
- "====> Epoch: 110/200 (55%)\tLoss: 1299.1428\tLL: -1297.9370\tKL: 1.2058\tLL/KL: -1076.4421\n",
- "====> Epoch: 120/200 (60%)\tLoss: 1241.7468\tLL: -1240.5892\tKL: 1.1576\tLL/KL: -1071.6461\n",
- "====> Epoch: 130/200 (65%)\tLoss: 1264.6260\tLL: -1263.5118\tKL: 1.1142\tLL/KL: -1134.0532\n",
- "====> Epoch: 140/200 (70%)\tLoss: 1205.2037\tLL: -1204.1301\tKL: 1.0736\tLL/KL: -1121.5990\n",
- "====> Epoch: 150/200 (75%)\tLoss: 1193.9618\tLL: -1192.9268\tKL: 1.0351\tLL/KL: -1152.5293\n",
- "====> Epoch: 160/200 (80%)\tLoss: 1170.3219\tLL: -1169.3228\tKL: 0.9991\tLL/KL: -1170.3215\n",
- "====> Epoch: 170/200 (85%)\tLoss: 1142.7760\tLL: -1141.8099\tKL: 0.9661\tLL/KL: -1181.9159\n",
- "====> Epoch: 180/200 (90%)\tLoss: 1109.4504\tLL: -1108.5153\tKL: 0.9352\tLL/KL: -1185.2962\n",
- "====> Epoch: 190/200 (95%)\tLoss: 1120.5178\tLL: -1119.6119\tKL: 0.9059\tLL/KL: -1235.9561\n",
- "====> Epoch: 100/200 (50%)\tLoss: 1319.6248\tLL: -1318.3862\tKL: 1.2385\tLL/KL: -1064.4868\n",
- "====> Epoch: 110/200 (55%)\tLoss: 1308.9180\tLL: -1307.7333\tKL: 1.1847\tLL/KL: -1103.8470\n",
- "====> Epoch: 120/200 (60%)\tLoss: 1289.1354\tLL: -1288.0004\tKL: 1.1350\tLL/KL: -1134.7616\n",
- "====> Epoch: 130/200 (65%)\tLoss: 1246.4343\tLL: -1245.3442\tKL: 1.0901\tLL/KL: -1142.4350\n",
- "====> Epoch: 140/200 (70%)\tLoss: 1226.5562\tLL: -1225.5085\tKL: 1.0475\tLL/KL: -1169.8837\n",
- "====> Epoch: 150/200 (75%)\tLoss: 1209.2501\tLL: -1208.2413\tKL: 1.0088\tLL/KL: -1197.6875\n",
- "====> Epoch: 160/200 (80%)\tLoss: 1174.7218\tLL: -1173.7488\tKL: 0.9731\tLL/KL: -1206.2197\n",
- "====> Epoch: 170/200 (85%)\tLoss: 1149.2330\tLL: -1148.2933\tKL: 0.9397\tLL/KL: -1222.0082\n",
- "====> Epoch: 180/200 (90%)\tLoss: 1109.6057\tLL: -1108.6964\tKL: 0.9093\tLL/KL: -1219.2413\n",
- "====> Epoch: 190/200 (95%)\tLoss: 1085.4060\tLL: -1084.5256\tKL: 0.8804\tLL/KL: -1231.8473\n",
- "====> Epoch: 200/300 (67%)\tLoss: 1081.8756\tLL: -1081.0050\tKL: 0.8706\tLL/KL: -1241.6187\n",
- "====> Epoch: 210/300 (70%)\tLoss: 1072.4985\tLL: -1071.6539\tKL: 0.8447\tLL/KL: -1268.7465\n",
- "====> Epoch: 220/300 (73%)\tLoss: 1044.1400\tLL: -1043.3197\tKL: 0.8203\tLL/KL: -1271.8176\n",
- "====> Epoch: 230/300 (77%)\tLoss: 1034.7250\tLL: -1033.9272\tKL: 0.7977\tLL/KL: -1296.1203\n",
- "====> Epoch: 240/300 (80%)\tLoss: 990.6622\tLL: -989.8857\tKL: 0.7765\tLL/KL: -1274.7951\n",
- "====> Epoch: 250/300 (83%)\tLoss: 997.2618\tLL: -996.5051\tKL: 0.7567\tLL/KL: -1316.8447\n",
- "====> Epoch: 260/300 (87%)\tLoss: 974.4505\tLL: -973.7124\tKL: 0.7381\tLL/KL: -1319.1864\n",
- "====> Epoch: 270/300 (90%)\tLoss: 955.1667\tLL: -954.4462\tKL: 0.7205\tLL/KL: -1324.6829\n",
- "====> Epoch: 280/300 (93%)\tLoss: 950.5963\tLL: -949.8923\tKL: 0.7040\tLL/KL: -1349.3711\n",
- "====> Epoch: 290/300 (97%)\tLoss: 923.0781\tLL: -922.3892\tKL: 0.6889\tLL/KL: -1338.9710\n",
- "====> Epoch: 200/300 (67%)\tLoss: 1082.9041\tLL: -1082.0311\tKL: 0.8729\tLL/KL: -1239.6177\n",
- "====> Epoch: 210/300 (70%)\tLoss: 1059.9633\tLL: -1059.1144\tKL: 0.8488\tLL/KL: -1247.7188\n",
- "====> Epoch: 220/300 (73%)\tLoss: 1046.8783\tLL: -1046.0511\tKL: 0.8271\tLL/KL: -1264.6820\n",
- "====> Epoch: 230/300 (77%)\tLoss: 1017.0245\tLL: -1016.2184\tKL: 0.8061\tLL/KL: -1260.5846\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 240/300 (80%)\tLoss: 999.8187\tLL: -999.0317\tKL: 0.7870\tLL/KL: -1269.3889\n",
- "====> Epoch: 250/300 (83%)\tLoss: 988.0724\tLL: -987.3030\tKL: 0.7694\tLL/KL: -1283.2373\n",
- "====> Epoch: 260/300 (87%)\tLoss: 972.6476\tLL: -971.8950\tKL: 0.7527\tLL/KL: -1291.2154\n",
- "====> Epoch: 270/300 (90%)\tLoss: 953.2408\tLL: -952.5037\tKL: 0.7371\tLL/KL: -1292.1593\n",
- "====> Epoch: 280/300 (93%)\tLoss: 936.9712\tLL: -936.2485\tKL: 0.7227\tLL/KL: -1295.4914\n",
- "====> Epoch: 290/300 (97%)\tLoss: 919.3774\tLL: -918.6682\tKL: 0.7092\tLL/KL: -1295.3525\n",
- "====> Epoch: 200/300 (67%)\tLoss: 1076.5552\tLL: -1075.6812\tKL: 0.8740\tLL/KL: -1230.7700\n",
- "====> Epoch: 210/300 (70%)\tLoss: 1067.0591\tLL: -1066.2091\tKL: 0.8500\tLL/KL: -1254.3439\n",
- "====> Epoch: 220/300 (73%)\tLoss: 1038.0115\tLL: -1037.1832\tKL: 0.8282\tLL/KL: -1252.3187\n",
- "====> Epoch: 230/300 (77%)\tLoss: 1017.7786\tLL: -1016.9709\tKL: 0.8077\tLL/KL: -1259.1047\n",
- "====> Epoch: 240/300 (80%)\tLoss: 988.5562\tLL: -987.7678\tKL: 0.7884\tLL/KL: -1252.9326\n",
- "====> Epoch: 250/300 (83%)\tLoss: 989.8351\tLL: -989.0647\tKL: 0.7704\tLL/KL: -1283.7520\n",
- "====> Epoch: 260/300 (87%)\tLoss: 972.8920\tLL: -972.1380\tKL: 0.7540\tLL/KL: -1289.3300\n",
- "====> Epoch: 270/300 (90%)\tLoss: 959.7832\tLL: -959.0447\tKL: 0.7385\tLL/KL: -1298.5774\n",
- "====> Epoch: 280/300 (93%)\tLoss: 942.7418\tLL: -942.0168\tKL: 0.7249\tLL/KL: -1299.4512\n",
- "====> Epoch: 290/300 (97%)\tLoss: 922.4570\tLL: -921.7451\tKL: 0.7119\tLL/KL: -1294.7922\n",
- "====> Epoch: 200/300 (67%)\tLoss: 1088.0061\tLL: -1087.1497\tKL: 0.8564\tLL/KL: -1269.3933\n",
- "====> Epoch: 210/300 (70%)\tLoss: 1064.0358\tLL: -1063.2046\tKL: 0.8312\tLL/KL: -1279.1183\n",
- "====> Epoch: 220/300 (73%)\tLoss: 1039.2917\tLL: -1038.4840\tKL: 0.8077\tLL/KL: -1285.7074\n",
- "====> Epoch: 230/300 (77%)\tLoss: 1031.6918\tLL: -1030.9058\tKL: 0.7860\tLL/KL: -1311.6031\n",
- "====> Epoch: 240/300 (80%)\tLoss: 1028.2247\tLL: -1027.4586\tKL: 0.7661\tLL/KL: -1341.1573\n",
- "====> Epoch: 250/300 (83%)\tLoss: 987.2572\tLL: -986.5091\tKL: 0.7481\tLL/KL: -1318.6252\n",
- "====> Epoch: 260/300 (87%)\tLoss: 972.8729\tLL: -972.1414\tKL: 0.7315\tLL/KL: -1328.9048\n",
- "====> Epoch: 270/300 (90%)\tLoss: 951.3542\tLL: -950.6390\tKL: 0.7153\tLL/KL: -1329.0421\n",
- "====> Epoch: 280/300 (93%)\tLoss: 942.8077\tLL: -942.1084\tKL: 0.6993\tLL/KL: -1347.3032\n",
- "====> Epoch: 290/300 (97%)\tLoss: 931.1300\tLL: -930.4458\tKL: 0.6842\tLL/KL: -1359.9031\n",
- "====> Epoch: 300/400 (75%)\tLoss: 913.5106\tLL: -912.8259\tKL: 0.6848\tLL/KL: -1333.0446\n",
- "====> Epoch: 310/400 (78%)\tLoss: 898.5684\tLL: -897.8969\tKL: 0.6715\tLL/KL: -1337.1377\n",
- "====> Epoch: 320/400 (80%)\tLoss: 894.0189\tLL: -893.3601\tKL: 0.6588\tLL/KL: -1356.0368\n",
- "====> Epoch: 330/400 (82%)\tLoss: 875.2369\tLL: -874.5894\tKL: 0.6476\tLL/KL: -1350.5323\n",
- "====> Epoch: 340/400 (85%)\tLoss: 862.6148\tLL: -861.9781\tKL: 0.6367\tLL/KL: -1353.8198\n",
- "====> Epoch: 350/400 (88%)\tLoss: 850.6573\tLL: -850.0306\tKL: 0.6268\tLL/KL: -1356.2127\n",
- "====> Epoch: 360/400 (90%)\tLoss: 845.3642\tLL: -844.7469\tKL: 0.6173\tLL/KL: -1368.4740\n",
- "====> Epoch: 370/400 (92%)\tLoss: 824.1732\tLL: -823.5646\tKL: 0.6086\tLL/KL: -1353.2319\n",
- "====> Epoch: 380/400 (95%)\tLoss: 813.9020\tLL: -813.3015\tKL: 0.6006\tLL/KL: -1354.2372\n",
- "====> Epoch: 390/400 (98%)\tLoss: 806.7252\tLL: -806.1320\tKL: 0.5932\tLL/KL: -1358.9582\n",
- "====> Epoch: 300/400 (75%)\tLoss: 919.6024\tLL: -918.9127\tKL: 0.6897\tLL/KL: -1332.4004\n",
- "====> Epoch: 310/400 (78%)\tLoss: 895.8214\tLL: -895.1423\tKL: 0.6791\tLL/KL: -1318.0830\n",
- "====> Epoch: 320/400 (80%)\tLoss: 883.8649\tLL: -883.1954\tKL: 0.6695\tLL/KL: -1319.2835\n",
- "====> Epoch: 330/400 (82%)\tLoss: 877.9279\tLL: -877.2672\tKL: 0.6607\tLL/KL: -1327.7248\n",
- "====> Epoch: 340/400 (85%)\tLoss: 856.6709\tLL: -856.0182\tKL: 0.6527\tLL/KL: -1311.5459\n",
- "====> Epoch: 350/400 (88%)\tLoss: 852.7772\tLL: -852.1313\tKL: 0.6458\tLL/KL: -1319.3973\n",
- "====> Epoch: 360/400 (90%)\tLoss: 839.4008\tLL: -838.7608\tKL: 0.6399\tLL/KL: -1310.7091\n",
- "====> Epoch: 370/400 (92%)\tLoss: 820.9737\tLL: -820.3395\tKL: 0.6342\tLL/KL: -1293.4447\n",
- "====> Epoch: 380/400 (95%)\tLoss: 821.2111\tLL: -820.5820\tKL: 0.6291\tLL/KL: -1304.4481\n",
- "====> Epoch: 390/400 (98%)\tLoss: 799.2205\tLL: -798.5962\tKL: 0.6243\tLL/KL: -1279.1801\n",
- "====> Epoch: 300/400 (75%)\tLoss: 914.7455\tLL: -914.0530\tKL: 0.6926\tLL/KL: -1319.8313\n",
- "====> Epoch: 310/400 (78%)\tLoss: 905.6143\tLL: -904.9329\tKL: 0.6814\tLL/KL: -1328.0306\n",
- "====> Epoch: 320/400 (80%)\tLoss: 880.7672\tLL: -880.0961\tKL: 0.6711\tLL/KL: -1311.3445\n",
- "====> Epoch: 330/400 (82%)\tLoss: 863.5858\tLL: -862.9240\tKL: 0.6619\tLL/KL: -1303.7772\n",
- "====> Epoch: 340/400 (85%)\tLoss: 856.1511\tLL: -855.4973\tKL: 0.6538\tLL/KL: -1308.4667\n",
- "====> Epoch: 350/400 (88%)\tLoss: 846.9093\tLL: -846.2626\tKL: 0.6466\tLL/KL: -1308.7126\n",
- "====> Epoch: 360/400 (90%)\tLoss: 833.9759\tLL: -833.3360\tKL: 0.6399\tLL/KL: -1302.3383\n",
- "====> Epoch: 370/400 (92%)\tLoss: 827.3294\tLL: -826.6962\tKL: 0.6332\tLL/KL: -1305.6547\n",
- "====> Epoch: 380/400 (95%)\tLoss: 815.3190\tLL: -814.6922\tKL: 0.6268\tLL/KL: -1299.7930\n",
- "====> Epoch: 390/400 (98%)\tLoss: 802.8949\tLL: -802.2737\tKL: 0.6212\tLL/KL: -1291.4589\n",
- "====> Epoch: 300/400 (75%)\tLoss: 913.4520\tLL: -912.7762\tKL: 0.6758\tLL/KL: -1350.7359\n",
- "====> Epoch: 310/400 (78%)\tLoss: 897.6073\tLL: -896.9443\tKL: 0.6630\tLL/KL: -1352.9540\n",
- "====> Epoch: 320/400 (80%)\tLoss: 890.0395\tLL: -889.3881\tKL: 0.6514\tLL/KL: -1365.2535\n",
- "====> Epoch: 330/400 (82%)\tLoss: 869.2955\tLL: -868.6548\tKL: 0.6407\tLL/KL: -1355.8128\n",
- "====> Epoch: 340/400 (85%)\tLoss: 861.3691\tLL: -860.7387\tKL: 0.6304\tLL/KL: -1365.3788\n",
- "====> Epoch: 350/400 (88%)\tLoss: 846.9271\tLL: -846.3063\tKL: 0.6208\tLL/KL: -1363.3005\n",
- "====> Epoch: 360/400 (90%)\tLoss: 846.9556\tLL: -846.3438\tKL: 0.6118\tLL/KL: -1383.3197\n",
- "====> Epoch: 370/400 (92%)\tLoss: 822.9223\tLL: -822.3193\tKL: 0.6030\tLL/KL: -1363.6254\n",
- "====> Epoch: 380/400 (95%)\tLoss: 808.9769\tLL: -808.3822\tKL: 0.5946\tLL/KL: -1359.4529\n",
- "====> Epoch: 390/400 (98%)\tLoss: 809.4764\tLL: -808.8895\tKL: 0.5869\tLL/KL: -1378.2667\n",
- "====> Epoch: 400/500 (80%)\tLoss: 795.1190\tLL: -794.5209\tKL: 0.5981\tLL/KL: -1328.4930\n",
- "====> Epoch: 410/500 (82%)\tLoss: 779.4535\tLL: -778.8619\tKL: 0.5916\tLL/KL: -1316.5331\n",
- "====> Epoch: 420/500 (84%)\tLoss: 769.2870\tLL: -768.7016\tKL: 0.5854\tLL/KL: -1313.1378\n",
- "====> Epoch: 430/500 (86%)\tLoss: 759.7601\tLL: -759.1801\tKL: 0.5800\tLL/KL: -1308.9021\n",
- "====> Epoch: 440/500 (88%)\tLoss: 754.8310\tLL: -754.2561\tKL: 0.5749\tLL/KL: -1312.0271\n",
- "====> Epoch: 450/500 (90%)\tLoss: 746.1736\tLL: -745.6036\tKL: 0.5700\tLL/KL: -1308.0335\n",
- "====> Epoch: 460/500 (92%)\tLoss: 741.9161\tLL: -741.3502\tKL: 0.5660\tLL/KL: -1309.8282\n",
- "====> Epoch: 470/500 (94%)\tLoss: 724.1367\tLL: -723.5744\tKL: 0.5622\tLL/KL: -1286.9313\n",
- "====> Epoch: 480/500 (96%)\tLoss: 721.3550\tLL: -720.7957\tKL: 0.5593\tLL/KL: -1288.7221\n",
- "====> Epoch: 490/500 (98%)\tLoss: 716.0240\tLL: -715.4672\tKL: 0.5569\tLL/KL: -1284.7909\n",
- "====> Epoch: 400/500 (80%)\tLoss: 792.6747\tLL: -792.0707\tKL: 0.6040\tLL/KL: -1311.3333\n",
- "====> Epoch: 410/500 (82%)\tLoss: 787.7569\tLL: -787.1564\tKL: 0.6005\tLL/KL: -1310.8886\n",
- "====> Epoch: 420/500 (84%)\tLoss: 779.2161\tLL: -778.6186\tKL: 0.5975\tLL/KL: -1303.0637\n",
- "====> Epoch: 430/500 (86%)\tLoss: 760.4857\tLL: -759.8903\tKL: 0.5953\tLL/KL: -1276.4621\n",
- "====> Epoch: 440/500 (88%)\tLoss: 748.5088\tLL: -747.9147\tKL: 0.5940\tLL/KL: -1259.0612\n",
- "====> Epoch: 450/500 (90%)\tLoss: 749.2120\tLL: -748.6187\tKL: 0.5934\tLL/KL: -1261.6265\n",
- "====> Epoch: 460/500 (92%)\tLoss: 741.4121\tLL: -740.8199\tKL: 0.5922\tLL/KL: -1250.9411\n",
- "====> Epoch: 470/500 (94%)\tLoss: 729.2944\tLL: -728.7024\tKL: 0.5920\tLL/KL: -1231.0172\n",
- "====> Epoch: 480/500 (96%)\tLoss: 722.6653\tLL: -722.0728\tKL: 0.5925\tLL/KL: -1218.7841\n",
- "====> Epoch: 490/500 (98%)\tLoss: 711.2414\tLL: -710.6481\tKL: 0.5933\tLL/KL: -1197.8246\n",
- "====> Epoch: 400/500 (80%)\tLoss: 790.0450\tLL: -789.4361\tKL: 0.6089\tLL/KL: -1296.5063\n",
- "====> Epoch: 410/500 (82%)\tLoss: 778.6338\tLL: -778.0287\tKL: 0.6051\tLL/KL: -1285.8252\n",
- "====> Epoch: 420/500 (84%)\tLoss: 777.0320\tLL: -776.4299\tKL: 0.6020\tLL/KL: -1289.7026\n",
- "====> Epoch: 430/500 (86%)\tLoss: 762.4772\tLL: -761.8778\tKL: 0.5995\tLL/KL: -1270.9570\n",
- "====> Epoch: 440/500 (88%)\tLoss: 755.5236\tLL: -754.9261\tKL: 0.5976\tLL/KL: -1263.3660\n",
- "====> Epoch: 450/500 (90%)\tLoss: 747.3061\tLL: -746.7103\tKL: 0.5958\tLL/KL: -1253.2960\n",
- "====> Epoch: 460/500 (92%)\tLoss: 746.7408\tLL: -746.1458\tKL: 0.5950\tLL/KL: -1254.0891\n",
- "====> Epoch: 470/500 (94%)\tLoss: 721.5954\tLL: -721.0007\tKL: 0.5947\tLL/KL: -1212.3351\n",
- "====> Epoch: 480/500 (96%)\tLoss: 726.2697\tLL: -725.6747\tKL: 0.5951\tLL/KL: -1219.5024\n",
- "====> Epoch: 490/500 (98%)\tLoss: 716.1288\tLL: -715.5325\tKL: 0.5964\tLL/KL: -1199.8094\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 400/500 (80%)\tLoss: 789.2183\tLL: -788.6270\tKL: 0.5913\tLL/KL: -1333.7908\n",
- "====> Epoch: 410/500 (82%)\tLoss: 795.8353\tLL: -795.2502\tKL: 0.5851\tLL/KL: -1359.0539\n",
- "====> Epoch: 420/500 (84%)\tLoss: 780.3250\tLL: -779.7453\tKL: 0.5797\tLL/KL: -1345.1945\n",
- "====> Epoch: 430/500 (86%)\tLoss: 766.7948\tLL: -766.2198\tKL: 0.5750\tLL/KL: -1332.5591\n",
- "====> Epoch: 440/500 (88%)\tLoss: 753.5177\tLL: -752.9475\tKL: 0.5702\tLL/KL: -1320.4966\n",
- "====> Epoch: 450/500 (90%)\tLoss: 748.4407\tLL: -747.8745\tKL: 0.5662\tLL/KL: -1320.9270\n",
- "====> Epoch: 460/500 (92%)\tLoss: 750.7272\tLL: -750.1646\tKL: 0.5626\tLL/KL: -1333.3698\n",
- "====> Epoch: 470/500 (94%)\tLoss: 733.6255\tLL: -733.0661\tKL: 0.5594\tLL/KL: -1310.4768\n",
- "====> Epoch: 480/500 (96%)\tLoss: 726.1441\tLL: -725.5871\tKL: 0.5570\tLL/KL: -1302.5857\n",
- "====> Epoch: 490/500 (98%)\tLoss: 711.4867\tLL: -710.9315\tKL: 0.5553\tLL/KL: -1280.3670\n",
- "====> Epoch: 500/600 (83%)\tLoss: 704.0447\tLL: -703.4733\tKL: 0.5713\tLL/KL: -1231.2574\n",
- "====> Epoch: 510/600 (85%)\tLoss: 701.3073\tLL: -700.7377\tKL: 0.5696\tLL/KL: -1230.1627\n",
- "====> Epoch: 520/600 (87%)\tLoss: 695.1136\tLL: -694.5454\tKL: 0.5682\tLL/KL: -1222.3425\n",
- "====> Epoch: 530/600 (88%)\tLoss: 681.2352\tLL: -680.6680\tKL: 0.5671\tLL/KL: -1200.2292\n",
- "====> Epoch: 540/600 (90%)\tLoss: 675.7161\tLL: -675.1496\tKL: 0.5664\tLL/KL: -1191.9009\n",
- "====> Epoch: 550/600 (92%)\tLoss: 664.5150\tLL: -663.9484\tKL: 0.5666\tLL/KL: -1171.7866\n",
- "====> Epoch: 560/600 (93%)\tLoss: 665.3820\tLL: -664.8150\tKL: 0.5669\tLL/KL: -1172.6441\n",
- "====> Epoch: 570/600 (95%)\tLoss: 652.4821\tLL: -651.9140\tKL: 0.5681\tLL/KL: -1147.5110\n",
- "====> Epoch: 580/600 (97%)\tLoss: 646.7928\tLL: -646.2233\tKL: 0.5695\tLL/KL: -1134.6690\n",
- "====> Epoch: 590/600 (98%)\tLoss: 648.0677\tLL: -647.4965\tKL: 0.5711\tLL/KL: -1133.6949\n",
- "====> Epoch: 500/600 (83%)\tLoss: 708.3865\tLL: -707.8094\tKL: 0.5771\tLL/KL: -1226.4497\n",
- "====> Epoch: 510/600 (85%)\tLoss: 695.3375\tLL: -694.7583\tKL: 0.5792\tLL/KL: -1199.6101\n",
- "====> Epoch: 520/600 (87%)\tLoss: 690.3444\tLL: -689.7626\tKL: 0.5818\tLL/KL: -1185.6368\n",
- "====> Epoch: 530/600 (88%)\tLoss: 678.2354\tLL: -677.6508\tKL: 0.5846\tLL/KL: -1159.1053\n",
- "====> Epoch: 540/600 (90%)\tLoss: 674.5187\tLL: -673.9304\tKL: 0.5884\tLL/KL: -1145.4020\n",
- "====> Epoch: 550/600 (92%)\tLoss: 661.8741\tLL: -661.2814\tKL: 0.5927\tLL/KL: -1115.7214\n",
- "====> Epoch: 560/600 (93%)\tLoss: 656.6593\tLL: -656.0620\tKL: 0.5973\tLL/KL: -1098.3083\n",
- "====> Epoch: 570/600 (95%)\tLoss: 655.7007\tLL: -655.0990\tKL: 0.6017\tLL/KL: -1088.6725\n",
- "====> Epoch: 580/600 (97%)\tLoss: 645.2953\tLL: -644.6887\tKL: 0.6067\tLL/KL: -1062.5966\n",
- "====> Epoch: 590/600 (98%)\tLoss: 635.7325\tLL: -635.1202\tKL: 0.6124\tLL/KL: -1037.1695\n",
- "====> Epoch: 500/600 (83%)\tLoss: 701.6415\tLL: -701.0570\tKL: 0.5844\tLL/KL: -1199.5177\n",
- "====> Epoch: 510/600 (85%)\tLoss: 696.2895\tLL: -695.7033\tKL: 0.5862\tLL/KL: -1186.8105\n",
- "====> Epoch: 520/600 (87%)\tLoss: 684.2341\tLL: -683.6459\tKL: 0.5883\tLL/KL: -1162.1191\n",
- "====> Epoch: 530/600 (88%)\tLoss: 678.1839\tLL: -677.5930\tKL: 0.5910\tLL/KL: -1146.6004\n",
- "====> Epoch: 540/600 (90%)\tLoss: 676.5610\tLL: -675.9669\tKL: 0.5941\tLL/KL: -1137.7245\n",
- "====> Epoch: 550/600 (92%)\tLoss: 665.4340\tLL: -664.8362\tKL: 0.5978\tLL/KL: -1112.1586\n",
- "====> Epoch: 560/600 (93%)\tLoss: 663.4291\tLL: -662.8269\tKL: 0.6022\tLL/KL: -1100.7633\n",
- "====> Epoch: 570/600 (95%)\tLoss: 651.3536\tLL: -650.7465\tKL: 0.6072\tLL/KL: -1071.7680\n",
- "====> Epoch: 580/600 (97%)\tLoss: 643.9586\tLL: -643.3453\tKL: 0.6133\tLL/KL: -1049.0686\n",
- "====> Epoch: 590/600 (98%)\tLoss: 639.1827\tLL: -638.5635\tKL: 0.6191\tLL/KL: -1031.3595\n",
- "====> Epoch: 500/600 (83%)\tLoss: 702.1738\tLL: -701.6089\tKL: 0.5649\tLL/KL: -1242.1094\n",
- "====> Epoch: 510/600 (85%)\tLoss: 696.2765\tLL: -695.7136\tKL: 0.5629\tLL/KL: -1236.0355\n",
- "====> Epoch: 520/600 (87%)\tLoss: 694.0687\tLL: -693.5073\tKL: 0.5613\tLL/KL: -1235.5067\n",
- "====> Epoch: 530/600 (88%)\tLoss: 689.7889\tLL: -689.2281\tKL: 0.5607\tLL/KL: -1229.2030\n",
- "====> Epoch: 540/600 (90%)\tLoss: 671.7599\tLL: -671.1997\tKL: 0.5602\tLL/KL: -1198.0653\n",
- "====> Epoch: 550/600 (92%)\tLoss: 670.5139\tLL: -669.9536\tKL: 0.5603\tLL/KL: -1195.6904\n",
- "====> Epoch: 560/600 (93%)\tLoss: 658.3074\tLL: -657.7468\tKL: 0.5607\tLL/KL: -1173.0859\n",
- "====> Epoch: 570/600 (95%)\tLoss: 659.0928\tLL: -658.5316\tKL: 0.5613\tLL/KL: -1173.3054\n",
- "====> Epoch: 580/600 (97%)\tLoss: 643.3856\tLL: -642.8231\tKL: 0.5625\tLL/KL: -1142.7950\n",
- "====> Epoch: 590/600 (98%)\tLoss: 641.1954\tLL: -640.6313\tKL: 0.5641\tLL/KL: -1135.7094\n",
- "====> Epoch: 600/700 (86%)\tLoss: 636.0716\tLL: -635.4804\tKL: 0.5912\tLL/KL: -1074.9694\n",
- "====> Epoch: 610/700 (87%)\tLoss: 630.3923\tLL: -629.7985\tKL: 0.5939\tLL/KL: -1060.4861\n",
- "====> Epoch: 620/700 (89%)\tLoss: 624.3104\tLL: -623.7138\tKL: 0.5966\tLL/KL: -1045.4991\n",
- "====> Epoch: 630/700 (90%)\tLoss: 619.1600\tLL: -618.5599\tKL: 0.6000\tLL/KL: -1030.8747\n",
- "====> Epoch: 640/700 (91%)\tLoss: 609.9991\tLL: -609.3955\tKL: 0.6036\tLL/KL: -1009.5411\n",
- "====> Epoch: 650/700 (93%)\tLoss: 611.8942\tLL: -611.2869\tKL: 0.6073\tLL/KL: -1006.4980\n",
- "====> Epoch: 660/700 (94%)\tLoss: 602.1987\tLL: -601.5867\tKL: 0.6120\tLL/KL: -983.0284\n",
- "====> Epoch: 670/700 (96%)\tLoss: 598.1133\tLL: -597.4960\tKL: 0.6173\tLL/KL: -967.9292\n",
- "====> Epoch: 680/700 (97%)\tLoss: 591.4145\tLL: -590.7914\tKL: 0.6231\tLL/KL: -948.1852\n",
- "====> Epoch: 690/700 (99%)\tLoss: 590.0195\tLL: -589.3900\tKL: 0.6295\tLL/KL: -936.3005\n",
- "====> Epoch: 600/700 (86%)\tLoss: 634.1093\tLL: -633.5133\tKL: 0.5960\tLL/KL: -1062.9328\n",
- "====> Epoch: 610/700 (87%)\tLoss: 629.7615\tLL: -629.1590\tKL: 0.6025\tLL/KL: -1044.2421\n",
- "====> Epoch: 620/700 (89%)\tLoss: 621.7460\tLL: -621.1365\tKL: 0.6096\tLL/KL: -1018.9758\n",
- "====> Epoch: 630/700 (90%)\tLoss: 616.6824\tLL: -616.0659\tKL: 0.6165\tLL/KL: -999.2644\n",
- "====> Epoch: 640/700 (91%)\tLoss: 610.5535\tLL: -609.9294\tKL: 0.6241\tLL/KL: -977.3136\n",
- "====> Epoch: 650/700 (93%)\tLoss: 608.3510\tLL: -607.7187\tKL: 0.6323\tLL/KL: -961.1363\n",
- "====> Epoch: 660/700 (94%)\tLoss: 601.5063\tLL: -600.8649\tKL: 0.6415\tLL/KL: -936.6851\n",
- "====> Epoch: 670/700 (96%)\tLoss: 592.6874\tLL: -592.0361\tKL: 0.6513\tLL/KL: -908.9400\n",
- "====> Epoch: 680/700 (97%)\tLoss: 590.3875\tLL: -589.7256\tKL: 0.6619\tLL/KL: -890.9611\n",
- "====> Epoch: 690/700 (99%)\tLoss: 579.1038\tLL: -578.4312\tKL: 0.6725\tLL/KL: -860.0835\n",
- "====> Epoch: 600/700 (86%)\tLoss: 634.9221\tLL: -634.3152\tKL: 0.6069\tLL/KL: -1045.2222\n",
- "====> Epoch: 610/700 (87%)\tLoss: 629.1075\tLL: -628.4946\tKL: 0.6130\tLL/KL: -1025.3337\n",
- "====> Epoch: 620/700 (89%)\tLoss: 626.0276\tLL: -625.4080\tKL: 0.6197\tLL/KL: -1009.2867\n",
- "====> Epoch: 630/700 (90%)\tLoss: 616.4780\tLL: -615.8509\tKL: 0.6271\tLL/KL: -982.1183\n",
- "====> Epoch: 640/700 (91%)\tLoss: 611.1239\tLL: -610.4885\tKL: 0.6354\tLL/KL: -960.8019\n",
- "====> Epoch: 650/700 (93%)\tLoss: 602.6687\tLL: -602.0244\tKL: 0.6443\tLL/KL: -934.3288\n",
- "====> Epoch: 660/700 (94%)\tLoss: 599.3736\tLL: -598.7202\tKL: 0.6535\tLL/KL: -916.2188\n",
- "====> Epoch: 670/700 (96%)\tLoss: 594.0488\tLL: -593.3851\tKL: 0.6637\tLL/KL: -894.0610\n",
- "====> Epoch: 680/700 (97%)\tLoss: 590.7322\tLL: -590.0577\tKL: 0.6745\tLL/KL: -874.8361\n",
- "====> Epoch: 690/700 (99%)\tLoss: 585.6123\tLL: -584.9262\tKL: 0.6861\tLL/KL: -852.5254\n",
- "====> Epoch: 600/700 (86%)\tLoss: 637.6664\tLL: -637.0820\tKL: 0.5843\tLL/KL: -1090.2777\n",
- "====> Epoch: 610/700 (87%)\tLoss: 630.8983\tLL: -630.3116\tKL: 0.5866\tLL/KL: -1074.4794\n",
- "====> Epoch: 620/700 (89%)\tLoss: 625.6280\tLL: -625.0383\tKL: 0.5896\tLL/KL: -1060.0403\n",
- "====> Epoch: 630/700 (90%)\tLoss: 615.3798\tLL: -614.7871\tKL: 0.5927\tLL/KL: -1037.3213\n",
- "====> Epoch: 640/700 (91%)\tLoss: 614.0212\tLL: -613.4252\tKL: 0.5959\tLL/KL: -1029.3564\n",
- "====> Epoch: 650/700 (93%)\tLoss: 608.7269\tLL: -608.1273\tKL: 0.5996\tLL/KL: -1014.2790\n",
- "====> Epoch: 660/700 (94%)\tLoss: 604.2543\tLL: -603.6509\tKL: 0.6034\tLL/KL: -1000.4873\n",
- "====> Epoch: 670/700 (96%)\tLoss: 599.2885\tLL: -598.6807\tKL: 0.6078\tLL/KL: -984.9683\n",
- "====> Epoch: 680/700 (97%)\tLoss: 592.3805\tLL: -591.7680\tKL: 0.6125\tLL/KL: -966.1389\n",
- "====> Epoch: 690/700 (99%)\tLoss: 587.9934\tLL: -587.3760\tKL: 0.6174\tLL/KL: -951.3844\n",
- "====> Epoch: 700/800 (88%)\tLoss: 583.9908\tLL: -583.3356\tKL: 0.6553\tLL/KL: -890.2189\n",
- "====> Epoch: 710/800 (89%)\tLoss: 575.8237\tLL: -575.1609\tKL: 0.6627\tLL/KL: -867.8777\n",
- "====> Epoch: 720/800 (90%)\tLoss: 571.4343\tLL: -570.7640\tKL: 0.6703\tLL/KL: -851.4512\n",
- "====> Epoch: 730/800 (91%)\tLoss: 560.8241\tLL: -560.1467\tKL: 0.6774\tLL/KL: -826.8882\n",
- "====> Epoch: 740/800 (92%)\tLoss: 556.9549\tLL: -556.2692\tKL: 0.6857\tLL/KL: -811.2508\n",
- "====> Epoch: 750/800 (94%)\tLoss: 555.9251\tLL: -555.2307\tKL: 0.6944\tLL/KL: -799.5822\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 760/800 (95%)\tLoss: 553.3291\tLL: -552.6260\tKL: 0.7031\tLL/KL: -785.9605\n",
- "====> Epoch: 770/800 (96%)\tLoss: 548.7737\tLL: -548.0613\tKL: 0.7124\tLL/KL: -769.3200\n",
- "====> Epoch: 780/800 (98%)\tLoss: 541.4467\tLL: -540.7235\tKL: 0.7232\tLL/KL: -747.7277\n",
- "====> Epoch: 790/800 (99%)\tLoss: 538.8662\tLL: -538.1315\tKL: 0.7347\tLL/KL: -732.4754\n",
- "====> Epoch: 700/800 (88%)\tLoss: 579.0219\tLL: -578.3637\tKL: 0.6582\tLL/KL: -878.6775\n",
- "====> Epoch: 710/800 (89%)\tLoss: 576.5117\tLL: -575.8425\tKL: 0.6692\tLL/KL: -860.5305\n",
- "====> Epoch: 720/800 (90%)\tLoss: 572.3888\tLL: -571.7079\tKL: 0.6809\tLL/KL: -839.6256\n",
- "====> Epoch: 730/800 (91%)\tLoss: 560.6993\tLL: -560.0060\tKL: 0.6934\tLL/KL: -807.6611\n",
- "====> Epoch: 740/800 (92%)\tLoss: 559.9003\tLL: -559.1940\tKL: 0.7062\tLL/KL: -791.7845\n",
- "====> Epoch: 750/800 (94%)\tLoss: 553.3586\tLL: -552.6391\tKL: 0.7195\tLL/KL: -768.1192\n",
- "====> Epoch: 760/800 (95%)\tLoss: 546.4569\tLL: -545.7234\tKL: 0.7335\tLL/KL: -743.9938\n",
- "====> Epoch: 770/800 (96%)\tLoss: 546.3661\tLL: -545.6180\tKL: 0.7481\tLL/KL: -729.3579\n",
- "====> Epoch: 780/800 (98%)\tLoss: 542.1616\tLL: -541.3986\tKL: 0.7630\tLL/KL: -709.5937\n",
- "====> Epoch: 790/800 (99%)\tLoss: 535.4497\tLL: -534.6708\tKL: 0.7789\tLL/KL: -686.4227\n",
- "====> Epoch: 700/800 (88%)\tLoss: 579.9434\tLL: -579.2690\tKL: 0.6743\tLL/KL: -859.0810\n",
- "====> Epoch: 710/800 (89%)\tLoss: 573.0207\tLL: -572.3344\tKL: 0.6863\tLL/KL: -833.9169\n",
- "====> Epoch: 720/800 (90%)\tLoss: 568.1394\tLL: -567.4404\tKL: 0.6990\tLL/KL: -811.7911\n",
- "====> Epoch: 730/800 (91%)\tLoss: 562.7139\tLL: -562.0013\tKL: 0.7127\tLL/KL: -788.5936\n",
- "====> Epoch: 740/800 (92%)\tLoss: 559.2309\tLL: -558.5040\tKL: 0.7269\tLL/KL: -768.2881\n",
- "====> Epoch: 750/800 (94%)\tLoss: 554.2195\tLL: -553.4769\tKL: 0.7425\tLL/KL: -745.3846\n",
- "====> Epoch: 760/800 (95%)\tLoss: 550.2019\tLL: -549.4429\tKL: 0.7591\tLL/KL: -723.8511\n",
- "====> Epoch: 770/800 (96%)\tLoss: 545.1274\tLL: -544.3518\tKL: 0.7756\tLL/KL: -701.8122\n",
- "====> Epoch: 780/800 (98%)\tLoss: 539.2591\tLL: -538.4662\tKL: 0.7928\tLL/KL: -679.1565\n",
- "====> Epoch: 790/800 (99%)\tLoss: 528.9349\tLL: -528.1242\tKL: 0.8107\tLL/KL: -651.4552\n",
- "====> Epoch: 700/800 (88%)\tLoss: 583.4622\tLL: -582.8145\tKL: 0.6477\tLL/KL: -899.8015\n",
- "====> Epoch: 710/800 (89%)\tLoss: 576.8076\tLL: -576.1537\tKL: 0.6539\tLL/KL: -881.1691\n",
- "====> Epoch: 720/800 (90%)\tLoss: 571.5549\tLL: -570.8951\tKL: 0.6598\tLL/KL: -865.2580\n",
- "====> Epoch: 730/800 (91%)\tLoss: 566.2012\tLL: -565.5350\tKL: 0.6663\tLL/KL: -848.8324\n",
- "====> Epoch: 740/800 (92%)\tLoss: 561.6749\tLL: -561.0015\tKL: 0.6734\tLL/KL: -833.0654\n",
- "====> Epoch: 750/800 (94%)\tLoss: 558.8012\tLL: -558.1201\tKL: 0.6811\tLL/KL: -819.4457\n",
- "====> Epoch: 760/800 (95%)\tLoss: 551.2569\tLL: -550.5681\tKL: 0.6889\tLL/KL: -799.2448\n",
- "====> Epoch: 770/800 (96%)\tLoss: 549.2379\tLL: -548.5403\tKL: 0.6977\tLL/KL: -786.2680\n",
- "====> Epoch: 780/800 (98%)\tLoss: 545.8929\tLL: -545.1856\tKL: 0.7074\tLL/KL: -770.7328\n",
- "====> Epoch: 790/800 (99%)\tLoss: 537.1285\tLL: -536.4111\tKL: 0.7175\tLL/KL: -747.6454\n",
- "====> Epoch: 800/900 (89%)\tLoss: 535.0753\tLL: -534.3054\tKL: 0.7698\tLL/KL: -694.0632\n",
- "====> Epoch: 810/900 (90%)\tLoss: 531.8405\tLL: -531.0582\tKL: 0.7822\tLL/KL: -678.9010\n",
- "====> Epoch: 820/900 (91%)\tLoss: 527.0626\tLL: -526.2678\tKL: 0.7949\tLL/KL: -662.0919\n",
- "====> Epoch: 830/900 (92%)\tLoss: 519.4317\tLL: -518.6234\tKL: 0.8084\tLL/KL: -641.5629\n",
- "====> Epoch: 840/900 (93%)\tLoss: 515.9131\tLL: -515.0906\tKL: 0.8224\tLL/KL: -626.3054\n",
- "====> Epoch: 850/900 (94%)\tLoss: 510.3989\tLL: -509.5620\tKL: 0.8368\tLL/KL: -608.9177\n",
- "====> Epoch: 860/900 (96%)\tLoss: 512.5042\tLL: -511.6515\tKL: 0.8527\tLL/KL: -600.0122\n",
- "====> Epoch: 870/900 (97%)\tLoss: 509.5434\tLL: -508.6742\tKL: 0.8692\tLL/KL: -585.2072\n",
- "====> Epoch: 880/900 (98%)\tLoss: 501.8454\tLL: -500.9593\tKL: 0.8861\tLL/KL: -565.3554\n",
- "====> Epoch: 890/900 (99%)\tLoss: 497.3585\tLL: -496.4550\tKL: 0.9036\tLL/KL: -549.4401\n",
- "====> Epoch: 800/900 (89%)\tLoss: 534.9490\tLL: -534.1797\tKL: 0.7694\tLL/KL: -694.3220\n",
- "====> Epoch: 810/900 (90%)\tLoss: 526.8164\tLL: -526.0297\tKL: 0.7867\tLL/KL: -668.6618\n",
- "====> Epoch: 820/900 (91%)\tLoss: 523.4502\tLL: -522.6457\tKL: 0.8045\tLL/KL: -649.6574\n",
- "====> Epoch: 830/900 (92%)\tLoss: 520.7705\tLL: -519.9479\tKL: 0.8226\tLL/KL: -632.1056\n",
- "====> Epoch: 840/900 (93%)\tLoss: 515.9427\tLL: -515.1008\tKL: 0.8419\tLL/KL: -611.8606\n",
- "====> Epoch: 850/900 (94%)\tLoss: 511.3069\tLL: -510.4448\tKL: 0.8621\tLL/KL: -592.0612\n",
- "====> Epoch: 860/900 (96%)\tLoss: 508.4252\tLL: -507.5421\tKL: 0.8831\tLL/KL: -574.7042\n",
- "====> Epoch: 870/900 (97%)\tLoss: 502.5490\tLL: -501.6439\tKL: 0.9050\tLL/KL: -554.2737\n",
- "====> Epoch: 880/900 (98%)\tLoss: 495.8978\tLL: -494.9702\tKL: 0.9276\tLL/KL: -533.6011\n",
- "====> Epoch: 890/900 (99%)\tLoss: 494.5637\tLL: -493.6134\tKL: 0.9503\tLL/KL: -519.4401\n",
- "====> Epoch: 800/900 (89%)\tLoss: 531.2654\tLL: -530.4724\tKL: 0.7931\tLL/KL: -668.8682\n",
- "====> Epoch: 810/900 (90%)\tLoss: 524.5463\tLL: -523.7351\tKL: 0.8112\tLL/KL: -645.6361\n",
- "====> Epoch: 820/900 (91%)\tLoss: 521.3024\tLL: -520.4718\tKL: 0.8306\tLL/KL: -626.6005\n",
- "====> Epoch: 830/900 (92%)\tLoss: 519.3048\tLL: -518.4531\tKL: 0.8517\tLL/KL: -608.7477\n",
- "====> Epoch: 840/900 (93%)\tLoss: 516.7275\tLL: -515.8541\tKL: 0.8734\tLL/KL: -590.6236\n",
- "====> Epoch: 850/900 (94%)\tLoss: 507.7827\tLL: -506.8873\tKL: 0.8953\tLL/KL: -566.1553\n",
- "====> Epoch: 860/900 (96%)\tLoss: 506.5825\tLL: -505.6642\tKL: 0.9183\tLL/KL: -550.6808\n",
- "====> Epoch: 870/900 (97%)\tLoss: 502.3452\tLL: -501.4033\tKL: 0.9419\tLL/KL: -532.3117\n",
- "====> Epoch: 880/900 (98%)\tLoss: 494.5786\tLL: -493.6114\tKL: 0.9672\tLL/KL: -510.3528\n",
- "====> Epoch: 890/900 (99%)\tLoss: 492.7541\tLL: -491.7604\tKL: 0.9937\tLL/KL: -494.8661\n",
- "====> Epoch: 800/900 (89%)\tLoss: 535.8511\tLL: -535.0900\tKL: 0.7611\tLL/KL: -703.0724\n",
- "====> Epoch: 810/900 (90%)\tLoss: 527.2955\tLL: -526.5236\tKL: 0.7719\tLL/KL: -682.1252\n",
- "====> Epoch: 820/900 (91%)\tLoss: 526.3754\tLL: -525.5927\tKL: 0.7828\tLL/KL: -671.4347\n",
- "====> Epoch: 830/900 (92%)\tLoss: 521.6562\tLL: -520.8625\tKL: 0.7938\tLL/KL: -656.1867\n",
- "====> Epoch: 840/900 (93%)\tLoss: 517.5129\tLL: -516.7073\tKL: 0.8056\tLL/KL: -641.4025\n",
- "====> Epoch: 850/900 (94%)\tLoss: 514.9629\tLL: -514.1444\tKL: 0.8185\tLL/KL: -628.1712\n",
- "====> Epoch: 860/900 (96%)\tLoss: 508.2472\tLL: -507.4153\tKL: 0.8318\tLL/KL: -609.9930\n",
- "====> Epoch: 870/900 (97%)\tLoss: 507.0304\tLL: -506.1851\tKL: 0.8453\tLL/KL: -598.8220\n",
- "====> Epoch: 880/900 (98%)\tLoss: 503.2107\tLL: -502.3509\tKL: 0.8597\tLL/KL: -584.3110\n",
- "====> Epoch: 890/900 (99%)\tLoss: 496.7005\tLL: -495.8250\tKL: 0.8755\tLL/KL: -566.3426\n",
- "====> Epoch: 900/1000 (90%)\tLoss: 493.3010\tLL: -492.3543\tKL: 0.9466\tLL/KL: -520.1031\n",
- "====> Epoch: 910/1000 (91%)\tLoss: 489.4557\tLL: -488.4896\tKL: 0.9661\tLL/KL: -505.6343\n",
- "====> Epoch: 920/1000 (92%)\tLoss: 483.5335\tLL: -482.5468\tKL: 0.9867\tLL/KL: -489.0488\n",
- "====> Epoch: 930/1000 (93%)\tLoss: 481.5862\tLL: -480.5778\tKL: 1.0084\tLL/KL: -476.5805\n",
- "====> Epoch: 940/1000 (94%)\tLoss: 479.9055\tLL: -478.8748\tKL: 1.0307\tLL/KL: -464.5968\n",
- "====> Epoch: 950/1000 (95%)\tLoss: 475.6054\tLL: -474.5523\tKL: 1.0531\tLL/KL: -450.6143\n",
- "====> Epoch: 960/1000 (96%)\tLoss: 472.1059\tLL: -471.0291\tKL: 1.0768\tLL/KL: -437.4397\n",
- "====> Epoch: 970/1000 (97%)\tLoss: 469.4604\tLL: -468.3586\tKL: 1.1018\tLL/KL: -425.0861\n",
- "====> Epoch: 980/1000 (98%)\tLoss: 464.3488\tLL: -463.2213\tKL: 1.1275\tLL/KL: -410.8435\n",
- "====> Epoch: 990/1000 (99%)\tLoss: 460.8024\tLL: -459.6492\tKL: 1.1532\tLL/KL: -398.5931\n",
- "====> Epoch: 900/1000 (90%)\tLoss: 491.2581\tLL: -490.3170\tKL: 0.9411\tLL/KL: -520.9983\n",
- "====> Epoch: 910/1000 (91%)\tLoss: 484.3292\tLL: -483.3642\tKL: 0.9651\tLL/KL: -500.8674\n",
- "====> Epoch: 920/1000 (92%)\tLoss: 485.1086\tLL: -484.1180\tKL: 0.9906\tLL/KL: -488.7110\n",
- "====> Epoch: 930/1000 (93%)\tLoss: 477.8047\tLL: -476.7872\tKL: 1.0175\tLL/KL: -468.5704\n",
- "====> Epoch: 940/1000 (94%)\tLoss: 476.9406\tLL: -475.8954\tKL: 1.0452\tLL/KL: -455.3328\n",
- "====> Epoch: 950/1000 (95%)\tLoss: 472.3216\tLL: -471.2480\tKL: 1.0737\tLL/KL: -438.9162\n",
- "====> Epoch: 960/1000 (96%)\tLoss: 470.3206\tLL: -469.2173\tKL: 1.1033\tLL/KL: -425.3036\n",
- "====> Epoch: 970/1000 (97%)\tLoss: 466.6733\tLL: -465.5399\tKL: 1.1334\tLL/KL: -410.7497\n",
- "====> Epoch: 980/1000 (98%)\tLoss: 461.7381\tLL: -460.5734\tKL: 1.1647\tLL/KL: -395.4411\n",
- "====> Epoch: 990/1000 (99%)\tLoss: 459.9582\tLL: -458.7616\tKL: 1.1965\tLL/KL: -383.4118\n",
- "====> Epoch: 900/1000 (90%)\tLoss: 492.6479\tLL: -491.6722\tKL: 0.9758\tLL/KL: -503.8842\n",
- "====> Epoch: 910/1000 (91%)\tLoss: 489.4139\tLL: -488.4114\tKL: 1.0025\tLL/KL: -487.1962\n",
- "====> Epoch: 920/1000 (92%)\tLoss: 481.1251\tLL: -480.0946\tKL: 1.0304\tLL/KL: -465.9081\n",
- "====> Epoch: 930/1000 (93%)\tLoss: 478.8885\tLL: -477.8289\tKL: 1.0596\tLL/KL: -450.9650\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 940/1000 (94%)\tLoss: 474.1609\tLL: -473.0714\tKL: 1.0895\tLL/KL: -434.2003\n",
- "====> Epoch: 950/1000 (95%)\tLoss: 473.7818\tLL: -472.6610\tKL: 1.1208\tLL/KL: -421.7112\n",
- "====> Epoch: 960/1000 (96%)\tLoss: 466.3547\tLL: -465.2007\tKL: 1.1540\tLL/KL: -403.1236\n",
- "====> Epoch: 970/1000 (97%)\tLoss: 464.3322\tLL: -463.1439\tKL: 1.1883\tLL/KL: -389.7570\n",
- "====> Epoch: 980/1000 (98%)\tLoss: 459.7571\tLL: -458.5334\tKL: 1.2237\tLL/KL: -374.7213\n",
- "====> Epoch: 990/1000 (99%)\tLoss: 456.4348\tLL: -455.1746\tKL: 1.2601\tLL/KL: -361.2079\n",
- "====> Epoch: 900/1000 (90%)\tLoss: 493.9561\tLL: -493.0192\tKL: 0.9369\tLL/KL: -526.2083\n",
- "====> Epoch: 910/1000 (91%)\tLoss: 490.8564\tLL: -489.9021\tKL: 0.9543\tLL/KL: -513.3651\n",
- "====> Epoch: 920/1000 (92%)\tLoss: 487.3326\tLL: -486.3617\tKL: 0.9709\tLL/KL: -500.9337\n",
- "====> Epoch: 930/1000 (93%)\tLoss: 484.4545\tLL: -483.4656\tKL: 0.9890\tLL/KL: -488.8674\n",
- "====> Epoch: 940/1000 (94%)\tLoss: 480.4980\tLL: -479.4890\tKL: 1.0090\tLL/KL: -475.2066\n",
- "====> Epoch: 950/1000 (95%)\tLoss: 477.0085\tLL: -475.9790\tKL: 1.0295\tLL/KL: -462.3494\n",
- "====> Epoch: 960/1000 (96%)\tLoss: 474.4859\tLL: -473.4348\tKL: 1.0511\tLL/KL: -450.4204\n",
- "====> Epoch: 970/1000 (97%)\tLoss: 469.4465\tLL: -468.3735\tKL: 1.0731\tLL/KL: -436.4838\n",
- "====> Epoch: 980/1000 (98%)\tLoss: 466.0234\tLL: -464.9277\tKL: 1.0957\tLL/KL: -424.3232\n",
- "====> Epoch: 990/1000 (99%)\tLoss: 463.2096\tLL: -462.0898\tKL: 1.1197\tLL/KL: -412.6825\n",
- "====> Epoch: 1000/1100 (91%)\tLoss: 460.5176\tLL: -459.3101\tKL: 1.2075\tLL/KL: -380.3768\n",
- "====> Epoch: 1010/1100 (92%)\tLoss: 456.6653\tLL: -455.4298\tKL: 1.2356\tLL/KL: -368.5986\n",
- "====> Epoch: 1020/1100 (93%)\tLoss: 451.4262\tLL: -450.1614\tKL: 1.2648\tLL/KL: -355.9258\n",
- "====> Epoch: 1030/1100 (94%)\tLoss: 448.7541\tLL: -447.4593\tKL: 1.2948\tLL/KL: -345.5872\n",
- "====> Epoch: 1040/1100 (95%)\tLoss: 442.5133\tLL: -441.1882\tKL: 1.3251\tLL/KL: -332.9537\n",
- "====> Epoch: 1050/1100 (95%)\tLoss: 441.3129\tLL: -439.9567\tKL: 1.3562\tLL/KL: -324.4137\n",
- "====> Epoch: 1060/1100 (96%)\tLoss: 438.9529\tLL: -437.5645\tKL: 1.3884\tLL/KL: -315.1608\n",
- "====> Epoch: 1070/1100 (97%)\tLoss: 434.3209\tLL: -432.8991\tKL: 1.4218\tLL/KL: -304.4799\n",
- "====> Epoch: 1080/1100 (98%)\tLoss: 433.8250\tLL: -432.3683\tKL: 1.4567\tLL/KL: -296.8160\n",
- "====> Epoch: 1090/1100 (99%)\tLoss: 429.0485\tLL: -427.5562\tKL: 1.4924\tLL/KL: -286.4938\n",
- "====> Epoch: 1000/1100 (91%)\tLoss: 454.2852\tLL: -453.0912\tKL: 1.1940\tLL/KL: -379.4732\n",
- "====> Epoch: 1010/1100 (92%)\tLoss: 452.0044\tLL: -450.7766\tKL: 1.2278\tLL/KL: -367.1510\n",
- "====> Epoch: 1020/1100 (93%)\tLoss: 449.1678\tLL: -447.9051\tKL: 1.2627\tLL/KL: -354.7310\n",
- "====> Epoch: 1030/1100 (94%)\tLoss: 446.7610\tLL: -445.4619\tKL: 1.2991\tLL/KL: -342.9049\n",
- "====> Epoch: 1040/1100 (95%)\tLoss: 441.5121\tLL: -440.1751\tKL: 1.3370\tLL/KL: -329.2329\n",
- "====> Epoch: 1050/1100 (95%)\tLoss: 438.8453\tLL: -437.4698\tKL: 1.3755\tLL/KL: -318.0475\n",
- "====> Epoch: 1060/1100 (96%)\tLoss: 438.1166\tLL: -436.7020\tKL: 1.4146\tLL/KL: -308.7166\n",
- "====> Epoch: 1070/1100 (97%)\tLoss: 432.2758\tLL: -430.8215\tKL: 1.4543\tLL/KL: -296.2310\n",
- "====> Epoch: 1080/1100 (98%)\tLoss: 432.0413\tLL: -430.5454\tKL: 1.4958\tLL/KL: -287.8332\n",
- "====> Epoch: 1090/1100 (99%)\tLoss: 430.1831\tLL: -428.6455\tKL: 1.5376\tLL/KL: -278.7789\n",
- "====> Epoch: 1000/1100 (91%)\tLoss: 452.8379\tLL: -451.5934\tKL: 1.2445\tLL/KL: -362.8618\n",
- "====> Epoch: 1010/1100 (92%)\tLoss: 452.1244\tLL: -450.8424\tKL: 1.2821\tLL/KL: -351.6561\n",
- "====> Epoch: 1020/1100 (93%)\tLoss: 450.2508\tLL: -448.9298\tKL: 1.3210\tLL/KL: -339.8504\n",
- "====> Epoch: 1030/1100 (94%)\tLoss: 443.8192\tLL: -442.4585\tKL: 1.3607\tLL/KL: -325.1661\n",
- "====> Epoch: 1040/1100 (95%)\tLoss: 439.9000\tLL: -438.4989\tKL: 1.4011\tLL/KL: -312.9657\n",
- "====> Epoch: 1050/1100 (95%)\tLoss: 439.0550\tLL: -437.6112\tKL: 1.4438\tLL/KL: -303.0960\n",
- "====> Epoch: 1060/1100 (96%)\tLoss: 433.7957\tLL: -432.3080\tKL: 1.4878\tLL/KL: -290.5750\n",
- "====> Epoch: 1070/1100 (97%)\tLoss: 433.6996\tLL: -432.1672\tKL: 1.5324\tLL/KL: -282.0189\n",
- "====> Epoch: 1080/1100 (98%)\tLoss: 429.5745\tLL: -427.9964\tKL: 1.5781\tLL/KL: -271.2161\n",
- "====> Epoch: 1090/1100 (99%)\tLoss: 425.7788\tLL: -424.1538\tKL: 1.6250\tLL/KL: -261.0240\n",
- "====> Epoch: 1000/1100 (91%)\tLoss: 456.9955\tLL: -455.7987\tKL: 1.1968\tLL/KL: -380.8414\n",
- "====> Epoch: 1010/1100 (92%)\tLoss: 453.9585\tLL: -452.7359\tKL: 1.2226\tLL/KL: -370.3207\n",
- "====> Epoch: 1020/1100 (93%)\tLoss: 450.9334\tLL: -449.6845\tKL: 1.2489\tLL/KL: -360.0538\n",
- "====> Epoch: 1030/1100 (94%)\tLoss: 451.3309\tLL: -450.0549\tKL: 1.2760\tLL/KL: -352.7050\n",
- "====> Epoch: 1040/1100 (95%)\tLoss: 446.7947\tLL: -445.4911\tKL: 1.3036\tLL/KL: -341.7272\n",
- "====> Epoch: 1050/1100 (95%)\tLoss: 443.8415\tLL: -442.5090\tKL: 1.3325\tLL/KL: -332.0876\n",
- "====> Epoch: 1060/1100 (96%)\tLoss: 438.8540\tLL: -437.4913\tKL: 1.3627\tLL/KL: -321.0490\n",
- "====> Epoch: 1070/1100 (97%)\tLoss: 437.5865\tLL: -436.1930\tKL: 1.3935\tLL/KL: -313.0195\n",
- "====> Epoch: 1080/1100 (98%)\tLoss: 437.4578\tLL: -436.0320\tKL: 1.4258\tLL/KL: -305.8116\n",
- "====> Epoch: 1090/1100 (99%)\tLoss: 434.5799\tLL: -433.1213\tKL: 1.4586\tLL/KL: -296.9367\n",
- "====> Epoch: 1100/1200 (92%)\tLoss: 428.8062\tLL: -427.2433\tKL: 1.5628\tLL/KL: -273.3765\n",
- "====> Epoch: 1110/1200 (92%)\tLoss: 423.4246\tLL: -421.8242\tKL: 1.6003\tLL/KL: -263.5835\n",
- "====> Epoch: 1120/1200 (93%)\tLoss: 419.8841\tLL: -418.2454\tKL: 1.6387\tLL/KL: -255.2319\n",
- "====> Epoch: 1130/1200 (94%)\tLoss: 414.9743\tLL: -413.2965\tKL: 1.6778\tLL/KL: -246.3289\n",
- "====> Epoch: 1140/1200 (95%)\tLoss: 413.4680\tLL: -411.7502\tKL: 1.7177\tLL/KL: -239.7047\n",
- "====> Epoch: 1150/1200 (96%)\tLoss: 415.6960\tLL: -413.9380\tKL: 1.7580\tLL/KL: -235.4604\n",
- "====> Epoch: 1160/1200 (97%)\tLoss: 409.5097\tLL: -407.7105\tKL: 1.7993\tLL/KL: -226.5984\n",
- "====> Epoch: 1170/1200 (98%)\tLoss: 409.7513\tLL: -407.9098\tKL: 1.8415\tLL/KL: -221.5067\n",
- "====> Epoch: 1180/1200 (98%)\tLoss: 403.3374\tLL: -401.4527\tKL: 1.8848\tLL/KL: -212.9974\n",
- "====> Epoch: 1190/1200 (99%)\tLoss: 399.9519\tLL: -398.0228\tKL: 1.9291\tLL/KL: -206.3286\n",
- "====> Epoch: 1100/1200 (92%)\tLoss: 422.7928\tLL: -421.2547\tKL: 1.5382\tLL/KL: -273.8669\n",
- "====> Epoch: 1110/1200 (92%)\tLoss: 421.0154\tLL: -419.4347\tKL: 1.5807\tLL/KL: -265.3503\n",
- "====> Epoch: 1120/1200 (93%)\tLoss: 417.8546\tLL: -416.2298\tKL: 1.6248\tLL/KL: -256.1704\n",
- "====> Epoch: 1130/1200 (94%)\tLoss: 418.0410\tLL: -416.3706\tKL: 1.6703\tLL/KL: -249.2719\n",
- "====> Epoch: 1140/1200 (95%)\tLoss: 412.4972\tLL: -410.7795\tKL: 1.7177\tLL/KL: -239.1495\n",
- "====> Epoch: 1150/1200 (96%)\tLoss: 413.3733\tLL: -411.6067\tKL: 1.7665\tLL/KL: -233.0019\n",
- "====> Epoch: 1160/1200 (97%)\tLoss: 405.9799\tLL: -404.1652\tKL: 1.8147\tLL/KL: -222.7174\n",
- "====> Epoch: 1170/1200 (98%)\tLoss: 403.2545\tLL: -401.3911\tKL: 1.8634\tLL/KL: -215.4113\n",
- "====> Epoch: 1180/1200 (98%)\tLoss: 400.9409\tLL: -399.0285\tKL: 1.9125\tLL/KL: -208.6460\n",
- "====> Epoch: 1190/1200 (99%)\tLoss: 400.6638\tLL: -398.7012\tKL: 1.9626\tLL/KL: -203.1470\n",
- "====> Epoch: 1100/1200 (92%)\tLoss: 423.4910\tLL: -421.8807\tKL: 1.6102\tLL/KL: -261.9996\n",
- "====> Epoch: 1110/1200 (92%)\tLoss: 420.8830\tLL: -419.2251\tKL: 1.6579\tLL/KL: -252.8688\n",
- "====> Epoch: 1120/1200 (93%)\tLoss: 416.4918\tLL: -414.7841\tKL: 1.7078\tLL/KL: -242.8804\n",
- "====> Epoch: 1130/1200 (94%)\tLoss: 415.6086\tLL: -413.8498\tKL: 1.7588\tLL/KL: -235.3044\n",
- "====> Epoch: 1140/1200 (95%)\tLoss: 410.4223\tLL: -408.6105\tKL: 1.8118\tLL/KL: -225.5272\n",
- "====> Epoch: 1150/1200 (96%)\tLoss: 407.5896\tLL: -405.7245\tKL: 1.8650\tLL/KL: -217.5433\n",
- "====> Epoch: 1160/1200 (97%)\tLoss: 405.5813\tLL: -403.6621\tKL: 1.9192\tLL/KL: -210.3297\n",
- "====> Epoch: 1170/1200 (98%)\tLoss: 404.5913\tLL: -402.6177\tKL: 1.9736\tLL/KL: -204.0038\n",
- "====> Epoch: 1180/1200 (98%)\tLoss: 399.5682\tLL: -397.5390\tKL: 2.0292\tLL/KL: -195.9065\n",
- "====> Epoch: 1190/1200 (99%)\tLoss: 397.3269\tLL: -395.2408\tKL: 2.0861\tLL/KL: -189.4606\n",
- "====> Epoch: 1100/1200 (92%)\tLoss: 428.0980\tLL: -426.5464\tKL: 1.5515\tLL/KL: -274.9233\n",
- "====> Epoch: 1110/1200 (92%)\tLoss: 424.9761\tLL: -423.3897\tKL: 1.5864\tLL/KL: -266.8869\n",
- "====> Epoch: 1120/1200 (93%)\tLoss: 420.1625\tLL: -418.5411\tKL: 1.6215\tLL/KL: -258.1268\n",
- "====> Epoch: 1130/1200 (94%)\tLoss: 421.0287\tLL: -419.3719\tKL: 1.6567\tLL/KL: -253.1296\n",
- "====> Epoch: 1140/1200 (95%)\tLoss: 415.8148\tLL: -414.1210\tKL: 1.6938\tLL/KL: -244.4983\n",
- "====> Epoch: 1150/1200 (96%)\tLoss: 412.3180\tLL: -410.5864\tKL: 1.7316\tLL/KL: -237.1133\n",
- "====> Epoch: 1160/1200 (97%)\tLoss: 411.3873\tLL: -409.6179\tKL: 1.7694\tLL/KL: -231.5054\n",
- "====> Epoch: 1170/1200 (98%)\tLoss: 410.5130\tLL: -408.7043\tKL: 1.8087\tLL/KL: -225.9682\n",
- "====> Epoch: 1180/1200 (98%)\tLoss: 406.2705\tLL: -404.4212\tKL: 1.8493\tLL/KL: -218.6918\n",
- "====> Epoch: 1190/1200 (99%)\tLoss: 403.6660\tLL: -401.7752\tKL: 1.8908\tLL/KL: -212.4914\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 1200/1300 (92%)\tLoss: 396.8405\tLL: -394.8301\tKL: 2.0105\tLL/KL: -196.3875\n",
- "====> Epoch: 1210/1300 (93%)\tLoss: 394.8430\tLL: -392.7870\tKL: 2.0561\tLL/KL: -191.0344\n",
- "====> Epoch: 1220/1300 (94%)\tLoss: 390.1881\tLL: -388.0865\tKL: 2.1016\tLL/KL: -184.6638\n",
- "====> Epoch: 1230/1300 (95%)\tLoss: 391.9255\tLL: -389.7777\tKL: 2.1478\tLL/KL: -181.4773\n",
- "====> Epoch: 1240/1300 (95%)\tLoss: 388.1812\tLL: -385.9865\tKL: 2.1947\tLL/KL: -175.8690\n",
- "====> Epoch: 1250/1300 (96%)\tLoss: 386.3154\tLL: -384.0725\tKL: 2.2429\tLL/KL: -171.2429\n",
- "====> Epoch: 1260/1300 (97%)\tLoss: 383.7544\tLL: -381.4630\tKL: 2.2914\tLL/KL: -166.4749\n",
- "====> Epoch: 1270/1300 (98%)\tLoss: 380.8793\tLL: -378.5386\tKL: 2.3408\tLL/KL: -161.7162\n",
- "====> Epoch: 1280/1300 (98%)\tLoss: 378.6575\tLL: -376.2674\tKL: 2.3901\tLL/KL: -157.4245\n",
- "====> Epoch: 1290/1300 (99%)\tLoss: 378.1656\tLL: -375.7252\tKL: 2.4403\tLL/KL: -153.9641\n",
- "====> Epoch: 1200/1300 (92%)\tLoss: 397.4658\tLL: -395.4937\tKL: 1.9721\tLL/KL: -200.5447\n",
- "====> Epoch: 1210/1300 (93%)\tLoss: 394.4264\tLL: -392.4034\tKL: 2.0230\tLL/KL: -193.9664\n",
- "====> Epoch: 1220/1300 (94%)\tLoss: 391.9863\tLL: -389.9109\tKL: 2.0754\tLL/KL: -187.8703\n",
- "====> Epoch: 1230/1300 (95%)\tLoss: 389.8115\tLL: -387.6829\tKL: 2.1286\tLL/KL: -182.1313\n",
- "====> Epoch: 1240/1300 (95%)\tLoss: 385.2811\tLL: -383.0991\tKL: 2.1820\tLL/KL: -175.5703\n",
- "====> Epoch: 1250/1300 (96%)\tLoss: 384.6848\tLL: -382.4484\tKL: 2.2364\tLL/KL: -171.0126\n",
- "====> Epoch: 1260/1300 (97%)\tLoss: 380.2270\tLL: -377.9356\tKL: 2.2914\tLL/KL: -164.9359\n",
- "====> Epoch: 1270/1300 (98%)\tLoss: 375.6628\tLL: -373.3159\tKL: 2.3469\tLL/KL: -159.0700\n",
- "====> Epoch: 1280/1300 (98%)\tLoss: 377.8184\tLL: -375.4148\tKL: 2.4036\tLL/KL: -156.1872\n",
- "====> Epoch: 1290/1300 (99%)\tLoss: 371.9595\tLL: -369.4985\tKL: 2.4610\tLL/KL: -150.1421\n",
- "====> Epoch: 1200/1300 (92%)\tLoss: 394.2289\tLL: -392.1580\tKL: 2.0709\tLL/KL: -189.3699\n",
- "====> Epoch: 1210/1300 (93%)\tLoss: 387.8458\tLL: -385.7180\tKL: 2.1278\tLL/KL: -181.2747\n",
- "====> Epoch: 1220/1300 (94%)\tLoss: 387.8842\tLL: -385.6985\tKL: 2.1858\tLL/KL: -176.4579\n",
- "====> Epoch: 1230/1300 (95%)\tLoss: 388.6594\tLL: -386.4144\tKL: 2.2451\tLL/KL: -172.1169\n",
- "====> Epoch: 1240/1300 (95%)\tLoss: 382.2737\tLL: -379.9684\tKL: 2.3052\tLL/KL: -164.8287\n",
- "====> Epoch: 1250/1300 (96%)\tLoss: 380.1945\tLL: -377.8295\tKL: 2.3650\tLL/KL: -159.7606\n",
- "====> Epoch: 1260/1300 (97%)\tLoss: 377.5975\tLL: -375.1708\tKL: 2.4267\tLL/KL: -154.5999\n",
- "====> Epoch: 1270/1300 (98%)\tLoss: 374.9898\tLL: -372.5009\tKL: 2.4889\tLL/KL: -149.6624\n",
- "====> Epoch: 1280/1300 (98%)\tLoss: 370.2040\tLL: -367.6535\tKL: 2.5505\tLL/KL: -144.1483\n",
- "====> Epoch: 1290/1300 (99%)\tLoss: 368.1566\tLL: -365.5429\tKL: 2.6137\tLL/KL: -139.8570\n",
- "====> Epoch: 1200/1300 (92%)\tLoss: 401.4357\tLL: -399.4364\tKL: 1.9993\tLL/KL: -199.7862\n",
- "====> Epoch: 1210/1300 (93%)\tLoss: 395.4871\tLL: -393.4451\tKL: 2.0420\tLL/KL: -192.6733\n",
- "====> Epoch: 1220/1300 (94%)\tLoss: 396.1922\tLL: -394.1082\tKL: 2.0840\tLL/KL: -189.1091\n",
- "====> Epoch: 1230/1300 (95%)\tLoss: 392.0232\tLL: -389.8969\tKL: 2.1263\tLL/KL: -183.3708\n",
- "====> Epoch: 1240/1300 (95%)\tLoss: 390.3252\tLL: -388.1555\tKL: 2.1697\tLL/KL: -178.8970\n",
- "====> Epoch: 1250/1300 (96%)\tLoss: 387.7078\tLL: -385.4944\tKL: 2.2134\tLL/KL: -174.1625\n",
- "====> Epoch: 1260/1300 (97%)\tLoss: 388.5032\tLL: -386.2458\tKL: 2.2574\tLL/KL: -171.1056\n",
- "====> Epoch: 1270/1300 (98%)\tLoss: 383.4338\tLL: -381.1306\tKL: 2.3031\tLL/KL: -165.4840\n",
- "====> Epoch: 1280/1300 (98%)\tLoss: 378.8752\tLL: -376.5260\tKL: 2.3492\tLL/KL: -160.2814\n",
- "====> Epoch: 1290/1300 (99%)\tLoss: 377.6352\tLL: -375.2399\tKL: 2.3953\tLL/KL: -156.6578\n",
- "====> Epoch: 1300/1400 (93%)\tLoss: 373.2032\tLL: -370.6770\tKL: 2.5262\tLL/KL: -146.7301\n",
- "====> Epoch: 1310/1400 (94%)\tLoss: 371.5728\tLL: -368.9946\tKL: 2.5782\tLL/KL: -143.1236\n",
- "====> Epoch: 1320/1400 (94%)\tLoss: 370.8399\tLL: -368.2104\tKL: 2.6295\tLL/KL: -140.0290\n",
- "====> Epoch: 1330/1400 (95%)\tLoss: 366.7038\tLL: -364.0233\tKL: 2.6805\tLL/KL: -135.8053\n",
- "====> Epoch: 1340/1400 (96%)\tLoss: 364.3161\tLL: -361.5835\tKL: 2.7326\tLL/KL: -132.3232\n",
- "====> Epoch: 1350/1400 (96%)\tLoss: 361.3978\tLL: -358.6120\tKL: 2.7858\tLL/KL: -128.7281\n",
- "====> Epoch: 1360/1400 (97%)\tLoss: 362.3986\tLL: -359.5598\tKL: 2.8388\tLL/KL: -126.6569\n",
- "====> Epoch: 1370/1400 (98%)\tLoss: 359.9883\tLL: -357.0959\tKL: 2.8924\tLL/KL: -123.4584\n",
- "====> Epoch: 1380/1400 (99%)\tLoss: 359.2273\tLL: -356.2802\tKL: 2.9471\tLL/KL: -120.8897\n",
- "====> Epoch: 1390/1400 (99%)\tLoss: 353.4947\tLL: -350.4929\tKL: 3.0018\tLL/KL: -116.7612\n",
- "====> Epoch: 1300/1400 (93%)\tLoss: 372.4997\tLL: -370.0269\tKL: 2.4728\tLL/KL: -149.6407\n",
- "====> Epoch: 1310/1400 (94%)\tLoss: 367.6790\tLL: -365.1485\tKL: 2.5305\tLL/KL: -144.2989\n",
- "====> Epoch: 1320/1400 (94%)\tLoss: 367.0972\tLL: -364.5083\tKL: 2.5889\tLL/KL: -140.7959\n",
- "====> Epoch: 1330/1400 (95%)\tLoss: 364.5348\tLL: -361.8872\tKL: 2.6476\tLL/KL: -136.6860\n",
- "====> Epoch: 1340/1400 (96%)\tLoss: 362.7368\tLL: -360.0309\tKL: 2.7059\tLL/KL: -133.0539\n",
- "====> Epoch: 1350/1400 (96%)\tLoss: 358.9571\tLL: -356.1915\tKL: 2.7656\tLL/KL: -128.7939\n",
- "====> Epoch: 1360/1400 (97%)\tLoss: 358.2386\tLL: -355.4130\tKL: 2.8256\tLL/KL: -125.7814\n",
- "====> Epoch: 1370/1400 (98%)\tLoss: 354.8021\tLL: -351.9162\tKL: 2.8859\tLL/KL: -121.9443\n",
- "====> Epoch: 1380/1400 (99%)\tLoss: 355.4173\tLL: -352.4709\tKL: 2.9464\tLL/KL: -119.6275\n",
- "====> Epoch: 1390/1400 (99%)\tLoss: 352.4995\tLL: -349.4931\tKL: 3.0064\tLL/KL: -116.2511\n",
- "====> Epoch: 1300/1400 (93%)\tLoss: 369.9377\tLL: -367.3363\tKL: 2.6014\tLL/KL: -141.2053\n",
- "====> Epoch: 1310/1400 (94%)\tLoss: 367.8226\tLL: -365.1570\tKL: 2.6655\tLL/KL: -136.9922\n",
- "====> Epoch: 1320/1400 (94%)\tLoss: 366.2560\tLL: -363.5253\tKL: 2.7307\tLL/KL: -133.1230\n",
- "====> Epoch: 1330/1400 (95%)\tLoss: 361.1012\tLL: -358.3048\tKL: 2.7964\tLL/KL: -128.1302\n",
- "====> Epoch: 1340/1400 (96%)\tLoss: 360.8285\tLL: -357.9666\tKL: 2.8619\tLL/KL: -125.0804\n",
- "====> Epoch: 1350/1400 (96%)\tLoss: 359.7853\tLL: -356.8586\tKL: 2.9267\tLL/KL: -121.9317\n",
- "====> Epoch: 1360/1400 (97%)\tLoss: 356.7412\tLL: -353.7502\tKL: 2.9910\tLL/KL: -118.2735\n",
- "====> Epoch: 1370/1400 (98%)\tLoss: 353.1685\tLL: -350.1124\tKL: 3.0562\tLL/KL: -114.5596\n",
- "====> Epoch: 1380/1400 (99%)\tLoss: 355.1953\tLL: -352.0739\tKL: 3.1213\tLL/KL: -112.7958\n",
- "====> Epoch: 1390/1400 (99%)\tLoss: 346.2407\tLL: -343.0531\tKL: 3.1876\tLL/KL: -107.6224\n",
- "====> Epoch: 1300/1400 (93%)\tLoss: 376.7184\tLL: -374.2023\tKL: 2.5161\tLL/KL: -148.7229\n",
- "====> Epoch: 1310/1400 (94%)\tLoss: 371.3375\tLL: -368.7746\tKL: 2.5629\tLL/KL: -143.8912\n",
- "====> Epoch: 1320/1400 (94%)\tLoss: 372.4192\tLL: -369.8101\tKL: 2.6091\tLL/KL: -141.7373\n",
- "====> Epoch: 1330/1400 (95%)\tLoss: 368.8717\tLL: -366.2159\tKL: 2.6558\tLL/KL: -137.8948\n",
- "====> Epoch: 1340/1400 (96%)\tLoss: 365.6544\tLL: -362.9510\tKL: 2.7034\tLL/KL: -134.2593\n",
- "====> Epoch: 1350/1400 (96%)\tLoss: 363.6268\tLL: -360.8755\tKL: 2.7513\tLL/KL: -131.1663\n",
- "====> Epoch: 1360/1400 (97%)\tLoss: 361.6052\tLL: -358.8056\tKL: 2.7996\tLL/KL: -128.1654\n",
- "====> Epoch: 1370/1400 (98%)\tLoss: 358.9446\tLL: -356.0963\tKL: 2.8483\tLL/KL: -125.0216\n",
- "====> Epoch: 1380/1400 (99%)\tLoss: 358.5808\tLL: -355.6841\tKL: 2.8967\tLL/KL: -122.7886\n",
- "====> Epoch: 1390/1400 (99%)\tLoss: 356.1637\tLL: -353.2181\tKL: 2.9456\tLL/KL: -119.9131\n",
- "====> Epoch: 1400/1500 (93%)\tLoss: 352.2711\tLL: -349.1859\tKL: 3.0851\tLL/KL: -113.1830\n",
- "====> Epoch: 1410/1500 (94%)\tLoss: 350.0028\tLL: -346.8651\tKL: 3.1378\tLL/KL: -110.5453\n",
- "====> Epoch: 1420/1500 (95%)\tLoss: 348.0869\tLL: -344.8966\tKL: 3.1903\tLL/KL: -108.1067\n",
- "====> Epoch: 1430/1500 (95%)\tLoss: 347.6957\tLL: -344.4534\tKL: 3.2423\tLL/KL: -106.2372\n",
- "====> Epoch: 1440/1500 (96%)\tLoss: 346.4939\tLL: -343.1998\tKL: 3.2941\tLL/KL: -104.1865\n",
- "====> Epoch: 1450/1500 (97%)\tLoss: 341.6367\tLL: -338.2899\tKL: 3.3467\tLL/KL: -101.0815\n",
- "====> Epoch: 1460/1500 (97%)\tLoss: 341.2856\tLL: -337.8867\tKL: 3.3989\tLL/KL: -99.4095\n",
- "====> Epoch: 1470/1500 (98%)\tLoss: 339.2664\tLL: -335.8151\tKL: 3.4513\tLL/KL: -97.3001\n",
- "====> Epoch: 1480/1500 (99%)\tLoss: 334.2611\tLL: -330.7583\tKL: 3.5028\tLL/KL: -94.4275\n",
- "====> Epoch: 1490/1500 (99%)\tLoss: 337.6311\tLL: -334.0767\tKL: 3.5544\tLL/KL: -93.9898\n",
- "====> Epoch: 1400/1500 (93%)\tLoss: 350.8022\tLL: -347.7856\tKL: 3.0166\tLL/KL: -115.2898\n",
- "====> Epoch: 1410/1500 (94%)\tLoss: 347.7729\tLL: -344.6968\tKL: 3.0761\tLL/KL: -112.0566\n",
- "====> Epoch: 1420/1500 (95%)\tLoss: 346.4052\tLL: -343.2699\tKL: 3.1353\tLL/KL: -109.4840\n",
- "====> Epoch: 1430/1500 (95%)\tLoss: 345.1124\tLL: -341.9186\tKL: 3.1937\tLL/KL: -107.0588\n",
- "====> Epoch: 1440/1500 (96%)\tLoss: 342.2427\tLL: -338.9898\tKL: 3.2529\tLL/KL: -104.2132\n",
- "====> Epoch: 1450/1500 (97%)\tLoss: 338.5892\tLL: -335.2773\tKL: 3.3120\tLL/KL: -101.2315\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 1460/1500 (97%)\tLoss: 339.1078\tLL: -335.7373\tKL: 3.3705\tLL/KL: -99.6105\n",
- "====> Epoch: 1470/1500 (98%)\tLoss: 337.9737\tLL: -334.5462\tKL: 3.4275\tLL/KL: -97.6075\n",
- "====> Epoch: 1480/1500 (99%)\tLoss: 333.8714\tLL: -330.3859\tKL: 3.4856\tLL/KL: -94.7868\n",
- "====> Epoch: 1490/1500 (99%)\tLoss: 329.9278\tLL: -326.3838\tKL: 3.5441\tLL/KL: -92.0927\n",
- "====> Epoch: 1400/1500 (93%)\tLoss: 347.1143\tLL: -343.9383\tKL: 3.1760\tLL/KL: -108.2912\n",
- "====> Epoch: 1410/1500 (94%)\tLoss: 342.4052\tLL: -339.1642\tKL: 3.2410\tLL/KL: -104.6473\n",
- "====> Epoch: 1420/1500 (95%)\tLoss: 340.0078\tLL: -336.7011\tKL: 3.3067\tLL/KL: -101.8245\n",
- "====> Epoch: 1430/1500 (95%)\tLoss: 339.3936\tLL: -336.0213\tKL: 3.3723\tLL/KL: -99.6420\n",
- "====> Epoch: 1440/1500 (96%)\tLoss: 338.5965\tLL: -335.1587\tKL: 3.4379\tLL/KL: -97.4900\n",
- "====> Epoch: 1450/1500 (97%)\tLoss: 337.9216\tLL: -334.4188\tKL: 3.5027\tLL/KL: -95.4737\n",
- "====> Epoch: 1460/1500 (97%)\tLoss: 331.9549\tLL: -328.3873\tKL: 3.5676\tLL/KL: -92.0464\n",
- "====> Epoch: 1470/1500 (98%)\tLoss: 331.6245\tLL: -327.9922\tKL: 3.6323\tLL/KL: -90.2986\n",
- "====> Epoch: 1480/1500 (99%)\tLoss: 331.6798\tLL: -327.9843\tKL: 3.6955\tLL/KL: -88.7525\n",
- "====> Epoch: 1490/1500 (99%)\tLoss: 326.0476\tLL: -322.2899\tKL: 3.7577\tLL/KL: -85.7689\n",
- "====> Epoch: 1400/1500 (93%)\tLoss: 354.2882\tLL: -351.2113\tKL: 3.0769\tLL/KL: -114.1433\n",
- "====> Epoch: 1410/1500 (94%)\tLoss: 351.2069\tLL: -348.0812\tKL: 3.1257\tLL/KL: -111.3598\n",
- "====> Epoch: 1420/1500 (95%)\tLoss: 348.9060\tLL: -345.7323\tKL: 3.1738\tLL/KL: -108.9344\n",
- "====> Epoch: 1430/1500 (95%)\tLoss: 348.0545\tLL: -344.8332\tKL: 3.2213\tLL/KL: -107.0471\n",
- "====> Epoch: 1440/1500 (96%)\tLoss: 345.8491\tLL: -342.5802\tKL: 3.2689\tLL/KL: -104.8001\n",
- "====> Epoch: 1450/1500 (97%)\tLoss: 343.2147\tLL: -339.8984\tKL: 3.3163\tLL/KL: -102.4920\n",
- "====> Epoch: 1460/1500 (97%)\tLoss: 344.3488\tLL: -340.9844\tKL: 3.3643\tLL/KL: -101.3536\n",
- "====> Epoch: 1470/1500 (98%)\tLoss: 341.0415\tLL: -337.6292\tKL: 3.4123\tLL/KL: -98.9435\n",
- "====> Epoch: 1480/1500 (99%)\tLoss: 337.9035\tLL: -334.4435\tKL: 3.4599\tLL/KL: -96.6622\n",
- "====> Epoch: 1490/1500 (99%)\tLoss: 340.2102\tLL: -336.7021\tKL: 3.5081\tLL/KL: -95.9792\n",
- "====> Epoch: 1500/1600 (94%)\tLoss: 335.4530\tLL: -331.8152\tKL: 3.6378\tLL/KL: -91.2121\n",
- "====> Epoch: 1510/1600 (94%)\tLoss: 331.6668\tLL: -327.9785\tKL: 3.6883\tLL/KL: -88.9237\n",
- "====> Epoch: 1520/1600 (95%)\tLoss: 331.4561\tLL: -327.7181\tKL: 3.7380\tLL/KL: -87.6722\n",
- "====> Epoch: 1530/1600 (96%)\tLoss: 326.3007\tLL: -322.5128\tKL: 3.7879\tLL/KL: -85.1440\n",
- "====> Epoch: 1540/1600 (96%)\tLoss: 325.9822\tLL: -322.1445\tKL: 3.8378\tLL/KL: -83.9404\n",
- "====> Epoch: 1550/1600 (97%)\tLoss: 325.5443\tLL: -321.6566\tKL: 3.8877\tLL/KL: -82.7360\n",
- "====> Epoch: 1560/1600 (98%)\tLoss: 321.9729\tLL: -318.0359\tKL: 3.9370\tLL/KL: -80.7816\n",
- "====> Epoch: 1570/1600 (98%)\tLoss: 324.4166\tLL: -320.4313\tKL: 3.9853\tLL/KL: -80.4041\n",
- "====> Epoch: 1580/1600 (99%)\tLoss: 319.1311\tLL: -315.0986\tKL: 4.0325\tLL/KL: -78.1399\n",
- "====> Epoch: 1590/1600 (99%)\tLoss: 313.7375\tLL: -309.6580\tKL: 4.0795\tLL/KL: -75.9060\n",
- "====> Epoch: 1500/1600 (94%)\tLoss: 330.7111\tLL: -327.1553\tKL: 3.5558\tLL/KL: -92.0059\n",
- "====> Epoch: 1510/1600 (94%)\tLoss: 327.7142\tLL: -324.1009\tKL: 3.6133\tLL/KL: -89.6974\n",
- "====> Epoch: 1520/1600 (95%)\tLoss: 325.7911\tLL: -322.1201\tKL: 3.6710\tLL/KL: -87.7473\n",
- "====> Epoch: 1530/1600 (96%)\tLoss: 325.5705\tLL: -321.8422\tKL: 3.7283\tLL/KL: -86.3241\n",
- "====> Epoch: 1540/1600 (96%)\tLoss: 325.4010\tLL: -321.6155\tKL: 3.7856\tLL/KL: -84.9587\n",
- "====> Epoch: 1550/1600 (97%)\tLoss: 320.2920\tLL: -316.4492\tKL: 3.8428\tLL/KL: -82.3485\n",
- "====> Epoch: 1560/1600 (98%)\tLoss: 318.5154\tLL: -314.6165\tKL: 3.8988\tLL/KL: -80.6950\n",
- "====> Epoch: 1570/1600 (98%)\tLoss: 318.0198\tLL: -314.0661\tKL: 3.9537\tLL/KL: -79.4353\n",
- "====> Epoch: 1580/1600 (99%)\tLoss: 315.7647\tLL: -311.7565\tKL: 4.0083\tLL/KL: -77.7787\n",
- "====> Epoch: 1590/1600 (99%)\tLoss: 315.4550\tLL: -311.3932\tKL: 4.0618\tLL/KL: -76.6645\n",
- "====> Epoch: 1500/1600 (94%)\tLoss: 328.9934\tLL: -325.2487\tKL: 3.7447\tLL/KL: -86.8559\n",
- "====> Epoch: 1510/1600 (94%)\tLoss: 324.1683\tLL: -320.3602\tKL: 3.8081\tLL/KL: -84.1256\n",
- "====> Epoch: 1520/1600 (95%)\tLoss: 324.4997\tLL: -320.6289\tKL: 3.8709\tLL/KL: -82.8314\n",
- "====> Epoch: 1530/1600 (96%)\tLoss: 322.7214\tLL: -318.7880\tKL: 3.9334\tLL/KL: -81.0457\n",
- "====> Epoch: 1540/1600 (96%)\tLoss: 317.2663\tLL: -313.2707\tKL: 3.9956\tLL/KL: -78.4048\n",
- "====> Epoch: 1550/1600 (97%)\tLoss: 320.8228\tLL: -316.7651\tKL: 4.0578\tLL/KL: -78.0642\n",
- "====> Epoch: 1560/1600 (98%)\tLoss: 316.8260\tLL: -312.7079\tKL: 4.1181\tLL/KL: -75.9353\n",
- "====> Epoch: 1570/1600 (98%)\tLoss: 317.1838\tLL: -313.0070\tKL: 4.1768\tLL/KL: -74.9397\n",
- "====> Epoch: 1580/1600 (99%)\tLoss: 312.1424\tLL: -307.9077\tKL: 4.2347\tLL/KL: -72.7115\n",
- "====> Epoch: 1590/1600 (99%)\tLoss: 313.3354\tLL: -309.0448\tKL: 4.2907\tLL/KL: -72.0274\n",
- "====> Epoch: 1500/1600 (94%)\tLoss: 333.9500\tLL: -330.3175\tKL: 3.6325\tLL/KL: -90.9344\n",
- "====> Epoch: 1510/1600 (94%)\tLoss: 336.1803\tLL: -332.5009\tKL: 3.6794\tLL/KL: -90.3678\n",
- "====> Epoch: 1520/1600 (95%)\tLoss: 328.7775\tLL: -325.0526\tKL: 3.7249\tLL/KL: -87.2650\n",
- "====> Epoch: 1530/1600 (96%)\tLoss: 329.3604\tLL: -325.5916\tKL: 3.7688\tLL/KL: -86.3903\n",
- "====> Epoch: 1540/1600 (96%)\tLoss: 327.4022\tLL: -323.5889\tKL: 3.8133\tLL/KL: -84.8580\n",
- "====> Epoch: 1550/1600 (97%)\tLoss: 326.2981\tLL: -322.4404\tKL: 3.8577\tLL/KL: -83.5840\n",
- "====> Epoch: 1560/1600 (98%)\tLoss: 323.3333\tLL: -319.4310\tKL: 3.9023\tLL/KL: -81.8567\n",
- "====> Epoch: 1570/1600 (98%)\tLoss: 322.1190\tLL: -318.1719\tKL: 3.9471\tLL/KL: -80.6084\n",
- "====> Epoch: 1580/1600 (99%)\tLoss: 323.1776\tLL: -319.1868\tKL: 3.9907\tLL/KL: -79.9822\n",
- "====> Epoch: 1590/1600 (99%)\tLoss: 317.9200\tLL: -313.8853\tKL: 4.0346\tLL/KL: -77.7977\n",
- "====> Epoch: 1600/1700 (94%)\tLoss: 316.6721\tLL: -312.5152\tKL: 4.1569\tLL/KL: -75.1796\n",
- "====> Epoch: 1610/1700 (95%)\tLoss: 314.8821\tLL: -310.6790\tKL: 4.2031\tLL/KL: -73.9163\n",
- "====> Epoch: 1620/1700 (95%)\tLoss: 311.3568\tLL: -307.1100\tKL: 4.2468\tLL/KL: -72.3157\n",
- "====> Epoch: 1630/1700 (96%)\tLoss: 310.3073\tLL: -306.0175\tKL: 4.2898\tLL/KL: -71.3358\n",
- "====> Epoch: 1640/1700 (96%)\tLoss: 309.7754\tLL: -305.4422\tKL: 4.3332\tLL/KL: -70.4890\n",
- "====> Epoch: 1650/1700 (97%)\tLoss: 308.9397\tLL: -304.5628\tKL: 4.3769\tLL/KL: -69.5844\n",
- "====> Epoch: 1660/1700 (98%)\tLoss: 308.8658\tLL: -304.4455\tKL: 4.4203\tLL/KL: -68.8748\n",
- "====> Epoch: 1670/1700 (98%)\tLoss: 305.1217\tLL: -300.6588\tKL: 4.4629\tLL/KL: -67.3685\n",
- "====> Epoch: 1680/1700 (99%)\tLoss: 305.2624\tLL: -300.7568\tKL: 4.5056\tLL/KL: -66.7522\n",
- "====> Epoch: 1690/1700 (99%)\tLoss: 300.2104\tLL: -295.6628\tKL: 4.5476\tLL/KL: -65.0147\n",
- "====> Epoch: 1600/1700 (94%)\tLoss: 313.9630\tLL: -309.8983\tKL: 4.0646\tLL/KL: -76.2425\n",
- "====> Epoch: 1610/1700 (95%)\tLoss: 313.8738\tLL: -309.7548\tKL: 4.1191\tLL/KL: -75.2004\n",
- "====> Epoch: 1620/1700 (95%)\tLoss: 309.6243\tLL: -305.4529\tKL: 4.1714\tLL/KL: -73.2253\n",
- "====> Epoch: 1630/1700 (96%)\tLoss: 308.5867\tLL: -304.3642\tKL: 4.2225\tLL/KL: -72.0811\n",
- "====> Epoch: 1640/1700 (96%)\tLoss: 311.1348\tLL: -306.8618\tKL: 4.2729\tLL/KL: -71.8157\n",
- "====> Epoch: 1650/1700 (97%)\tLoss: 304.2348\tLL: -299.9123\tKL: 4.3226\tLL/KL: -69.3831\n",
- "====> Epoch: 1660/1700 (98%)\tLoss: 304.1378\tLL: -299.7672\tKL: 4.3706\tLL/KL: -68.5872\n",
- "====> Epoch: 1670/1700 (98%)\tLoss: 305.6939\tLL: -301.2757\tKL: 4.4182\tLL/KL: -68.1893\n",
- "====> Epoch: 1680/1700 (99%)\tLoss: 302.8389\tLL: -298.3738\tKL: 4.4651\tLL/KL: -66.8235\n",
- "====> Epoch: 1690/1700 (99%)\tLoss: 300.9006\tLL: -296.3892\tKL: 4.5115\tLL/KL: -65.6970\n",
- "====> Epoch: 1600/1700 (94%)\tLoss: 308.5810\tLL: -304.3022\tKL: 4.2787\tLL/KL: -71.1195\n",
- "====> Epoch: 1610/1700 (95%)\tLoss: 310.9689\tLL: -306.6343\tKL: 4.3346\tLL/KL: -70.7411\n",
- "====> Epoch: 1620/1700 (95%)\tLoss: 311.2463\tLL: -306.8546\tKL: 4.3917\tLL/KL: -69.8708\n",
- "====> Epoch: 1630/1700 (96%)\tLoss: 307.3885\tLL: -302.9409\tKL: 4.4475\tLL/KL: -68.1148\n",
- "====> Epoch: 1640/1700 (96%)\tLoss: 305.3791\tLL: -300.8770\tKL: 4.5021\tLL/KL: -66.8307\n",
- "====> Epoch: 1650/1700 (97%)\tLoss: 303.8599\tLL: -299.3029\tKL: 4.5570\tLL/KL: -65.6798\n",
- "====> Epoch: 1660/1700 (98%)\tLoss: 302.1994\tLL: -297.5889\tKL: 4.6105\tLL/KL: -64.5460\n",
- "====> Epoch: 1670/1700 (98%)\tLoss: 299.7286\tLL: -295.0656\tKL: 4.6631\tLL/KL: -63.2771\n",
- "====> Epoch: 1680/1700 (99%)\tLoss: 296.0307\tLL: -291.3177\tKL: 4.7130\tLL/KL: -61.8113\n",
- "====> Epoch: 1690/1700 (99%)\tLoss: 295.9210\tLL: -291.1610\tKL: 4.7599\tLL/KL: -61.1692\n",
- "====> Epoch: 1600/1700 (94%)\tLoss: 316.6476\tLL: -312.4924\tKL: 4.1553\tLL/KL: -75.2041\n",
- "====> Epoch: 1610/1700 (95%)\tLoss: 317.1372\tLL: -312.9405\tKL: 4.1967\tLL/KL: -74.5673\n",
- "====> Epoch: 1620/1700 (95%)\tLoss: 316.2002\tLL: -311.9637\tKL: 4.2366\tLL/KL: -73.6362\n",
- "====> Epoch: 1630/1700 (96%)\tLoss: 313.6782\tLL: -309.4033\tKL: 4.2749\tLL/KL: -72.3764\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 1640/1700 (96%)\tLoss: 309.3788\tLL: -305.0664\tKL: 4.3123\tLL/KL: -70.7432\n",
- "====> Epoch: 1650/1700 (97%)\tLoss: 310.6566\tLL: -306.3075\tKL: 4.3492\tLL/KL: -70.4290\n",
- "====> Epoch: 1660/1700 (98%)\tLoss: 305.1269\tLL: -300.7395\tKL: 4.3874\tLL/KL: -68.5469\n",
- "====> Epoch: 1670/1700 (98%)\tLoss: 310.1597\tLL: -305.7354\tKL: 4.4244\tLL/KL: -69.1025\n",
- "====> Epoch: 1680/1700 (99%)\tLoss: 305.6930\tLL: -301.2312\tKL: 4.4618\tLL/KL: -67.5135\n",
- "====> Epoch: 1690/1700 (99%)\tLoss: 304.1455\tLL: -299.6485\tKL: 4.4970\tLL/KL: -66.6324\n",
- "====> Epoch: 1700/1800 (94%)\tLoss: 300.6382\tLL: -296.0293\tKL: 4.6089\tLL/KL: -64.2294\n",
- "====> Epoch: 1710/1800 (95%)\tLoss: 300.7260\tLL: -296.0789\tKL: 4.6471\tLL/KL: -63.7122\n",
- "====> Epoch: 1720/1800 (96%)\tLoss: 298.3075\tLL: -293.6243\tKL: 4.6832\tLL/KL: -62.6969\n",
- "====> Epoch: 1730/1800 (96%)\tLoss: 295.4070\tLL: -290.6875\tKL: 4.7195\tLL/KL: -61.5928\n",
- "====> Epoch: 1740/1800 (97%)\tLoss: 296.9384\tLL: -292.1829\tKL: 4.7555\tLL/KL: -61.4407\n",
- "====> Epoch: 1750/1800 (97%)\tLoss: 293.8339\tLL: -289.0430\tKL: 4.7909\tLL/KL: -60.3319\n",
- "====> Epoch: 1760/1800 (98%)\tLoss: 293.7917\tLL: -288.9655\tKL: 4.8262\tLL/KL: -59.8746\n",
- "====> Epoch: 1770/1800 (98%)\tLoss: 294.4309\tLL: -289.5710\tKL: 4.8599\tLL/KL: -59.5834\n",
- "====> Epoch: 1780/1800 (99%)\tLoss: 292.0776\tLL: -287.1838\tKL: 4.8938\tLL/KL: -58.6835\n",
- "====> Epoch: 1790/1800 (99%)\tLoss: 291.6042\tLL: -286.6771\tKL: 4.9272\tLL/KL: -58.1831\n",
- "====> Epoch: 1700/1800 (94%)\tLoss: 299.2904\tLL: -294.7808\tKL: 4.5096\tLL/KL: -65.3671\n",
- "====> Epoch: 1710/1800 (95%)\tLoss: 296.9633\tLL: -292.4087\tKL: 4.5546\tLL/KL: -64.2013\n",
- "====> Epoch: 1720/1800 (96%)\tLoss: 296.0509\tLL: -291.4519\tKL: 4.5990\tLL/KL: -63.3730\n",
- "====> Epoch: 1730/1800 (96%)\tLoss: 293.7805\tLL: -289.1362\tKL: 4.6442\tLL/KL: -62.2572\n",
- "====> Epoch: 1740/1800 (97%)\tLoss: 293.9256\tLL: -289.2364\tKL: 4.6892\tLL/KL: -61.6819\n",
- "====> Epoch: 1750/1800 (97%)\tLoss: 291.1137\tLL: -286.3812\tKL: 4.7325\tLL/KL: -60.5133\n",
- "====> Epoch: 1760/1800 (98%)\tLoss: 293.4200\tLL: -288.6449\tKL: 4.7751\tLL/KL: -60.4476\n",
- "====> Epoch: 1770/1800 (98%)\tLoss: 290.6853\tLL: -285.8692\tKL: 4.8161\tLL/KL: -59.3570\n",
- "====> Epoch: 1780/1800 (99%)\tLoss: 289.4501\tLL: -284.5948\tKL: 4.8554\tLL/KL: -58.6144\n",
- "====> Epoch: 1790/1800 (99%)\tLoss: 288.4053\tLL: -283.5109\tKL: 4.8944\tLL/KL: -57.9250\n",
- "====> Epoch: 1700/1800 (94%)\tLoss: 296.7785\tLL: -292.0345\tKL: 4.7440\tLL/KL: -61.5586\n",
- "====> Epoch: 1710/1800 (95%)\tLoss: 297.5768\tLL: -292.7836\tKL: 4.7932\tLL/KL: -61.0834\n",
- "====> Epoch: 1720/1800 (96%)\tLoss: 292.6118\tLL: -287.7692\tKL: 4.8425\tLL/KL: -59.4252\n",
- "====> Epoch: 1730/1800 (96%)\tLoss: 291.7454\tLL: -286.8532\tKL: 4.8922\tLL/KL: -58.6354\n",
- "====> Epoch: 1740/1800 (97%)\tLoss: 291.5536\tLL: -286.6143\tKL: 4.9392\tLL/KL: -58.0280\n",
- "====> Epoch: 1750/1800 (97%)\tLoss: 288.0597\tLL: -283.0749\tKL: 4.9848\tLL/KL: -56.7871\n",
- "====> Epoch: 1760/1800 (98%)\tLoss: 285.9211\tLL: -280.8922\tKL: 5.0290\tLL/KL: -55.8548\n",
- "====> Epoch: 1770/1800 (98%)\tLoss: 288.1108\tLL: -283.0407\tKL: 5.0700\tLL/KL: -55.8261\n",
- "====> Epoch: 1780/1800 (99%)\tLoss: 281.7427\tLL: -276.6316\tKL: 5.1111\tLL/KL: -54.1236\n",
- "====> Epoch: 1790/1800 (99%)\tLoss: 283.1249\tLL: -277.9742\tKL: 5.1507\tLL/KL: -53.9679\n",
- "====> Epoch: 1700/1800 (94%)\tLoss: 305.8304\tLL: -301.2191\tKL: 4.6113\tLL/KL: -65.3216\n",
- "====> Epoch: 1710/1800 (95%)\tLoss: 301.7179\tLL: -297.0742\tKL: 4.6436\tLL/KL: -63.9743\n",
- "====> Epoch: 1720/1800 (96%)\tLoss: 298.1734\tLL: -293.4995\tKL: 4.6739\tLL/KL: -62.7957\n",
- "====> Epoch: 1730/1800 (96%)\tLoss: 298.4572\tLL: -293.7535\tKL: 4.7038\tLL/KL: -62.4505\n",
- "====> Epoch: 1740/1800 (97%)\tLoss: 300.3028\tLL: -295.5689\tKL: 4.7339\tLL/KL: -62.4365\n",
- "====> Epoch: 1750/1800 (97%)\tLoss: 296.0575\tLL: -291.2930\tKL: 4.7645\tLL/KL: -61.1386\n",
- "====> Epoch: 1760/1800 (98%)\tLoss: 296.2324\tLL: -291.4364\tKL: 4.7960\tLL/KL: -60.7659\n",
- "====> Epoch: 1770/1800 (98%)\tLoss: 292.5268\tLL: -287.6989\tKL: 4.8279\tLL/KL: -59.5908\n",
- "====> Epoch: 1780/1800 (99%)\tLoss: 289.9435\tLL: -285.0836\tKL: 4.8599\tLL/KL: -58.6606\n",
- "====> Epoch: 1790/1800 (99%)\tLoss: 291.6306\tLL: -286.7389\tKL: 4.8917\tLL/KL: -58.6173\n",
- "====> Epoch: 1800/1900 (95%)\tLoss: 289.0001\tLL: -284.0143\tKL: 4.9858\tLL/KL: -56.9651\n",
- "====> Epoch: 1810/1900 (95%)\tLoss: 288.7622\tLL: -283.7448\tKL: 5.0174\tLL/KL: -56.5527\n",
- "====> Epoch: 1820/1900 (96%)\tLoss: 287.9261\tLL: -282.8791\tKL: 5.0471\tLL/KL: -56.0481\n",
- "====> Epoch: 1830/1900 (96%)\tLoss: 282.0363\tLL: -276.9602\tKL: 5.0760\tLL/KL: -54.5622\n",
- "====> Epoch: 1840/1900 (97%)\tLoss: 285.1745\tLL: -280.0699\tKL: 5.1046\tLL/KL: -54.8661\n",
- "====> Epoch: 1850/1900 (97%)\tLoss: 282.5826\tLL: -277.4491\tKL: 5.1336\tLL/KL: -54.0459\n",
- "====> Epoch: 1860/1900 (98%)\tLoss: 280.7465\tLL: -275.5838\tKL: 5.1626\tLL/KL: -53.3806\n",
- "====> Epoch: 1870/1900 (98%)\tLoss: 278.8277\tLL: -273.6378\tKL: 5.1899\tLL/KL: -52.7249\n",
- "====> Epoch: 1880/1900 (99%)\tLoss: 279.9454\tLL: -274.7277\tKL: 5.2176\tLL/KL: -52.6536\n",
- "====> Epoch: 1890/1900 (99%)\tLoss: 278.9185\tLL: -273.6737\tKL: 5.2448\tLL/KL: -52.1804\n",
- "====> Epoch: 1800/1900 (95%)\tLoss: 287.0894\tLL: -282.2064\tKL: 4.8830\tLL/KL: -57.7939\n",
- "====> Epoch: 1810/1900 (95%)\tLoss: 287.1312\tLL: -282.2099\tKL: 4.9212\tLL/KL: -57.3452\n",
- "====> Epoch: 1820/1900 (96%)\tLoss: 283.9198\tLL: -278.9606\tKL: 4.9592\tLL/KL: -56.2512\n",
- "====> Epoch: 1830/1900 (96%)\tLoss: 284.9301\tLL: -279.9346\tKL: 4.9955\tLL/KL: -56.0372\n",
- "====> Epoch: 1840/1900 (97%)\tLoss: 282.5223\tLL: -277.4912\tKL: 5.0311\tLL/KL: -55.1548\n",
- "====> Epoch: 1850/1900 (97%)\tLoss: 280.5834\tLL: -275.5176\tKL: 5.0658\tLL/KL: -54.3879\n",
- "====> Epoch: 1860/1900 (98%)\tLoss: 278.5349\tLL: -273.4358\tKL: 5.0992\tLL/KL: -53.6237\n",
- "====> Epoch: 1870/1900 (98%)\tLoss: 280.0234\tLL: -274.8893\tKL: 5.1341\tLL/KL: -53.5416\n",
- "====> Epoch: 1880/1900 (99%)\tLoss: 277.4270\tLL: -272.2590\tKL: 5.1680\tLL/KL: -52.6821\n",
- "====> Epoch: 1890/1900 (99%)\tLoss: 276.1704\tLL: -270.9705\tKL: 5.1999\tLL/KL: -52.1107\n",
- "====> Epoch: 1800/1900 (95%)\tLoss: 282.8771\tLL: -277.7450\tKL: 5.1321\tLL/KL: -54.1188\n",
- "====> Epoch: 1810/1900 (95%)\tLoss: 282.6243\tLL: -277.4550\tKL: 5.1693\tLL/KL: -53.6731\n",
- "====> Epoch: 1820/1900 (96%)\tLoss: 281.8344\tLL: -276.6272\tKL: 5.2073\tLL/KL: -53.1234\n",
- "====> Epoch: 1830/1900 (96%)\tLoss: 280.6665\tLL: -275.4215\tKL: 5.2450\tLL/KL: -52.5110\n",
- "====> Epoch: 1840/1900 (97%)\tLoss: 277.7681\tLL: -272.4841\tKL: 5.2840\tLL/KL: -51.5679\n",
- "====> Epoch: 1850/1900 (97%)\tLoss: 275.7649\tLL: -270.4440\tKL: 5.3208\tLL/KL: -50.8273\n",
- "====> Epoch: 1860/1900 (98%)\tLoss: 273.0446\tLL: -267.6869\tKL: 5.3577\tLL/KL: -49.9634\n",
- "====> Epoch: 1870/1900 (98%)\tLoss: 272.9697\tLL: -267.5774\tKL: 5.3923\tLL/KL: -49.6222\n",
- "====> Epoch: 1880/1900 (99%)\tLoss: 274.4227\tLL: -268.9978\tKL: 5.4249\tLL/KL: -49.5854\n",
- "====> Epoch: 1890/1900 (99%)\tLoss: 270.9912\tLL: -265.5358\tKL: 5.4554\tLL/KL: -48.6742\n",
- "====> Epoch: 1800/1900 (95%)\tLoss: 290.3559\tLL: -285.3633\tKL: 4.9926\tLL/KL: -57.1571\n",
- "====> Epoch: 1810/1900 (95%)\tLoss: 288.5539\tLL: -283.5338\tKL: 5.0201\tLL/KL: -56.4801\n",
- "====> Epoch: 1820/1900 (96%)\tLoss: 288.4093\tLL: -283.3656\tKL: 5.0437\tLL/KL: -56.1819\n",
- "====> Epoch: 1830/1900 (96%)\tLoss: 282.6704\tLL: -277.6031\tKL: 5.0673\tLL/KL: -54.7830\n",
- "====> Epoch: 1840/1900 (97%)\tLoss: 285.2299\tLL: -280.1401\tKL: 5.0898\tLL/KL: -55.0399\n",
- "====> Epoch: 1850/1900 (97%)\tLoss: 280.6688\tLL: -275.5569\tKL: 5.1119\tLL/KL: -53.9051\n",
- "====> Epoch: 1860/1900 (98%)\tLoss: 282.6790\tLL: -277.5442\tKL: 5.1348\tLL/KL: -54.0512\n",
- "====> Epoch: 1870/1900 (98%)\tLoss: 282.7670\tLL: -277.6078\tKL: 5.1592\tLL/KL: -53.8086\n",
- "====> Epoch: 1880/1900 (99%)\tLoss: 280.2286\tLL: -275.0469\tKL: 5.1817\tLL/KL: -53.0803\n",
- "====> Epoch: 1890/1900 (99%)\tLoss: 281.2438\tLL: -276.0394\tKL: 5.2043\tLL/KL: -53.0403\n",
- "====> Epoch: 1900/2000 (95%)\tLoss: 276.3830\tLL: -271.0979\tKL: 5.2851\tLL/KL: -51.2947\n",
- "====> Epoch: 1910/2000 (96%)\tLoss: 276.0297\tLL: -270.7205\tKL: 5.3092\tLL/KL: -50.9909\n",
- "====> Epoch: 1920/2000 (96%)\tLoss: 274.4265\tLL: -269.0957\tKL: 5.3308\tLL/KL: -50.4797\n",
- "====> Epoch: 1930/2000 (96%)\tLoss: 272.7910\tLL: -267.4389\tKL: 5.3521\tLL/KL: -49.9693\n",
- "====> Epoch: 1940/2000 (97%)\tLoss: 272.8102\tLL: -267.4354\tKL: 5.3747\tLL/KL: -49.7578\n",
- "====> Epoch: 1950/2000 (98%)\tLoss: 272.2269\tLL: -266.8302\tKL: 5.3967\tLL/KL: -49.4433\n",
- "====> Epoch: 1960/2000 (98%)\tLoss: 269.5251\tLL: -264.1062\tKL: 5.4189\tLL/KL: -48.7381\n",
- "====> Epoch: 1970/2000 (98%)\tLoss: 271.1327\tLL: -265.6923\tKL: 5.4404\tLL/KL: -48.8365\n",
- "====> Epoch: 1980/2000 (99%)\tLoss: 270.7074\tLL: -265.2455\tKL: 5.4619\tLL/KL: -48.5627\n",
- "====> Epoch: 1990/2000 (100%)\tLoss: 266.8870\tLL: -261.4039\tKL: 5.4831\tLL/KL: -47.6749\n",
- "====> Epoch: 1900/2000 (95%)\tLoss: 274.2128\tLL: -269.0318\tKL: 5.1810\tLL/KL: -51.9264\n",
- "====> Epoch: 1910/2000 (96%)\tLoss: 273.3652\tLL: -268.1529\tKL: 5.2123\tLL/KL: -51.4462\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 1920/2000 (96%)\tLoss: 275.8254\tLL: -270.5826\tKL: 5.2428\tLL/KL: -51.6104\n",
- "====> Epoch: 1930/2000 (96%)\tLoss: 270.3738\tLL: -265.1022\tKL: 5.2715\tLL/KL: -50.2893\n",
- "====> Epoch: 1940/2000 (97%)\tLoss: 272.0187\tLL: -266.7199\tKL: 5.2989\tLL/KL: -50.3352\n",
- "====> Epoch: 1950/2000 (98%)\tLoss: 270.9978\tLL: -265.6717\tKL: 5.3261\tLL/KL: -49.8810\n",
- "====> Epoch: 1960/2000 (98%)\tLoss: 270.6288\tLL: -265.2761\tKL: 5.3527\tLL/KL: -49.5593\n",
- "====> Epoch: 1970/2000 (98%)\tLoss: 270.1015\tLL: -264.7237\tKL: 5.3778\tLL/KL: -49.2256\n",
- "====> Epoch: 1980/2000 (99%)\tLoss: 265.9684\tLL: -260.5646\tKL: 5.4038\tLL/KL: -48.2189\n",
- "====> Epoch: 1990/2000 (100%)\tLoss: 266.0533\tLL: -260.6248\tKL: 5.4285\tLL/KL: -48.0108\n",
- "====> Epoch: 1900/2000 (95%)\tLoss: 271.5742\tLL: -266.1335\tKL: 5.4407\tLL/KL: -48.9150\n",
- "====> Epoch: 1910/2000 (96%)\tLoss: 270.7149\tLL: -265.2428\tKL: 5.4721\tLL/KL: -48.4719\n",
- "====> Epoch: 1920/2000 (96%)\tLoss: 268.8348\tLL: -263.3292\tKL: 5.5057\tLL/KL: -47.8288\n",
- "====> Epoch: 1930/2000 (96%)\tLoss: 268.4311\tLL: -262.8932\tKL: 5.5379\tLL/KL: -47.4719\n",
- "====> Epoch: 1940/2000 (97%)\tLoss: 268.8283\tLL: -263.2608\tKL: 5.5675\tLL/KL: -47.2854\n",
- "====> Epoch: 1950/2000 (98%)\tLoss: 267.4229\tLL: -261.8281\tKL: 5.5948\tLL/KL: -46.7985\n",
- "====> Epoch: 1960/2000 (98%)\tLoss: 264.4466\tLL: -258.8248\tKL: 5.6218\tLL/KL: -46.0396\n",
- "====> Epoch: 1970/2000 (98%)\tLoss: 262.8568\tLL: -257.2101\tKL: 5.6467\tLL/KL: -45.5507\n",
- "====> Epoch: 1980/2000 (99%)\tLoss: 263.4778\tLL: -257.8071\tKL: 5.6708\tLL/KL: -45.4624\n",
- "====> Epoch: 1990/2000 (100%)\tLoss: 261.8037\tLL: -256.1098\tKL: 5.6939\tLL/KL: -44.9798\n",
- "====> Epoch: 1900/2000 (95%)\tLoss: 280.4520\tLL: -275.1558\tKL: 5.2962\tLL/KL: -51.9533\n",
- "====> Epoch: 1910/2000 (96%)\tLoss: 277.1936\tLL: -271.8797\tKL: 5.3139\tLL/KL: -51.1639\n",
- "====> Epoch: 1920/2000 (96%)\tLoss: 275.7660\tLL: -270.4359\tKL: 5.3300\tLL/KL: -50.7381\n",
- "====> Epoch: 1930/2000 (96%)\tLoss: 275.8606\tLL: -270.5157\tKL: 5.3449\tLL/KL: -50.6123\n",
- "====> Epoch: 1940/2000 (97%)\tLoss: 271.8401\tLL: -266.4794\tKL: 5.3606\tLL/KL: -49.7105\n",
- "====> Epoch: 1950/2000 (98%)\tLoss: 272.8755\tLL: -267.4996\tKL: 5.3760\tLL/KL: -49.7585\n",
- "====> Epoch: 1960/2000 (98%)\tLoss: 271.2679\tLL: -265.8758\tKL: 5.3921\tLL/KL: -49.3084\n",
- "====> Epoch: 1970/2000 (98%)\tLoss: 273.6226\tLL: -268.2152\tKL: 5.4074\tLL/KL: -49.6016\n",
- "====> Epoch: 1980/2000 (99%)\tLoss: 267.8334\tLL: -262.4089\tKL: 5.4245\tLL/KL: -48.3748\n",
- "====> Epoch: 1990/2000 (100%)\tLoss: 267.3546\tLL: -261.9137\tKL: 5.4409\tLL/KL: -48.1376\n",
- "====> Epoch: 2000/2100 (95%)\tLoss: 267.7469\tLL: -262.2359\tKL: 5.5110\tLL/KL: -47.5837\n",
- "====> Epoch: 2010/2100 (96%)\tLoss: 264.2819\tLL: -258.7528\tKL: 5.5290\tLL/KL: -46.7988\n",
- "====> Epoch: 2020/2100 (96%)\tLoss: 263.9104\tLL: -258.3662\tKL: 5.5442\tLL/KL: -46.6012\n",
- "====> Epoch: 2030/2100 (97%)\tLoss: 262.9947\tLL: -257.4344\tKL: 5.5603\tLL/KL: -46.2989\n",
- "====> Epoch: 2040/2100 (97%)\tLoss: 261.4933\tLL: -255.9172\tKL: 5.5761\tLL/KL: -45.8953\n",
- "====> Epoch: 2050/2100 (98%)\tLoss: 261.7259\tLL: -256.1339\tKL: 5.5920\tLL/KL: -45.8032\n",
- "====> Epoch: 2060/2100 (98%)\tLoss: 257.3110\tLL: -251.7038\tKL: 5.6072\tLL/KL: -44.8895\n",
- "====> Epoch: 2070/2100 (99%)\tLoss: 258.5102\tLL: -252.8871\tKL: 5.6231\tLL/KL: -44.9730\n",
- "====> Epoch: 2080/2100 (99%)\tLoss: 260.2505\tLL: -254.6128\tKL: 5.6377\tLL/KL: -45.1622\n",
- "====> Epoch: 2090/2100 (100%)\tLoss: 258.2199\tLL: -252.5684\tKL: 5.6515\tLL/KL: -44.6904\n",
- "====> Epoch: 2000/2100 (95%)\tLoss: 265.4792\tLL: -260.0708\tKL: 5.4084\tLL/KL: -48.0863\n",
- "====> Epoch: 2010/2100 (96%)\tLoss: 259.6113\tLL: -254.1801\tKL: 5.4312\tLL/KL: -46.7997\n",
- "====> Epoch: 2020/2100 (96%)\tLoss: 261.8185\tLL: -256.3654\tKL: 5.4530\tLL/KL: -47.0137\n",
- "====> Epoch: 2030/2100 (97%)\tLoss: 262.3501\tLL: -256.8748\tKL: 5.4754\tLL/KL: -46.9144\n",
- "====> Epoch: 2040/2100 (97%)\tLoss: 258.9462\tLL: -253.4489\tKL: 5.4973\tLL/KL: -46.1040\n",
- "====> Epoch: 2050/2100 (98%)\tLoss: 260.3474\tLL: -254.8287\tKL: 5.5187\tLL/KL: -46.1755\n",
- "====> Epoch: 2060/2100 (98%)\tLoss: 259.8742\tLL: -254.3355\tKL: 5.5387\tLL/KL: -45.9196\n",
- "====> Epoch: 2070/2100 (99%)\tLoss: 256.8106\tLL: -251.2513\tKL: 5.5592\tLL/KL: -45.1952\n",
- "====> Epoch: 2080/2100 (99%)\tLoss: 256.3125\tLL: -250.7335\tKL: 5.5790\tLL/KL: -44.9425\n",
- "====> Epoch: 2090/2100 (100%)\tLoss: 256.8952\tLL: -251.2960\tKL: 5.5992\tLL/KL: -44.8807\n",
- "====> Epoch: 2000/2100 (95%)\tLoss: 261.4145\tLL: -255.7406\tKL: 5.6738\tLL/KL: -45.0736\n",
- "====> Epoch: 2010/2100 (96%)\tLoss: 260.0580\tLL: -254.3601\tKL: 5.6980\tLL/KL: -44.6404\n",
- "====> Epoch: 2020/2100 (96%)\tLoss: 260.9125\tLL: -255.1898\tKL: 5.7227\tLL/KL: -44.5926\n",
- "====> Epoch: 2030/2100 (97%)\tLoss: 256.4707\tLL: -250.7232\tKL: 5.7475\tLL/KL: -43.6230\n",
- "====> Epoch: 2040/2100 (97%)\tLoss: 256.1793\tLL: -250.4084\tKL: 5.7708\tLL/KL: -43.3921\n",
- "====> Epoch: 2050/2100 (98%)\tLoss: 257.3228\tLL: -251.5310\tKL: 5.7918\tLL/KL: -43.4287\n",
- "====> Epoch: 2060/2100 (98%)\tLoss: 257.0469\tLL: -251.2345\tKL: 5.8124\tLL/KL: -43.2236\n",
- "====> Epoch: 2070/2100 (99%)\tLoss: 254.6461\tLL: -248.8145\tKL: 5.8316\tLL/KL: -42.6667\n",
- "====> Epoch: 2080/2100 (99%)\tLoss: 252.8254\tLL: -246.9771\tKL: 5.8483\tLL/KL: -42.2309\n",
- "====> Epoch: 2090/2100 (100%)\tLoss: 252.2856\tLL: -246.4199\tKL: 5.8657\tLL/KL: -42.0105\n",
- "====> Epoch: 2000/2100 (95%)\tLoss: 267.2361\tLL: -261.7098\tKL: 5.5263\tLL/KL: -47.3570\n",
- "====> Epoch: 2010/2100 (96%)\tLoss: 266.4579\tLL: -260.9188\tKL: 5.5390\tLL/KL: -47.1055\n",
- "====> Epoch: 2020/2100 (96%)\tLoss: 265.1956\tLL: -259.6467\tKL: 5.5489\tLL/KL: -46.7923\n",
- "====> Epoch: 2030/2100 (97%)\tLoss: 264.7336\tLL: -259.1746\tKL: 5.5590\tLL/KL: -46.6227\n",
- "====> Epoch: 2040/2100 (97%)\tLoss: 265.0137\tLL: -259.4463\tKL: 5.5675\tLL/KL: -46.6004\n",
- "====> Epoch: 2050/2100 (98%)\tLoss: 261.3286\tLL: -255.7514\tKL: 5.5771\tLL/KL: -45.8574\n",
- "====> Epoch: 2060/2100 (98%)\tLoss: 261.2668\tLL: -255.6793\tKL: 5.5875\tLL/KL: -45.7588\n",
- "====> Epoch: 2070/2100 (99%)\tLoss: 263.0020\tLL: -257.4039\tKL: 5.5981\tLL/KL: -45.9810\n",
- "====> Epoch: 2080/2100 (99%)\tLoss: 260.2710\tLL: -254.6622\tKL: 5.6088\tLL/KL: -45.4043\n",
- "====> Epoch: 2090/2100 (100%)\tLoss: 259.9147\tLL: -254.2958\tKL: 5.6189\tLL/KL: -45.2571\n",
- "====> Epoch: 2100/2200 (95%)\tLoss: 257.4523\tLL: -251.7768\tKL: 5.6755\tLL/KL: -44.3621\n",
- "====> Epoch: 2110/2200 (96%)\tLoss: 254.3624\tLL: -248.6750\tKL: 5.6873\tLL/KL: -43.7246\n",
- "====> Epoch: 2120/2200 (96%)\tLoss: 255.1675\tLL: -249.4687\tKL: 5.6988\tLL/KL: -43.7754\n",
- "====> Epoch: 2130/2200 (97%)\tLoss: 255.1125\tLL: -249.4047\tKL: 5.7078\tLL/KL: -43.6951\n",
- "====> Epoch: 2140/2200 (97%)\tLoss: 254.1892\tLL: -248.4732\tKL: 5.7161\tLL/KL: -43.4694\n",
- "====> Epoch: 2150/2200 (98%)\tLoss: 251.8864\tLL: -246.1622\tKL: 5.7243\tLL/KL: -43.0031\n",
- "====> Epoch: 2160/2200 (98%)\tLoss: 250.9666\tLL: -245.2324\tKL: 5.7341\tLL/KL: -42.7673\n",
- "====> Epoch: 2170/2200 (99%)\tLoss: 254.7474\tLL: -249.0034\tKL: 5.7440\tLL/KL: -43.3500\n",
- "====> Epoch: 2180/2200 (99%)\tLoss: 248.7565\tLL: -243.0028\tKL: 5.7536\tLL/KL: -42.2348\n",
- "====> Epoch: 2190/2200 (100%)\tLoss: 248.1692\tLL: -242.4049\tKL: 5.7643\tLL/KL: -42.0526\n",
- "====> Epoch: 2100/2200 (95%)\tLoss: 256.2763\tLL: -250.7008\tKL: 5.5755\tLL/KL: -44.9647\n",
- "====> Epoch: 2110/2200 (96%)\tLoss: 254.3299\tLL: -248.7362\tKL: 5.5938\tLL/KL: -44.4665\n",
- "====> Epoch: 2120/2200 (96%)\tLoss: 253.5131\tLL: -247.9011\tKL: 5.6120\tLL/KL: -44.1735\n",
- "====> Epoch: 2130/2200 (97%)\tLoss: 251.5743\tLL: -245.9440\tKL: 5.6303\tLL/KL: -43.6822\n",
- "====> Epoch: 2140/2200 (97%)\tLoss: 250.4602\tLL: -244.8123\tKL: 5.6479\tLL/KL: -43.3458\n",
- "====> Epoch: 2150/2200 (98%)\tLoss: 249.6038\tLL: -243.9411\tKL: 5.6627\tLL/KL: -43.0786\n",
- "====> Epoch: 2160/2200 (98%)\tLoss: 249.4169\tLL: -243.7408\tKL: 5.6762\tLL/KL: -42.9412\n",
- "====> Epoch: 2170/2200 (99%)\tLoss: 247.8189\tLL: -242.1284\tKL: 5.6905\tLL/KL: -42.5497\n",
- "====> Epoch: 2180/2200 (99%)\tLoss: 246.6556\tLL: -240.9487\tKL: 5.7070\tLL/KL: -42.2202\n",
- "====> Epoch: 2190/2200 (100%)\tLoss: 248.4642\tLL: -242.7424\tKL: 5.7218\tLL/KL: -42.4242\n",
- "====> Epoch: 2100/2200 (95%)\tLoss: 250.0533\tLL: -244.2097\tKL: 5.8436\tLL/KL: -41.7910\n",
- "====> Epoch: 2110/2200 (96%)\tLoss: 251.3577\tLL: -245.4968\tKL: 5.8609\tLL/KL: -41.8874\n",
- "====> Epoch: 2120/2200 (96%)\tLoss: 247.7137\tLL: -241.8329\tKL: 5.8809\tLL/KL: -41.1218\n",
- "====> Epoch: 2130/2200 (97%)\tLoss: 248.9282\tLL: -243.0257\tKL: 5.9026\tLL/KL: -41.1729\n",
- "====> Epoch: 2140/2200 (97%)\tLoss: 246.2396\tLL: -240.3165\tKL: 5.9231\tLL/KL: -40.5731\n",
- "====> Epoch: 2150/2200 (98%)\tLoss: 244.5771\tLL: -238.6376\tKL: 5.9395\tLL/KL: -40.1778\n",
- "====> Epoch: 2160/2200 (98%)\tLoss: 245.9104\tLL: -239.9552\tKL: 5.9552\tLL/KL: -40.2932\n",
- "====> Epoch: 2170/2200 (99%)\tLoss: 244.3689\tLL: -238.3997\tKL: 5.9691\tLL/KL: -39.9390\n",
- "====> Epoch: 2180/2200 (99%)\tLoss: 242.6929\tLL: -236.7123\tKL: 5.9806\tLL/KL: -39.5802\n",
- "====> Epoch: 2190/2200 (100%)\tLoss: 245.1396\tLL: -239.1468\tKL: 5.9928\tLL/KL: -39.9054\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 2100/2200 (95%)\tLoss: 257.5667\tLL: -251.8721\tKL: 5.6946\tLL/KL: -44.2298\n",
- "====> Epoch: 2110/2200 (96%)\tLoss: 257.3173\tLL: -251.6163\tKL: 5.7010\tLL/KL: -44.1354\n",
- "====> Epoch: 2120/2200 (96%)\tLoss: 255.8140\tLL: -250.1090\tKL: 5.7051\tLL/KL: -43.8398\n",
- "====> Epoch: 2130/2200 (97%)\tLoss: 254.8114\tLL: -249.1020\tKL: 5.7095\tLL/KL: -43.6297\n",
- "====> Epoch: 2140/2200 (97%)\tLoss: 252.5623\tLL: -246.8472\tKL: 5.7152\tLL/KL: -43.1917\n",
- "====> Epoch: 2150/2200 (98%)\tLoss: 252.0409\tLL: -246.3203\tKL: 5.7206\tLL/KL: -43.0585\n",
- "====> Epoch: 2160/2200 (98%)\tLoss: 252.7460\tLL: -247.0215\tKL: 5.7246\tLL/KL: -43.1511\n",
- "====> Epoch: 2170/2200 (99%)\tLoss: 249.8046\tLL: -244.0757\tKL: 5.7289\tLL/KL: -42.6042\n",
- "====> Epoch: 2180/2200 (99%)\tLoss: 249.9028\tLL: -244.1698\tKL: 5.7330\tLL/KL: -42.5901\n",
- "====> Epoch: 2190/2200 (100%)\tLoss: 248.6592\tLL: -242.9202\tKL: 5.7390\tLL/KL: -42.3278\n",
- "====> Epoch: 2200/2300 (96%)\tLoss: 246.6550\tLL: -240.8657\tKL: 5.7893\tLL/KL: -41.6052\n",
- "====> Epoch: 2210/2300 (96%)\tLoss: 249.3273\tLL: -243.5305\tKL: 5.7968\tLL/KL: -42.0109\n",
- "====> Epoch: 2220/2300 (97%)\tLoss: 245.7342\tLL: -239.9325\tKL: 5.8017\tLL/KL: -41.3555\n",
- "====> Epoch: 2230/2300 (97%)\tLoss: 246.0465\tLL: -240.2399\tKL: 5.8066\tLL/KL: -41.3735\n",
- "====> Epoch: 2240/2300 (97%)\tLoss: 247.6677\tLL: -241.8556\tKL: 5.8121\tLL/KL: -41.6124\n",
- "====> Epoch: 2250/2300 (98%)\tLoss: 242.8575\tLL: -237.0394\tKL: 5.8181\tLL/KL: -40.7417\n",
- "====> Epoch: 2260/2300 (98%)\tLoss: 242.2379\tLL: -236.4139\tKL: 5.8241\tLL/KL: -40.5925\n",
- "====> Epoch: 2270/2300 (99%)\tLoss: 241.3561\tLL: -235.5278\tKL: 5.8283\tLL/KL: -40.4111\n",
- "====> Epoch: 2280/2300 (99%)\tLoss: 241.3841\tLL: -235.5504\tKL: 5.8336\tLL/KL: -40.3779\n",
- "====> Epoch: 2290/2300 (100%)\tLoss: 241.4650\tLL: -235.6259\tKL: 5.8391\tLL/KL: -40.3533\n",
- "====> Epoch: 2200/2300 (96%)\tLoss: 246.2994\tLL: -240.6066\tKL: 5.6927\tLL/KL: -42.2656\n",
- "====> Epoch: 2210/2300 (96%)\tLoss: 244.5919\tLL: -238.8867\tKL: 5.7053\tLL/KL: -41.8713\n",
- "====> Epoch: 2220/2300 (97%)\tLoss: 244.6892\tLL: -238.9734\tKL: 5.7158\tLL/KL: -41.8090\n",
- "====> Epoch: 2230/2300 (97%)\tLoss: 242.3012\tLL: -236.5743\tKL: 5.7269\tLL/KL: -41.3094\n",
- "====> Epoch: 2240/2300 (97%)\tLoss: 242.9648\tLL: -237.2258\tKL: 5.7390\tLL/KL: -41.3355\n",
- "====> Epoch: 2250/2300 (98%)\tLoss: 242.1203\tLL: -236.3679\tKL: 5.7524\tLL/KL: -41.0901\n",
- "====> Epoch: 2260/2300 (98%)\tLoss: 240.6922\tLL: -234.9288\tKL: 5.7634\tLL/KL: -40.7625\n",
- "====> Epoch: 2270/2300 (99%)\tLoss: 238.0035\tLL: -232.2290\tKL: 5.7745\tLL/KL: -40.2161\n",
- "====> Epoch: 2280/2300 (99%)\tLoss: 240.5730\tLL: -234.7885\tKL: 5.7846\tLL/KL: -40.5888\n",
- "====> Epoch: 2290/2300 (100%)\tLoss: 238.8435\tLL: -233.0495\tKL: 5.7940\tLL/KL: -40.2225\n",
- "====> Epoch: 2200/2300 (96%)\tLoss: 241.7196\tLL: -235.7585\tKL: 5.9611\tLL/KL: -39.5497\n",
- "====> Epoch: 2210/2300 (96%)\tLoss: 240.6805\tLL: -234.7067\tKL: 5.9738\tLL/KL: -39.2895\n",
- "====> Epoch: 2220/2300 (97%)\tLoss: 241.9658\tLL: -235.9796\tKL: 5.9862\tLL/KL: -39.4206\n",
- "====> Epoch: 2230/2300 (97%)\tLoss: 241.1700\tLL: -235.1695\tKL: 6.0004\tLL/KL: -39.1921\n",
- "====> Epoch: 2240/2300 (97%)\tLoss: 240.7777\tLL: -234.7637\tKL: 6.0140\tLL/KL: -39.0364\n",
- "====> Epoch: 2250/2300 (98%)\tLoss: 238.4770\tLL: -232.4520\tKL: 6.0250\tLL/KL: -38.5812\n",
- "====> Epoch: 2260/2300 (98%)\tLoss: 237.4416\tLL: -231.4070\tKL: 6.0346\tLL/KL: -38.3469\n",
- "====> Epoch: 2270/2300 (99%)\tLoss: 236.3487\tLL: -230.3052\tKL: 6.0435\tLL/KL: -38.1079\n",
- "====> Epoch: 2280/2300 (99%)\tLoss: 236.2615\tLL: -230.2076\tKL: 6.0539\tLL/KL: -38.0263\n",
- "====> Epoch: 2290/2300 (100%)\tLoss: 235.3763\tLL: -229.3138\tKL: 6.0625\tLL/KL: -37.8252\n",
- "====> Epoch: 2200/2300 (96%)\tLoss: 247.9483\tLL: -242.1365\tKL: 5.8118\tLL/KL: -41.6632\n",
- "====> Epoch: 2210/2300 (96%)\tLoss: 249.9835\tLL: -244.1707\tKL: 5.8128\tLL/KL: -42.0054\n",
- "====> Epoch: 2220/2300 (97%)\tLoss: 248.4191\tLL: -242.6081\tKL: 5.8110\tLL/KL: -41.7497\n",
- "====> Epoch: 2230/2300 (97%)\tLoss: 246.6284\tLL: -240.8191\tKL: 5.8093\tLL/KL: -41.4538\n",
- "====> Epoch: 2240/2300 (97%)\tLoss: 245.8587\tLL: -240.0492\tKL: 5.8095\tLL/KL: -41.3203\n",
- "====> Epoch: 2250/2300 (98%)\tLoss: 246.0113\tLL: -240.2008\tKL: 5.8105\tLL/KL: -41.3391\n",
- "====> Epoch: 2260/2300 (98%)\tLoss: 243.5034\tLL: -237.6925\tKL: 5.8109\tLL/KL: -40.9043\n",
- "====> Epoch: 2270/2300 (99%)\tLoss: 243.9317\tLL: -238.1201\tKL: 5.8117\tLL/KL: -40.9727\n",
- "====> Epoch: 2280/2300 (99%)\tLoss: 243.3013\tLL: -237.4885\tKL: 5.8128\tLL/KL: -40.8558\n",
- "====> Epoch: 2290/2300 (100%)\tLoss: 242.1997\tLL: -236.3859\tKL: 5.8138\tLL/KL: -40.6596\n",
- "====> Epoch: 2300/2400 (96%)\tLoss: 238.8826\tLL: -233.0272\tKL: 5.8554\tLL/KL: -39.7973\n",
- "====> Epoch: 2310/2400 (96%)\tLoss: 240.5051\tLL: -234.6455\tKL: 5.8596\tLL/KL: -40.0445\n",
- "====> Epoch: 2320/2400 (97%)\tLoss: 239.1875\tLL: -233.3255\tKL: 5.8620\tLL/KL: -39.8030\n",
- "====> Epoch: 2330/2400 (97%)\tLoss: 237.4195\tLL: -231.5550\tKL: 5.8645\tLL/KL: -39.4839\n",
- "====> Epoch: 2340/2400 (98%)\tLoss: 236.2179\tLL: -230.3501\tKL: 5.8678\tLL/KL: -39.2565\n",
- "====> Epoch: 2350/2400 (98%)\tLoss: 235.4731\tLL: -229.6006\tKL: 5.8725\tLL/KL: -39.0976\n",
- "====> Epoch: 2360/2400 (98%)\tLoss: 236.4019\tLL: -230.5264\tKL: 5.8755\tLL/KL: -39.2351\n",
- "====> Epoch: 2370/2400 (99%)\tLoss: 234.6613\tLL: -228.7832\tKL: 5.8780\tLL/KL: -38.9217\n",
- "====> Epoch: 2380/2400 (99%)\tLoss: 233.1437\tLL: -227.2626\tKL: 5.8811\tLL/KL: -38.6429\n",
- "====> Epoch: 2390/2400 (100%)\tLoss: 234.0295\tLL: -228.1456\tKL: 5.8839\tLL/KL: -38.7746\n",
- "====> Epoch: 2300/2400 (96%)\tLoss: 237.5295\tLL: -231.7661\tKL: 5.7635\tLL/KL: -40.2128\n",
- "====> Epoch: 2310/2400 (96%)\tLoss: 237.4321\tLL: -231.6597\tKL: 5.7724\tLL/KL: -40.1320\n",
- "====> Epoch: 2320/2400 (97%)\tLoss: 237.8211\tLL: -232.0387\tKL: 5.7824\tLL/KL: -40.1286\n",
- "====> Epoch: 2330/2400 (97%)\tLoss: 235.8240\tLL: -230.0319\tKL: 5.7921\tLL/KL: -39.7150\n",
- "====> Epoch: 2340/2400 (98%)\tLoss: 235.7419\tLL: -229.9417\tKL: 5.8002\tLL/KL: -39.6436\n",
- "====> Epoch: 2350/2400 (98%)\tLoss: 234.7967\tLL: -228.9886\tKL: 5.8081\tLL/KL: -39.4257\n",
- "====> Epoch: 2360/2400 (98%)\tLoss: 232.4435\tLL: -226.6271\tKL: 5.8164\tLL/KL: -38.9637\n",
- "====> Epoch: 2370/2400 (99%)\tLoss: 232.0798\tLL: -226.2560\tKL: 5.8238\tLL/KL: -38.8504\n",
- "====> Epoch: 2380/2400 (99%)\tLoss: 230.8661\tLL: -225.0369\tKL: 5.8292\tLL/KL: -38.6051\n",
- "====> Epoch: 2390/2400 (100%)\tLoss: 231.2138\tLL: -225.3776\tKL: 5.8362\tLL/KL: -38.6172\n",
- "====> Epoch: 2300/2400 (96%)\tLoss: 233.7240\tLL: -227.6949\tKL: 6.0291\tLL/KL: -37.7659\n",
- "====> Epoch: 2310/2400 (96%)\tLoss: 233.3520\tLL: -227.3128\tKL: 6.0392\tLL/KL: -37.6397\n",
- "====> Epoch: 2320/2400 (97%)\tLoss: 233.3255\tLL: -227.2753\tKL: 6.0502\tLL/KL: -37.5648\n",
- "====> Epoch: 2330/2400 (97%)\tLoss: 233.0540\tLL: -226.9935\tKL: 6.0605\tLL/KL: -37.4543\n",
- "====> Epoch: 2340/2400 (98%)\tLoss: 232.3171\tLL: -226.2462\tKL: 6.0708\tLL/KL: -37.2677\n",
- "====> Epoch: 2350/2400 (98%)\tLoss: 231.6036\tLL: -225.5240\tKL: 6.0796\tLL/KL: -37.0950\n",
- "====> Epoch: 2360/2400 (98%)\tLoss: 231.7512\tLL: -225.6636\tKL: 6.0876\tLL/KL: -37.0696\n",
- "====> Epoch: 2370/2400 (99%)\tLoss: 228.9386\tLL: -222.8449\tKL: 6.0937\tLL/KL: -36.5695\n",
- "====> Epoch: 2380/2400 (99%)\tLoss: 228.7312\tLL: -222.6322\tKL: 6.0990\tLL/KL: -36.5029\n",
- "====> Epoch: 2390/2400 (100%)\tLoss: 229.7473\tLL: -223.6456\tKL: 6.1017\tLL/KL: -36.6529\n",
- "====> Epoch: 2300/2400 (96%)\tLoss: 241.4283\tLL: -235.5476\tKL: 5.8807\tLL/KL: -40.0543\n",
- "====> Epoch: 2310/2400 (96%)\tLoss: 239.3403\tLL: -233.4624\tKL: 5.8780\tLL/KL: -39.7181\n",
- "====> Epoch: 2320/2400 (97%)\tLoss: 239.7112\tLL: -233.8377\tKL: 5.8735\tLL/KL: -39.8125\n",
- "====> Epoch: 2330/2400 (97%)\tLoss: 237.3102\tLL: -231.4414\tKL: 5.8688\tLL/KL: -39.4359\n",
- "====> Epoch: 2340/2400 (98%)\tLoss: 236.6483\tLL: -230.7827\tKL: 5.8655\tLL/KL: -39.3455\n",
- "====> Epoch: 2350/2400 (98%)\tLoss: 236.8025\tLL: -230.9400\tKL: 5.8625\tLL/KL: -39.3924\n",
- "====> Epoch: 2360/2400 (98%)\tLoss: 235.4336\tLL: -229.5743\tKL: 5.8593\tLL/KL: -39.1809\n",
- "====> Epoch: 2370/2400 (99%)\tLoss: 236.9041\tLL: -231.0466\tKL: 5.8575\tLL/KL: -39.4443\n",
- "====> Epoch: 2380/2400 (99%)\tLoss: 234.1797\tLL: -228.3253\tKL: 5.8544\tLL/KL: -39.0009\n",
- "====> Epoch: 2390/2400 (100%)\tLoss: 232.2827\tLL: -226.4320\tKL: 5.8508\tLL/KL: -38.7011\n",
- "====> Epoch: 2400/2500 (96%)\tLoss: 232.5262\tLL: -226.6357\tKL: 5.8905\tLL/KL: -38.4748\n",
- "====> Epoch: 2410/2500 (96%)\tLoss: 231.8606\tLL: -225.9705\tKL: 5.8901\tLL/KL: -38.3645\n",
- "====> Epoch: 2420/2500 (97%)\tLoss: 228.5319\tLL: -222.6419\tKL: 5.8900\tLL/KL: -37.7999\n",
- "====> Epoch: 2430/2500 (97%)\tLoss: 230.0009\tLL: -224.1114\tKL: 5.8895\tLL/KL: -38.0526\n",
- "====> Epoch: 2440/2500 (98%)\tLoss: 227.5070\tLL: -221.6183\tKL: 5.8887\tLL/KL: -37.6344\n",
- "====> Epoch: 2450/2500 (98%)\tLoss: 228.2057\tLL: -222.3174\tKL: 5.8883\tLL/KL: -37.7556\n",
- "====> Epoch: 2460/2500 (98%)\tLoss: 228.6183\tLL: -222.7300\tKL: 5.8883\tLL/KL: -37.8260\n",
- "====> Epoch: 2470/2500 (99%)\tLoss: 227.2817\tLL: -221.3929\tKL: 5.8888\tLL/KL: -37.5959\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 2480/2500 (99%)\tLoss: 225.6067\tLL: -219.7169\tKL: 5.8898\tLL/KL: -37.3044\n",
- "====> Epoch: 2490/2500 (100%)\tLoss: 225.9529\tLL: -220.0627\tKL: 5.8902\tLL/KL: -37.3608\n",
- "====> Epoch: 2400/2500 (96%)\tLoss: 230.4001\tLL: -224.5972\tKL: 5.8030\tLL/KL: -38.7038\n",
- "====> Epoch: 2410/2500 (96%)\tLoss: 229.8544\tLL: -224.0455\tKL: 5.8089\tLL/KL: -38.5697\n",
- "====> Epoch: 2420/2500 (97%)\tLoss: 229.6614\tLL: -223.8479\tKL: 5.8135\tLL/KL: -38.5050\n",
- "====> Epoch: 2430/2500 (97%)\tLoss: 227.3312\tLL: -221.5146\tKL: 5.8165\tLL/KL: -38.0838\n",
- "====> Epoch: 2440/2500 (98%)\tLoss: 227.5310\tLL: -221.7120\tKL: 5.8190\tLL/KL: -38.1015\n",
- "====> Epoch: 2450/2500 (98%)\tLoss: 227.5292\tLL: -221.7068\tKL: 5.8224\tLL/KL: -38.0782\n",
- "====> Epoch: 2460/2500 (98%)\tLoss: 225.1488\tLL: -219.3217\tKL: 5.8270\tLL/KL: -37.6387\n",
- "====> Epoch: 2470/2500 (99%)\tLoss: 226.2350\tLL: -220.4035\tKL: 5.8315\tLL/KL: -37.7953\n",
- "====> Epoch: 2480/2500 (99%)\tLoss: 224.1730\tLL: -218.3384\tKL: 5.8345\tLL/KL: -37.4217\n",
- "====> Epoch: 2490/2500 (100%)\tLoss: 222.0016\tLL: -216.1638\tKL: 5.8378\tLL/KL: -37.0281\n",
- "====> Epoch: 2400/2500 (96%)\tLoss: 227.3062\tLL: -221.2410\tKL: 6.0652\tLL/KL: -36.4772\n",
- "====> Epoch: 2410/2500 (96%)\tLoss: 225.7968\tLL: -219.7274\tKL: 6.0694\tLL/KL: -36.2026\n",
- "====> Epoch: 2420/2500 (97%)\tLoss: 223.3987\tLL: -217.3239\tKL: 6.0748\tLL/KL: -35.7746\n",
- "====> Epoch: 2430/2500 (97%)\tLoss: 223.5237\tLL: -217.4435\tKL: 6.0803\tLL/KL: -35.7622\n",
- "====> Epoch: 2440/2500 (98%)\tLoss: 221.7173\tLL: -215.6340\tKL: 6.0833\tLL/KL: -35.4471\n",
- "====> Epoch: 2450/2500 (98%)\tLoss: 219.5786\tLL: -213.4926\tKL: 6.0860\tLL/KL: -35.0793\n",
- "====> Epoch: 2460/2500 (98%)\tLoss: 221.5568\tLL: -215.4694\tKL: 6.0874\tLL/KL: -35.3961\n",
- "====> Epoch: 2470/2500 (99%)\tLoss: 223.0512\tLL: -216.9613\tKL: 6.0899\tLL/KL: -35.6265\n",
- "====> Epoch: 2480/2500 (99%)\tLoss: 221.1255\tLL: -215.0333\tKL: 6.0923\tLL/KL: -35.2961\n",
- "====> Epoch: 2490/2500 (100%)\tLoss: 219.8217\tLL: -213.7293\tKL: 6.0925\tLL/KL: -35.0809\n",
- "====> Epoch: 2400/2500 (96%)\tLoss: 233.4254\tLL: -227.5073\tKL: 5.9182\tLL/KL: -38.4421\n",
- "====> Epoch: 2410/2500 (96%)\tLoss: 231.0467\tLL: -225.1334\tKL: 5.9133\tLL/KL: -38.0722\n",
- "====> Epoch: 2420/2500 (97%)\tLoss: 228.8490\tLL: -222.9441\tKL: 5.9049\tLL/KL: -37.7557\n",
- "====> Epoch: 2430/2500 (97%)\tLoss: 229.4972\tLL: -223.6012\tKL: 5.8960\tLL/KL: -37.9243\n",
- "====> Epoch: 2440/2500 (98%)\tLoss: 230.6247\tLL: -224.7370\tKL: 5.8877\tLL/KL: -38.1706\n",
- "====> Epoch: 2450/2500 (98%)\tLoss: 230.3057\tLL: -224.4238\tKL: 5.8819\tLL/KL: -38.1551\n",
- "====> Epoch: 2460/2500 (98%)\tLoss: 228.7510\tLL: -222.8743\tKL: 5.8767\tLL/KL: -37.9249\n",
- "====> Epoch: 2470/2500 (99%)\tLoss: 229.3721\tLL: -223.5007\tKL: 5.8714\tLL/KL: -38.0660\n",
- "====> Epoch: 2480/2500 (99%)\tLoss: 226.0617\tLL: -220.1957\tKL: 5.8659\tLL/KL: -37.5380\n",
- "====> Epoch: 2490/2500 (100%)\tLoss: 227.5620\tLL: -221.7022\tKL: 5.8598\tLL/KL: -37.8343\n",
- "====> Epoch: 2500/2600 (96%)\tLoss: 226.9650\tLL: -221.0762\tKL: 5.8888\tLL/KL: -37.5419\n",
- "====> Epoch: 2510/2600 (97%)\tLoss: 223.6799\tLL: -217.7935\tKL: 5.8864\tLL/KL: -36.9993\n",
- "====> Epoch: 2520/2600 (97%)\tLoss: 223.0598\tLL: -217.1770\tKL: 5.8828\tLL/KL: -36.9174\n",
- "====> Epoch: 2530/2600 (97%)\tLoss: 222.2612\tLL: -216.3816\tKL: 5.8796\tLL/KL: -36.8022\n",
- "====> Epoch: 2540/2600 (98%)\tLoss: 222.2457\tLL: -216.3676\tKL: 5.8781\tLL/KL: -36.8092\n",
- "====> Epoch: 2550/2600 (98%)\tLoss: 219.6340\tLL: -213.7587\tKL: 5.8753\tLL/KL: -36.3829\n",
- "====> Epoch: 2560/2600 (98%)\tLoss: 221.1918\tLL: -215.3196\tKL: 5.8721\tLL/KL: -36.6680\n",
- "====> Epoch: 2570/2600 (99%)\tLoss: 220.5346\tLL: -214.6656\tKL: 5.8689\tLL/KL: -36.5768\n",
- "====> Epoch: 2580/2600 (99%)\tLoss: 219.1168\tLL: -213.2510\tKL: 5.8658\tLL/KL: -36.3548\n",
- "====> Epoch: 2590/2600 (100%)\tLoss: 220.2426\tLL: -214.3786\tKL: 5.8640\tLL/KL: -36.5583\n",
- "====> Epoch: 2500/2600 (96%)\tLoss: 224.7579\tLL: -218.9526\tKL: 5.8053\tLL/KL: -37.7157\n",
- "====> Epoch: 2510/2600 (97%)\tLoss: 221.2870\tLL: -215.4772\tKL: 5.8099\tLL/KL: -37.0881\n",
- "====> Epoch: 2520/2600 (97%)\tLoss: 222.5741\tLL: -216.7611\tKL: 5.8130\tLL/KL: -37.2891\n",
- "====> Epoch: 2530/2600 (97%)\tLoss: 222.8212\tLL: -217.0073\tKL: 5.8139\tLL/KL: -37.3255\n",
- "====> Epoch: 2540/2600 (98%)\tLoss: 219.4900\tLL: -213.6744\tKL: 5.8156\tLL/KL: -36.7416\n",
- "====> Epoch: 2550/2600 (98%)\tLoss: 220.2083\tLL: -214.3922\tKL: 5.8161\tLL/KL: -36.8619\n",
- "====> Epoch: 2560/2600 (98%)\tLoss: 219.0920\tLL: -213.2760\tKL: 5.8160\tLL/KL: -36.6704\n",
- "====> Epoch: 2570/2600 (99%)\tLoss: 217.1422\tLL: -211.3251\tKL: 5.8170\tLL/KL: -36.3287\n",
- "====> Epoch: 2580/2600 (99%)\tLoss: 217.6553\tLL: -211.8369\tKL: 5.8185\tLL/KL: -36.4078\n",
- "====> Epoch: 2590/2600 (100%)\tLoss: 216.9356\tLL: -211.1147\tKL: 5.8208\tLL/KL: -36.2687\n",
- "====> Epoch: 2500/2600 (96%)\tLoss: 219.4087\tLL: -213.3454\tKL: 6.0633\tLL/KL: -35.1862\n",
- "====> Epoch: 2510/2600 (97%)\tLoss: 220.3290\tLL: -214.2622\tKL: 6.0668\tLL/KL: -35.3170\n",
- "====> Epoch: 2520/2600 (97%)\tLoss: 216.8830\tLL: -210.8113\tKL: 6.0718\tLL/KL: -34.7198\n",
- "====> Epoch: 2530/2600 (97%)\tLoss: 217.2987\tLL: -211.2225\tKL: 6.0762\tLL/KL: -34.7625\n",
- "====> Epoch: 2540/2600 (98%)\tLoss: 217.8644\tLL: -211.7855\tKL: 6.0790\tLL/KL: -34.8391\n",
- "====> Epoch: 2550/2600 (98%)\tLoss: 216.1627\tLL: -210.0818\tKL: 6.0809\tLL/KL: -34.5477\n",
- "====> Epoch: 2560/2600 (98%)\tLoss: 214.8962\tLL: -208.8142\tKL: 6.0820\tLL/KL: -34.3330\n",
- "====> Epoch: 2570/2600 (99%)\tLoss: 215.1699\tLL: -209.0852\tKL: 6.0847\tLL/KL: -34.3625\n",
- "====> Epoch: 2580/2600 (99%)\tLoss: 212.8625\tLL: -206.7770\tKL: 6.0855\tLL/KL: -33.9788\n",
- "====> Epoch: 2590/2600 (100%)\tLoss: 212.9140\tLL: -206.8290\tKL: 6.0850\tLL/KL: -33.9898\n",
- "====> Epoch: 2500/2600 (96%)\tLoss: 225.2038\tLL: -219.2857\tKL: 5.9181\tLL/KL: -37.0536\n",
- "====> Epoch: 2510/2600 (97%)\tLoss: 226.9049\tLL: -220.9962\tKL: 5.9087\tLL/KL: -37.4020\n",
- "====> Epoch: 2520/2600 (97%)\tLoss: 225.2860\tLL: -219.3887\tKL: 5.8973\tLL/KL: -37.2016\n",
- "====> Epoch: 2530/2600 (97%)\tLoss: 222.3513\tLL: -216.4659\tKL: 5.8854\tLL/KL: -36.7800\n",
- "====> Epoch: 2540/2600 (98%)\tLoss: 225.0016\tLL: -219.1276\tKL: 5.8740\tLL/KL: -37.3048\n",
- "====> Epoch: 2550/2600 (98%)\tLoss: 222.2798\tLL: -216.4146\tKL: 5.8653\tLL/KL: -36.8976\n",
- "====> Epoch: 2560/2600 (98%)\tLoss: 221.3823\tLL: -215.5256\tKL: 5.8567\tLL/KL: -36.7996\n",
- "====> Epoch: 2570/2600 (99%)\tLoss: 222.2022\tLL: -216.3529\tKL: 5.8493\tLL/KL: -36.9877\n",
- "====> Epoch: 2580/2600 (99%)\tLoss: 219.1380\tLL: -213.2967\tKL: 5.8412\tLL/KL: -36.5157\n",
- "====> Epoch: 2590/2600 (100%)\tLoss: 220.4595\tLL: -214.6260\tKL: 5.8335\tLL/KL: -36.7920\n",
- "====> Epoch: 2600/2700 (96%)\tLoss: 217.5437\tLL: -211.6773\tKL: 5.8664\tLL/KL: -36.0830\n",
- "====> Epoch: 2610/2700 (97%)\tLoss: 217.7931\tLL: -211.9312\tKL: 5.8620\tLL/KL: -36.1537\n",
- "====> Epoch: 2620/2700 (97%)\tLoss: 218.4410\tLL: -212.5845\tKL: 5.8564\tLL/KL: -36.2993\n",
- "====> Epoch: 2630/2700 (97%)\tLoss: 215.4639\tLL: -209.6126\tKL: 5.8512\tLL/KL: -35.8237\n",
- "====> Epoch: 2640/2700 (98%)\tLoss: 214.1743\tLL: -208.3277\tKL: 5.8466\tLL/KL: -35.6320\n",
- "====> Epoch: 2650/2700 (98%)\tLoss: 215.5704\tLL: -209.7287\tKL: 5.8416\tLL/KL: -35.9023\n",
- "====> Epoch: 2660/2700 (99%)\tLoss: 214.5372\tLL: -208.7008\tKL: 5.8363\tLL/KL: -35.7588\n",
- "====> Epoch: 2670/2700 (99%)\tLoss: 213.1762\tLL: -207.3444\tKL: 5.8318\tLL/KL: -35.5542\n",
- "====> Epoch: 2680/2700 (99%)\tLoss: 212.5716\tLL: -206.7430\tKL: 5.8287\tLL/KL: -35.4700\n",
- "====> Epoch: 2690/2700 (100%)\tLoss: 213.9094\tLL: -208.0836\tKL: 5.8259\tLL/KL: -35.7172\n",
- "====> Epoch: 2600/2700 (96%)\tLoss: 216.5739\tLL: -210.7867\tKL: 5.7872\tLL/KL: -36.4229\n",
- "====> Epoch: 2610/2700 (97%)\tLoss: 215.3821\tLL: -209.5928\tKL: 5.7893\tLL/KL: -36.2032\n",
- "====> Epoch: 2620/2700 (97%)\tLoss: 216.0193\tLL: -210.2270\tKL: 5.7924\tLL/KL: -36.2938\n",
- "====> Epoch: 2630/2700 (97%)\tLoss: 214.7018\tLL: -208.9074\tKL: 5.7943\tLL/KL: -36.0538\n",
- "====> Epoch: 2640/2700 (98%)\tLoss: 215.6121\tLL: -209.8164\tKL: 5.7957\tLL/KL: -36.2020\n",
- "====> Epoch: 2650/2700 (98%)\tLoss: 213.6376\tLL: -207.8417\tKL: 5.7959\tLL/KL: -35.8600\n",
- "====> Epoch: 2660/2700 (99%)\tLoss: 213.7023\tLL: -207.9066\tKL: 5.7956\tLL/KL: -35.8731\n",
- "====> Epoch: 2670/2700 (99%)\tLoss: 211.6821\tLL: -205.8870\tKL: 5.7951\tLL/KL: -35.5277\n",
- "====> Epoch: 2680/2700 (99%)\tLoss: 211.6938\tLL: -205.8995\tKL: 5.7944\tLL/KL: -35.5345\n",
- "====> Epoch: 2690/2700 (100%)\tLoss: 211.2758\tLL: -205.4825\tKL: 5.7933\tLL/KL: -35.4688\n",
- "====> Epoch: 2600/2700 (96%)\tLoss: 215.3354\tLL: -209.2953\tKL: 6.0401\tLL/KL: -34.6510\n",
- "====> Epoch: 2610/2700 (97%)\tLoss: 212.8628\tLL: -206.8226\tKL: 6.0402\tLL/KL: -34.2411\n",
- "====> Epoch: 2620/2700 (97%)\tLoss: 212.8354\tLL: -206.7906\tKL: 6.0448\tLL/KL: -34.2094\n",
- "====> Epoch: 2630/2700 (97%)\tLoss: 211.8438\tLL: -205.7938\tKL: 6.0500\tLL/KL: -34.0156\n",
- "====> Epoch: 2640/2700 (98%)\tLoss: 211.0701\tLL: -205.0174\tKL: 6.0528\tLL/KL: -33.8718\n",
- "====> Epoch: 2650/2700 (98%)\tLoss: 209.2380\tLL: -203.1841\tKL: 6.0539\tLL/KL: -33.5626\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 2660/2700 (99%)\tLoss: 211.1679\tLL: -205.1128\tKL: 6.0551\tLL/KL: -33.8744\n",
- "====> Epoch: 2670/2700 (99%)\tLoss: 209.1234\tLL: -203.0671\tKL: 6.0563\tLL/KL: -33.5301\n",
- "====> Epoch: 2680/2700 (99%)\tLoss: 207.1355\tLL: -201.0793\tKL: 6.0562\tLL/KL: -33.2021\n",
- "====> Epoch: 2690/2700 (100%)\tLoss: 208.6767\tLL: -202.6217\tKL: 6.0550\tLL/KL: -33.4637\n",
- "====> Epoch: 2600/2700 (96%)\tLoss: 221.0235\tLL: -215.1264\tKL: 5.8971\tLL/KL: -36.4802\n",
- "====> Epoch: 2610/2700 (97%)\tLoss: 219.1921\tLL: -213.3055\tKL: 5.8866\tLL/KL: -36.2360\n",
- "====> Epoch: 2620/2700 (97%)\tLoss: 218.4623\tLL: -212.5895\tKL: 5.8728\tLL/KL: -36.1988\n",
- "====> Epoch: 2630/2700 (97%)\tLoss: 215.5783\tLL: -209.7198\tKL: 5.8585\tLL/KL: -35.7974\n",
- "====> Epoch: 2640/2700 (98%)\tLoss: 215.5359\tLL: -209.6895\tKL: 5.8464\tLL/KL: -35.8665\n",
- "====> Epoch: 2650/2700 (98%)\tLoss: 213.8547\tLL: -208.0198\tKL: 5.8349\tLL/KL: -35.6512\n",
- "====> Epoch: 2660/2700 (99%)\tLoss: 216.0804\tLL: -210.2555\tKL: 5.8250\tLL/KL: -36.0955\n",
- "====> Epoch: 2670/2700 (99%)\tLoss: 215.3468\tLL: -209.5314\tKL: 5.8154\tLL/KL: -36.0304\n",
- "====> Epoch: 2680/2700 (99%)\tLoss: 214.8076\tLL: -209.0009\tKL: 5.8067\tLL/KL: -35.9928\n",
- "====> Epoch: 2690/2700 (100%)\tLoss: 213.3854\tLL: -207.5887\tKL: 5.7967\tLL/KL: -35.8116\n",
- "====> Epoch: 2700/2800 (96%)\tLoss: 213.0335\tLL: -207.2023\tKL: 5.8312\tLL/KL: -35.5336\n",
- "====> Epoch: 2710/2800 (97%)\tLoss: 211.9751\tLL: -206.1491\tKL: 5.8260\tLL/KL: -35.3842\n",
- "====> Epoch: 2720/2800 (97%)\tLoss: 213.3886\tLL: -207.5708\tKL: 5.8178\tLL/KL: -35.6787\n",
- "====> Epoch: 2730/2800 (98%)\tLoss: 210.8096\tLL: -204.9993\tKL: 5.8103\tLL/KL: -35.2820\n",
- "====> Epoch: 2740/2800 (98%)\tLoss: 209.2194\tLL: -203.4156\tKL: 5.8038\tLL/KL: -35.0488\n",
- "====> Epoch: 2750/2800 (98%)\tLoss: 210.1333\tLL: -204.3356\tKL: 5.7977\tLL/KL: -35.2443\n",
- "====> Epoch: 2760/2800 (99%)\tLoss: 209.6800\tLL: -203.8872\tKL: 5.7929\tLL/KL: -35.1963\n",
- "====> Epoch: 2770/2800 (99%)\tLoss: 208.0557\tLL: -202.2676\tKL: 5.7882\tLL/KL: -34.9449\n",
- "====> Epoch: 2780/2800 (99%)\tLoss: 206.5346\tLL: -200.7526\tKL: 5.7820\tLL/KL: -34.7205\n",
- "====> Epoch: 2790/2800 (100%)\tLoss: 207.5284\tLL: -201.7529\tKL: 5.7755\tLL/KL: -34.9326\n",
- "====> Epoch: 2700/2800 (96%)\tLoss: 211.4307\tLL: -205.6752\tKL: 5.7555\tLL/KL: -35.7357\n",
- "====> Epoch: 2710/2800 (97%)\tLoss: 209.9803\tLL: -204.2253\tKL: 5.7550\tLL/KL: -35.4866\n",
- "====> Epoch: 2720/2800 (97%)\tLoss: 208.7802\tLL: -203.0266\tKL: 5.7536\tLL/KL: -35.2872\n",
- "====> Epoch: 2730/2800 (98%)\tLoss: 207.9419\tLL: -202.1891\tKL: 5.7528\tLL/KL: -35.1464\n",
- "====> Epoch: 2740/2800 (98%)\tLoss: 208.0160\tLL: -202.2647\tKL: 5.7513\tLL/KL: -35.1683\n",
- "====> Epoch: 2750/2800 (98%)\tLoss: 207.8755\tLL: -202.1257\tKL: 5.7497\tLL/KL: -35.1540\n",
- "====> Epoch: 2760/2800 (99%)\tLoss: 207.4778\tLL: -201.7291\tKL: 5.7487\tLL/KL: -35.0914\n",
- "====> Epoch: 2770/2800 (99%)\tLoss: 206.8206\tLL: -201.0722\tKL: 5.7484\tLL/KL: -34.9786\n",
- "====> Epoch: 2780/2800 (99%)\tLoss: 205.2081\tLL: -199.4605\tKL: 5.7477\tLL/KL: -34.7029\n",
- "====> Epoch: 2790/2800 (100%)\tLoss: 204.9555\tLL: -199.2097\tKL: 5.7457\tLL/KL: -34.6710\n",
- "====> Epoch: 2700/2800 (96%)\tLoss: 207.0982\tLL: -201.0946\tKL: 6.0037\tLL/KL: -33.4952\n",
- "====> Epoch: 2710/2800 (97%)\tLoss: 207.0889\tLL: -201.0836\tKL: 6.0053\tLL/KL: -33.4843\n",
- "====> Epoch: 2720/2800 (97%)\tLoss: 205.8817\tLL: -199.8730\tKL: 6.0087\tLL/KL: -33.2640\n",
- "====> Epoch: 2730/2800 (98%)\tLoss: 206.5553\tLL: -200.5437\tKL: 6.0116\tLL/KL: -33.3594\n",
- "====> Epoch: 2740/2800 (98%)\tLoss: 205.4599\tLL: -199.4468\tKL: 6.0131\tLL/KL: -33.1688\n",
- "====> Epoch: 2750/2800 (98%)\tLoss: 204.8779\tLL: -198.8667\tKL: 6.0112\tLL/KL: -33.0828\n",
- "====> Epoch: 2760/2800 (99%)\tLoss: 205.3411\tLL: -199.3337\tKL: 6.0074\tLL/KL: -33.1813\n",
- "====> Epoch: 2770/2800 (99%)\tLoss: 203.0839\tLL: -197.0804\tKL: 6.0035\tLL/KL: -32.8278\n",
- "====> Epoch: 2780/2800 (99%)\tLoss: 202.9070\tLL: -196.9072\tKL: 5.9997\tLL/KL: -32.8193\n",
- "====> Epoch: 2790/2800 (100%)\tLoss: 202.4186\tLL: -196.4220\tKL: 5.9966\tLL/KL: -32.7555\n",
- "====> Epoch: 2700/2800 (96%)\tLoss: 211.3768\tLL: -205.5139\tKL: 5.8629\tLL/KL: -35.0532\n",
- "====> Epoch: 2710/2800 (97%)\tLoss: 212.3849\tLL: -206.5350\tKL: 5.8500\tLL/KL: -35.3053\n",
- "====> Epoch: 2720/2800 (97%)\tLoss: 212.1906\tLL: -206.3559\tKL: 5.8347\tLL/KL: -35.3670\n",
- "====> Epoch: 2730/2800 (98%)\tLoss: 210.5535\tLL: -204.7342\tKL: 5.8193\tLL/KL: -35.1818\n",
- "====> Epoch: 2740/2800 (98%)\tLoss: 211.1549\tLL: -205.3503\tKL: 5.8047\tLL/KL: -35.3766\n",
- "====> Epoch: 2750/2800 (98%)\tLoss: 209.9602\tLL: -204.1691\tKL: 5.7911\tLL/KL: -35.2554\n",
- "====> Epoch: 2760/2800 (99%)\tLoss: 209.8621\tLL: -204.0827\tKL: 5.7794\tLL/KL: -35.3120\n",
- "====> Epoch: 2770/2800 (99%)\tLoss: 208.3240\tLL: -202.5566\tKL: 5.7674\tLL/KL: -35.1209\n",
- "====> Epoch: 2780/2800 (99%)\tLoss: 208.3387\tLL: -202.5828\tKL: 5.7559\tLL/KL: -35.1957\n",
- "====> Epoch: 2790/2800 (100%)\tLoss: 208.7471\tLL: -203.0018\tKL: 5.7452\tLL/KL: -35.3341\n",
- "====> Epoch: 2800/2900 (97%)\tLoss: 207.6932\tLL: -201.9170\tKL: 5.7762\tLL/KL: -34.9567\n",
- "====> Epoch: 2810/2900 (97%)\tLoss: 205.6773\tLL: -199.9072\tKL: 5.7701\tLL/KL: -34.6455\n",
- "====> Epoch: 2820/2900 (97%)\tLoss: 205.4724\tLL: -199.7089\tKL: 5.7634\tLL/KL: -34.6510\n",
- "====> Epoch: 2830/2900 (98%)\tLoss: 204.9352\tLL: -199.1785\tKL: 5.7567\tLL/KL: -34.5994\n",
- "====> Epoch: 2840/2900 (98%)\tLoss: 205.8418\tLL: -200.0907\tKL: 5.7511\tLL/KL: -34.7917\n",
- "====> Epoch: 2850/2900 (98%)\tLoss: 203.1454\tLL: -197.4008\tKL: 5.7446\tLL/KL: -34.3627\n",
- "====> Epoch: 2860/2900 (99%)\tLoss: 202.7738\tLL: -197.0371\tKL: 5.7367\tLL/KL: -34.3470\n",
- "====> Epoch: 2870/2900 (99%)\tLoss: 203.7532\tLL: -198.0249\tKL: 5.7283\tLL/KL: -34.5696\n",
- "====> Epoch: 2880/2900 (99%)\tLoss: 202.5230\tLL: -196.8023\tKL: 5.7207\tLL/KL: -34.4019\n",
- "====> Epoch: 2890/2900 (100%)\tLoss: 201.8833\tLL: -196.1683\tKL: 5.7150\tLL/KL: -34.3254\n",
- "====> Epoch: 2800/2900 (97%)\tLoss: 205.5346\tLL: -199.8301\tKL: 5.7045\tLL/KL: -35.0301\n",
- "====> Epoch: 2810/2900 (97%)\tLoss: 205.5414\tLL: -199.8397\tKL: 5.7017\tLL/KL: -35.0491\n",
- "====> Epoch: 2820/2900 (97%)\tLoss: 204.0275\tLL: -198.3286\tKL: 5.6988\tLL/KL: -34.8017\n",
- "====> Epoch: 2830/2900 (98%)\tLoss: 203.4113\tLL: -197.7127\tKL: 5.6986\tLL/KL: -34.6948\n",
- "====> Epoch: 2840/2900 (98%)\tLoss: 202.8977\tLL: -197.2005\tKL: 5.6972\tLL/KL: -34.6136\n",
- "====> Epoch: 2850/2900 (98%)\tLoss: 201.5922\tLL: -195.8966\tKL: 5.6957\tLL/KL: -34.3941\n",
- "====> Epoch: 2860/2900 (99%)\tLoss: 202.3572\tLL: -196.6635\tKL: 5.6936\tLL/KL: -34.5409\n",
- "====> Epoch: 2870/2900 (99%)\tLoss: 202.3355\tLL: -196.6452\tKL: 5.6903\tLL/KL: -34.5580\n",
- "====> Epoch: 2880/2900 (99%)\tLoss: 200.5064\tLL: -194.8207\tKL: 5.6856\tLL/KL: -34.2654\n",
- "====> Epoch: 2890/2900 (100%)\tLoss: 198.5063\tLL: -192.8244\tKL: 5.6819\tLL/KL: -33.9365\n",
- "====> Epoch: 2800/2900 (97%)\tLoss: 203.8725\tLL: -197.9262\tKL: 5.9463\tLL/KL: -33.2858\n",
- "====> Epoch: 2810/2900 (97%)\tLoss: 200.5504\tLL: -194.6052\tKL: 5.9452\tLL/KL: -32.7332\n",
- "====> Epoch: 2820/2900 (97%)\tLoss: 198.8930\tLL: -192.9463\tKL: 5.9467\tLL/KL: -32.4460\n",
- "====> Epoch: 2830/2900 (98%)\tLoss: 200.7190\tLL: -194.7719\tKL: 5.9471\tLL/KL: -32.7506\n",
- "====> Epoch: 2840/2900 (98%)\tLoss: 200.4397\tLL: -194.4934\tKL: 5.9463\tLL/KL: -32.7083\n",
- "====> Epoch: 2850/2900 (98%)\tLoss: 199.3859\tLL: -193.4421\tKL: 5.9437\tLL/KL: -32.5456\n",
- "====> Epoch: 2860/2900 (99%)\tLoss: 197.2416\tLL: -191.3005\tKL: 5.9410\tLL/KL: -32.1999\n",
- "====> Epoch: 2870/2900 (99%)\tLoss: 198.4185\tLL: -192.4814\tKL: 5.9371\tLL/KL: -32.4200\n",
- "====> Epoch: 2880/2900 (99%)\tLoss: 198.0476\tLL: -192.1158\tKL: 5.9318\tLL/KL: -32.3875\n",
- "====> Epoch: 2890/2900 (100%)\tLoss: 196.0971\tLL: -190.1717\tKL: 5.9254\tLL/KL: -32.0943\n",
- "====> Epoch: 2800/2900 (97%)\tLoss: 206.5106\tLL: -200.7021\tKL: 5.8085\tLL/KL: -34.5534\n",
- "====> Epoch: 2810/2900 (97%)\tLoss: 206.7351\tLL: -200.9406\tKL: 5.7945\tLL/KL: -34.6778\n",
- "====> Epoch: 2820/2900 (97%)\tLoss: 204.7371\tLL: -198.9592\tKL: 5.7779\tLL/KL: -34.4347\n",
- "====> Epoch: 2830/2900 (98%)\tLoss: 204.8604\tLL: -199.0999\tKL: 5.7605\tLL/KL: -34.5627\n",
- "====> Epoch: 2840/2900 (98%)\tLoss: 204.1052\tLL: -198.3595\tKL: 5.7457\tLL/KL: -34.5230\n",
- "====> Epoch: 2850/2900 (98%)\tLoss: 203.3696\tLL: -197.6397\tKL: 5.7299\tLL/KL: -34.4925\n",
- "====> Epoch: 2860/2900 (99%)\tLoss: 203.5905\tLL: -197.8760\tKL: 5.7145\tLL/KL: -34.6273\n",
- "====> Epoch: 2870/2900 (99%)\tLoss: 203.3520\tLL: -197.6505\tKL: 5.7015\tLL/KL: -34.6662\n",
- "====> Epoch: 2880/2900 (99%)\tLoss: 202.9155\tLL: -197.2269\tKL: 5.6886\tLL/KL: -34.6705\n",
- "====> Epoch: 2890/2900 (100%)\tLoss: 201.7937\tLL: -196.1167\tKL: 5.6769\tLL/KL: -34.5462\n",
- "====> Epoch: 2900/3000 (97%)\tLoss: 201.3043\tLL: -195.5943\tKL: 5.7099\tLL/KL: -34.2550\n",
- "====> Epoch: 2910/3000 (97%)\tLoss: 199.9536\tLL: -194.2504\tKL: 5.7031\tLL/KL: -34.0602\n",
- "====> Epoch: 2920/3000 (97%)\tLoss: 200.2329\tLL: -194.5399\tKL: 5.6930\tLL/KL: -34.1718\n",
- "====> Epoch: 2930/3000 (98%)\tLoss: 201.3378\tLL: -195.6553\tKL: 5.6825\tLL/KL: -34.4309\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 2940/3000 (98%)\tLoss: 200.0563\tLL: -194.3831\tKL: 5.6732\tLL/KL: -34.2636\n",
- "====> Epoch: 2950/3000 (98%)\tLoss: 198.9239\tLL: -193.2590\tKL: 5.6650\tLL/KL: -34.1147\n",
- "====> Epoch: 2960/3000 (99%)\tLoss: 198.7277\tLL: -193.0704\tKL: 5.6573\tLL/KL: -34.1276\n",
- "====> Epoch: 2970/3000 (99%)\tLoss: 197.6451\tLL: -191.9954\tKL: 5.6498\tLL/KL: -33.9829\n",
- "====> Epoch: 2980/3000 (99%)\tLoss: 196.7368\tLL: -191.0944\tKL: 5.6424\tLL/KL: -33.8676\n",
- "====> Epoch: 2990/3000 (100%)\tLoss: 196.6898\tLL: -191.0547\tKL: 5.6351\tLL/KL: -33.9047\n",
- "====> Epoch: 2900/3000 (97%)\tLoss: 201.0592\tLL: -195.4175\tKL: 5.6418\tLL/KL: -34.6376\n",
- "====> Epoch: 2910/3000 (97%)\tLoss: 199.8400\tLL: -194.2030\tKL: 5.6370\tLL/KL: -34.4514\n",
- "====> Epoch: 2920/3000 (97%)\tLoss: 199.0591\tLL: -193.4260\tKL: 5.6331\tLL/KL: -34.3375\n",
- "====> Epoch: 2930/3000 (98%)\tLoss: 196.6114\tLL: -190.9817\tKL: 5.6297\tLL/KL: -33.9240\n",
- "====> Epoch: 2940/3000 (98%)\tLoss: 197.2045\tLL: -191.5771\tKL: 5.6273\tLL/KL: -34.0440\n",
- "====> Epoch: 2950/3000 (98%)\tLoss: 197.1911\tLL: -191.5659\tKL: 5.6252\tLL/KL: -34.0547\n",
- "====> Epoch: 2960/3000 (99%)\tLoss: 194.8003\tLL: -189.1782\tKL: 5.6221\tLL/KL: -33.6488\n",
- "====> Epoch: 2970/3000 (99%)\tLoss: 195.9872\tLL: -190.3701\tKL: 5.6170\tLL/KL: -33.8916\n",
- "====> Epoch: 2980/3000 (99%)\tLoss: 197.6029\tLL: -191.9908\tKL: 5.6122\tLL/KL: -34.2098\n",
- "====> Epoch: 2990/3000 (100%)\tLoss: 195.2817\tLL: -189.6737\tKL: 5.6081\tLL/KL: -33.8216\n",
- "====> Epoch: 2900/3000 (97%)\tLoss: 197.2718\tLL: -191.3945\tKL: 5.8772\tLL/KL: -32.5654\n",
- "====> Epoch: 2910/3000 (97%)\tLoss: 194.9462\tLL: -189.0695\tKL: 5.8767\tLL/KL: -32.1729\n",
- "====> Epoch: 2920/3000 (97%)\tLoss: 196.6794\tLL: -190.8021\tKL: 5.8773\tLL/KL: -32.4642\n",
- "====> Epoch: 2930/3000 (98%)\tLoss: 194.2798\tLL: -188.4010\tKL: 5.8788\tLL/KL: -32.0476\n",
- "====> Epoch: 2940/3000 (98%)\tLoss: 194.4623\tLL: -188.5852\tKL: 5.8771\tLL/KL: -32.0881\n",
- "====> Epoch: 2950/3000 (98%)\tLoss: 193.3045\tLL: -187.4307\tKL: 5.8738\tLL/KL: -31.9096\n",
- "====> Epoch: 2960/3000 (99%)\tLoss: 192.8691\tLL: -186.9994\tKL: 5.8697\tLL/KL: -31.8582\n",
- "====> Epoch: 2970/3000 (99%)\tLoss: 192.0250\tLL: -186.1586\tKL: 5.8663\tLL/KL: -31.7335\n",
- "====> Epoch: 2980/3000 (99%)\tLoss: 192.5266\tLL: -186.6647\tKL: 5.8618\tLL/KL: -31.8440\n",
- "====> Epoch: 2990/3000 (100%)\tLoss: 193.1876\tLL: -187.3313\tKL: 5.8563\tLL/KL: -31.9882\n",
- "====> Epoch: 2900/3000 (97%)\tLoss: 200.4256\tLL: -194.6832\tKL: 5.7424\tLL/KL: -33.9029\n",
- "====> Epoch: 2910/3000 (97%)\tLoss: 199.7549\tLL: -194.0292\tKL: 5.7257\tLL/KL: -33.8872\n",
- "====> Epoch: 2920/3000 (97%)\tLoss: 200.3219\tLL: -194.6162\tKL: 5.7057\tLL/KL: -34.1093\n",
- "====> Epoch: 2930/3000 (98%)\tLoss: 201.5347\tLL: -195.8481\tKL: 5.6867\tLL/KL: -34.4399\n",
- "====> Epoch: 2940/3000 (98%)\tLoss: 199.6120\tLL: -193.9420\tKL: 5.6700\tLL/KL: -34.2051\n",
- "====> Epoch: 2950/3000 (98%)\tLoss: 196.7067\tLL: -191.0521\tKL: 5.6546\tLL/KL: -33.7870\n",
- "====> Epoch: 2960/3000 (99%)\tLoss: 197.1569\tLL: -191.5173\tKL: 5.6396\tLL/KL: -33.9595\n",
- "====> Epoch: 2970/3000 (99%)\tLoss: 197.2202\tLL: -191.5948\tKL: 5.6254\tLL/KL: -34.0591\n",
- "====> Epoch: 2980/3000 (99%)\tLoss: 197.2359\tLL: -191.6240\tKL: 5.6120\tLL/KL: -34.1456\n",
- "====> Epoch: 2990/3000 (100%)\tLoss: 195.5955\tLL: -189.9967\tKL: 5.5988\tLL/KL: -33.9352\n",
- "====> Epoch: 3000/3100 (97%)\tLoss: 196.2880\tLL: -190.6546\tKL: 5.6335\tLL/KL: -33.8431\n",
- "====> Epoch: 3010/3100 (97%)\tLoss: 195.9274\tLL: -190.3028\tKL: 5.6245\tLL/KL: -33.8344\n",
- "====> Epoch: 3020/3100 (97%)\tLoss: 195.1744\tLL: -189.5614\tKL: 5.6130\tLL/KL: -33.7721\n",
- "====> Epoch: 3030/3100 (98%)\tLoss: 193.3210\tLL: -187.7195\tKL: 5.6015\tLL/KL: -33.5124\n",
- "====> Epoch: 3040/3100 (98%)\tLoss: 192.1668\tLL: -186.5751\tKL: 5.5918\tLL/KL: -33.3660\n",
- "====> Epoch: 3050/3100 (98%)\tLoss: 194.8609\tLL: -189.2778\tKL: 5.5831\tLL/KL: -33.9020\n",
- "====> Epoch: 3060/3100 (99%)\tLoss: 193.5333\tLL: -187.9572\tKL: 5.5760\tLL/KL: -33.7081\n",
- "====> Epoch: 3070/3100 (99%)\tLoss: 192.8457\tLL: -187.2771\tKL: 5.5687\tLL/KL: -33.6306\n",
- "====> Epoch: 3080/3100 (99%)\tLoss: 190.9076\tLL: -185.3472\tKL: 5.5604\tLL/KL: -33.3332\n",
- "====> Epoch: 3090/3100 (100%)\tLoss: 191.4551\tLL: -185.9032\tKL: 5.5520\tLL/KL: -33.4843\n",
- "====> Epoch: 3000/3100 (97%)\tLoss: 193.6909\tLL: -188.1222\tKL: 5.5688\tLL/KL: -33.7817\n",
- "====> Epoch: 3010/3100 (97%)\tLoss: 193.8980\tLL: -188.3341\tKL: 5.5639\tLL/KL: -33.8494\n",
- "====> Epoch: 3020/3100 (97%)\tLoss: 193.8108\tLL: -188.2520\tKL: 5.5588\tLL/KL: -33.8659\n",
- "====> Epoch: 3030/3100 (98%)\tLoss: 192.8814\tLL: -187.3271\tKL: 5.5543\tLL/KL: -33.7263\n",
- "====> Epoch: 3040/3100 (98%)\tLoss: 191.2927\tLL: -185.7433\tKL: 5.5494\tLL/KL: -33.4711\n",
- "====> Epoch: 3050/3100 (98%)\tLoss: 191.9026\tLL: -186.3584\tKL: 5.5442\tLL/KL: -33.6134\n",
- "====> Epoch: 3060/3100 (99%)\tLoss: 191.1550\tLL: -185.6160\tKL: 5.5389\tLL/KL: -33.5113\n",
- "====> Epoch: 3070/3100 (99%)\tLoss: 191.9065\tLL: -186.3735\tKL: 5.5330\tLL/KL: -33.6840\n",
- "====> Epoch: 3080/3100 (99%)\tLoss: 188.7723\tLL: -183.2458\tKL: 5.5265\tLL/KL: -33.1579\n",
- "====> Epoch: 3090/3100 (100%)\tLoss: 190.6096\tLL: -185.0891\tKL: 5.5205\tLL/KL: -33.5278\n",
- "====> Epoch: 3000/3100 (97%)\tLoss: 192.8063\tLL: -187.0085\tKL: 5.7978\tLL/KL: -32.2550\n",
- "====> Epoch: 3010/3100 (97%)\tLoss: 191.0832\tLL: -185.2898\tKL: 5.7934\tLL/KL: -31.9827\n",
- "====> Epoch: 3020/3100 (97%)\tLoss: 189.7535\tLL: -183.9624\tKL: 5.7911\tLL/KL: -31.7664\n",
- "====> Epoch: 3030/3100 (98%)\tLoss: 190.5498\tLL: -184.7614\tKL: 5.7885\tLL/KL: -31.9189\n",
- "====> Epoch: 3040/3100 (98%)\tLoss: 189.8313\tLL: -184.0471\tKL: 5.7842\tLL/KL: -31.8188\n",
- "====> Epoch: 3050/3100 (98%)\tLoss: 190.0168\tLL: -184.2349\tKL: 5.7819\tLL/KL: -31.8639\n",
- "====> Epoch: 3060/3100 (99%)\tLoss: 189.6888\tLL: -183.9098\tKL: 5.7790\tLL/KL: -31.8236\n",
- "====> Epoch: 3070/3100 (99%)\tLoss: 188.1504\tLL: -182.3764\tKL: 5.7741\tLL/KL: -31.5855\n",
- "====> Epoch: 3080/3100 (99%)\tLoss: 188.4265\tLL: -182.6582\tKL: 5.7683\tLL/KL: -31.6659\n",
- "====> Epoch: 3090/3100 (100%)\tLoss: 186.8439\tLL: -181.0813\tKL: 5.7626\tLL/KL: -31.4238\n",
- "====> Epoch: 3000/3100 (97%)\tLoss: 196.3401\tLL: -190.6740\tKL: 5.6661\tLL/KL: -33.6518\n",
- "====> Epoch: 3010/3100 (97%)\tLoss: 196.9377\tLL: -191.2871\tKL: 5.6506\tLL/KL: -33.8526\n",
- "====> Epoch: 3020/3100 (97%)\tLoss: 196.0306\tLL: -190.3974\tKL: 5.6332\tLL/KL: -33.7990\n",
- "====> Epoch: 3030/3100 (98%)\tLoss: 194.9061\tLL: -189.2901\tKL: 5.6160\tLL/KL: -33.7056\n",
- "====> Epoch: 3040/3100 (98%)\tLoss: 193.7552\tLL: -188.1569\tKL: 5.5983\tLL/KL: -33.6096\n",
- "====> Epoch: 3050/3100 (98%)\tLoss: 191.8741\tLL: -186.2926\tKL: 5.5815\tLL/KL: -33.3768\n",
- "====> Epoch: 3060/3100 (99%)\tLoss: 193.5702\tLL: -188.0043\tKL: 5.5658\tLL/KL: -33.7783\n",
- "====> Epoch: 3070/3100 (99%)\tLoss: 192.4174\tLL: -186.8670\tKL: 5.5504\tLL/KL: -33.6676\n",
- "====> Epoch: 3080/3100 (99%)\tLoss: 192.3322\tLL: -186.7957\tKL: 5.5365\tLL/KL: -33.7389\n",
- "====> Epoch: 3090/3100 (100%)\tLoss: 191.7130\tLL: -186.1889\tKL: 5.5240\tLL/KL: -33.7053\n",
- "====> Epoch: 3100/3200 (97%)\tLoss: 190.3734\tLL: -184.8250\tKL: 5.5484\tLL/KL: -33.3114\n",
- "====> Epoch: 3110/3200 (97%)\tLoss: 191.2309\tLL: -185.6925\tKL: 5.5384\tLL/KL: -33.5281\n",
- "====> Epoch: 3120/3200 (98%)\tLoss: 190.5439\tLL: -185.0157\tKL: 5.5282\tLL/KL: -33.4674\n",
- "====> Epoch: 3130/3200 (98%)\tLoss: 189.9471\tLL: -184.4301\tKL: 5.5169\tLL/KL: -33.4298\n",
- "====> Epoch: 3140/3200 (98%)\tLoss: 189.7273\tLL: -184.2216\tKL: 5.5057\tLL/KL: -33.4601\n",
- "====> Epoch: 3150/3200 (98%)\tLoss: 188.4783\tLL: -182.9825\tKL: 5.4958\tLL/KL: -33.2949\n",
- "====> Epoch: 3160/3200 (99%)\tLoss: 188.5109\tLL: -183.0245\tKL: 5.4864\tLL/KL: -33.3599\n",
- "====> Epoch: 3170/3200 (99%)\tLoss: 187.5713\tLL: -182.0963\tKL: 5.4750\tLL/KL: -33.2595\n",
- "====> Epoch: 3180/3200 (99%)\tLoss: 187.9940\tLL: -182.5299\tKL: 5.4641\tLL/KL: -33.4050\n",
- "====> Epoch: 3190/3200 (100%)\tLoss: 187.4824\tLL: -182.0274\tKL: 5.4550\tLL/KL: -33.3690\n",
- "====> Epoch: 3100/3200 (97%)\tLoss: 189.6184\tLL: -184.1319\tKL: 5.4865\tLL/KL: -33.5609\n",
- "====> Epoch: 3110/3200 (97%)\tLoss: 188.8831\tLL: -183.4020\tKL: 5.4812\tLL/KL: -33.4602\n",
- "====> Epoch: 3120/3200 (98%)\tLoss: 188.0165\tLL: -182.5405\tKL: 5.4760\tLL/KL: -33.3346\n",
- "====> Epoch: 3130/3200 (98%)\tLoss: 188.3906\tLL: -182.9209\tKL: 5.4698\tLL/KL: -33.4422\n",
- "====> Epoch: 3140/3200 (98%)\tLoss: 187.7164\tLL: -182.2511\tKL: 5.4654\tLL/KL: -33.3465\n",
- "====> Epoch: 3150/3200 (98%)\tLoss: 188.2115\tLL: -182.7505\tKL: 5.4610\tLL/KL: -33.4646\n",
- "====> Epoch: 3160/3200 (99%)\tLoss: 188.0984\tLL: -182.6434\tKL: 5.4550\tLL/KL: -33.4820\n",
- "====> Epoch: 3170/3200 (99%)\tLoss: 187.1026\tLL: -181.6534\tKL: 5.4492\tLL/KL: -33.3358\n",
- "====> Epoch: 3180/3200 (99%)\tLoss: 185.4992\tLL: -180.0561\tKL: 5.4432\tLL/KL: -33.0793\n",
- "====> Epoch: 3190/3200 (100%)\tLoss: 186.3290\tLL: -180.8914\tKL: 5.4376\tLL/KL: -33.2667\n",
- "====> Epoch: 3100/3200 (97%)\tLoss: 187.5467\tLL: -181.8374\tKL: 5.7093\tLL/KL: -31.8493\n",
- "====> Epoch: 3110/3200 (97%)\tLoss: 186.8050\tLL: -181.0999\tKL: 5.7051\tLL/KL: -31.7437\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 3120/3200 (98%)\tLoss: 186.9946\tLL: -181.2895\tKL: 5.7050\tLL/KL: -31.7772\n",
- "====> Epoch: 3130/3200 (98%)\tLoss: 185.4748\tLL: -179.7687\tKL: 5.7060\tLL/KL: -31.5051\n",
- "====> Epoch: 3140/3200 (98%)\tLoss: 184.3481\tLL: -178.6428\tKL: 5.7053\tLL/KL: -31.3116\n",
- "====> Epoch: 3150/3200 (98%)\tLoss: 185.5107\tLL: -179.8081\tKL: 5.7026\tLL/KL: -31.5310\n",
- "====> Epoch: 3160/3200 (99%)\tLoss: 182.9928\tLL: -177.2960\tKL: 5.6968\tLL/KL: -31.1221\n",
- "====> Epoch: 3170/3200 (99%)\tLoss: 184.6920\tLL: -179.0010\tKL: 5.6910\tLL/KL: -31.4535\n",
- "====> Epoch: 3180/3200 (99%)\tLoss: 183.8423\tLL: -178.1579\tKL: 5.6844\tLL/KL: -31.3415\n",
- "====> Epoch: 3190/3200 (100%)\tLoss: 182.8774\tLL: -177.1992\tKL: 5.6782\tLL/KL: -31.2070\n",
- "====> Epoch: 3100/3200 (97%)\tLoss: 192.1141\tLL: -186.5335\tKL: 5.5806\tLL/KL: -33.4251\n",
- "====> Epoch: 3110/3200 (97%)\tLoss: 191.7198\tLL: -186.1549\tKL: 5.5649\tLL/KL: -33.4517\n",
- "====> Epoch: 3120/3200 (98%)\tLoss: 191.6022\tLL: -186.0572\tKL: 5.5450\tLL/KL: -33.5542\n",
- "====> Epoch: 3130/3200 (98%)\tLoss: 190.4825\tLL: -184.9568\tKL: 5.5257\tLL/KL: -33.4719\n",
- "====> Epoch: 3140/3200 (98%)\tLoss: 188.9614\tLL: -183.4554\tKL: 5.5060\tLL/KL: -33.3190\n",
- "====> Epoch: 3150/3200 (98%)\tLoss: 189.8220\tLL: -184.3344\tKL: 5.4875\tLL/KL: -33.5914\n",
- "====> Epoch: 3160/3200 (99%)\tLoss: 189.0702\tLL: -183.5997\tKL: 5.4705\tLL/KL: -33.5617\n",
- "====> Epoch: 3170/3200 (99%)\tLoss: 188.6411\tLL: -183.1858\tKL: 5.4554\tLL/KL: -33.5790\n",
- "====> Epoch: 3180/3200 (99%)\tLoss: 188.4092\tLL: -182.9689\tKL: 5.4403\tLL/KL: -33.6321\n",
- "====> Epoch: 3190/3200 (100%)\tLoss: 187.6408\tLL: -182.2149\tKL: 5.4259\tLL/KL: -33.5824\n",
- "====> Epoch: 3200/3300 (97%)\tLoss: 186.5146\tLL: -181.0565\tKL: 5.4581\tLL/KL: -33.1723\n",
- "====> Epoch: 3210/3300 (97%)\tLoss: 186.1126\tLL: -180.6659\tKL: 5.4468\tLL/KL: -33.1694\n",
- "====> Epoch: 3220/3300 (98%)\tLoss: 186.6737\tLL: -181.2392\tKL: 5.4344\tLL/KL: -33.3501\n",
- "====> Epoch: 3230/3300 (98%)\tLoss: 185.2898\tLL: -179.8675\tKL: 5.4223\tLL/KL: -33.1719\n",
- "====> Epoch: 3240/3300 (98%)\tLoss: 185.1442\tLL: -179.7325\tKL: 5.4117\tLL/KL: -33.2119\n",
- "====> Epoch: 3250/3300 (98%)\tLoss: 184.3421\tLL: -178.9398\tKL: 5.4023\tLL/KL: -33.1227\n",
- "====> Epoch: 3260/3300 (99%)\tLoss: 184.7850\tLL: -179.3923\tKL: 5.3927\tLL/KL: -33.2658\n",
- "====> Epoch: 3270/3300 (99%)\tLoss: 183.9470\tLL: -178.5630\tKL: 5.3840\tLL/KL: -33.1656\n",
- "====> Epoch: 3280/3300 (99%)\tLoss: 183.1841\tLL: -177.8090\tKL: 5.3751\tLL/KL: -33.0804\n",
- "====> Epoch: 3290/3300 (100%)\tLoss: 183.4788\tLL: -178.1135\tKL: 5.3654\tLL/KL: -33.1969\n",
- "====> Epoch: 3200/3300 (97%)\tLoss: 186.1152\tLL: -180.7164\tKL: 5.3988\tLL/KL: -33.4736\n",
- "====> Epoch: 3210/3300 (97%)\tLoss: 185.9059\tLL: -180.5124\tKL: 5.3935\tLL/KL: -33.4683\n",
- "====> Epoch: 3220/3300 (98%)\tLoss: 183.3145\tLL: -177.9257\tKL: 5.3888\tLL/KL: -33.0180\n",
- "====> Epoch: 3230/3300 (98%)\tLoss: 183.2120\tLL: -177.8283\tKL: 5.3837\tLL/KL: -33.0307\n",
- "====> Epoch: 3240/3300 (98%)\tLoss: 184.3902\tLL: -179.0120\tKL: 5.3782\tLL/KL: -33.2848\n",
- "====> Epoch: 3250/3300 (98%)\tLoss: 184.1909\tLL: -178.8198\tKL: 5.3711\tLL/KL: -33.2932\n",
- "====> Epoch: 3260/3300 (99%)\tLoss: 181.3887\tLL: -176.0234\tKL: 5.3653\tLL/KL: -32.8076\n",
- "====> Epoch: 3270/3300 (99%)\tLoss: 182.1701\tLL: -176.8106\tKL: 5.3595\tLL/KL: -32.9901\n",
- "====> Epoch: 3280/3300 (99%)\tLoss: 182.7308\tLL: -177.3756\tKL: 5.3552\tLL/KL: -33.1222\n",
- "====> Epoch: 3290/3300 (100%)\tLoss: 183.3754\tLL: -178.0240\tKL: 5.3514\tLL/KL: -33.2671\n",
- "====> Epoch: 3200/3300 (97%)\tLoss: 183.2456\tLL: -177.6303\tKL: 5.6153\tLL/KL: -31.6332\n",
- "====> Epoch: 3210/3300 (97%)\tLoss: 181.9839\tLL: -176.3727\tKL: 5.6112\tLL/KL: -31.4323\n",
- "====> Epoch: 3220/3300 (98%)\tLoss: 181.8372\tLL: -176.2271\tKL: 5.6100\tLL/KL: -31.4129\n",
- "====> Epoch: 3230/3300 (98%)\tLoss: 181.0652\tLL: -175.4566\tKL: 5.6086\tLL/KL: -31.2834\n",
- "====> Epoch: 3240/3300 (98%)\tLoss: 181.0044\tLL: -175.3985\tKL: 5.6059\tLL/KL: -31.2884\n",
- "====> Epoch: 3250/3300 (98%)\tLoss: 180.4854\tLL: -174.8843\tKL: 5.6011\tLL/KL: -31.2233\n",
- "====> Epoch: 3260/3300 (99%)\tLoss: 179.4419\tLL: -173.8443\tKL: 5.5976\tLL/KL: -31.0570\n",
- "====> Epoch: 3270/3300 (99%)\tLoss: 180.1876\tLL: -174.5942\tKL: 5.5934\tLL/KL: -31.2143\n",
- "====> Epoch: 3280/3300 (99%)\tLoss: 178.5539\tLL: -172.9655\tKL: 5.5884\tLL/KL: -30.9507\n",
- "====> Epoch: 3290/3300 (100%)\tLoss: 178.6527\tLL: -173.0698\tKL: 5.5829\tLL/KL: -30.9998\n",
- "====> Epoch: 3200/3300 (97%)\tLoss: 187.5464\tLL: -182.0567\tKL: 5.4898\tLL/KL: -33.1628\n",
- "====> Epoch: 3210/3300 (97%)\tLoss: 187.0966\tLL: -181.6261\tKL: 5.4705\tLL/KL: -33.2011\n",
- "====> Epoch: 3220/3300 (98%)\tLoss: 186.4691\tLL: -181.0195\tKL: 5.4496\tLL/KL: -33.2173\n",
- "====> Epoch: 3230/3300 (98%)\tLoss: 186.1402\tLL: -180.7109\tKL: 5.4293\tLL/KL: -33.2842\n",
- "====> Epoch: 3240/3300 (98%)\tLoss: 185.4838\tLL: -180.0730\tKL: 5.4109\tLL/KL: -33.2797\n",
- "====> Epoch: 3250/3300 (98%)\tLoss: 185.1476\tLL: -179.7550\tKL: 5.3925\tLL/KL: -33.3340\n",
- "====> Epoch: 3260/3300 (99%)\tLoss: 184.3773\tLL: -179.0018\tKL: 5.3755\tLL/KL: -33.2995\n",
- "====> Epoch: 3270/3300 (99%)\tLoss: 183.2686\tLL: -177.9094\tKL: 5.3592\tLL/KL: -33.1969\n",
- "====> Epoch: 3280/3300 (99%)\tLoss: 183.2021\tLL: -177.8579\tKL: 5.3442\tLL/KL: -33.2809\n",
- "====> Epoch: 3290/3300 (100%)\tLoss: 183.1162\tLL: -177.7880\tKL: 5.3282\tLL/KL: -33.3674\n",
- "====> Epoch: 3300/3400 (97%)\tLoss: 183.9753\tLL: -178.6101\tKL: 5.3652\tLL/KL: -33.2906\n",
- "====> Epoch: 3310/3400 (97%)\tLoss: 182.4220\tLL: -177.0691\tKL: 5.3529\tLL/KL: -33.0793\n",
- "====> Epoch: 3320/3400 (98%)\tLoss: 182.0220\tLL: -176.6837\tKL: 5.3383\tLL/KL: -33.0975\n",
- "====> Epoch: 3330/3400 (98%)\tLoss: 182.0591\tLL: -176.7339\tKL: 5.3251\tLL/KL: -33.1886\n",
- "====> Epoch: 3340/3400 (98%)\tLoss: 182.7750\tLL: -177.4613\tKL: 5.3137\tLL/KL: -33.3967\n",
- "====> Epoch: 3350/3400 (99%)\tLoss: 180.2630\tLL: -174.9595\tKL: 5.3035\tLL/KL: -32.9895\n",
- "====> Epoch: 3360/3400 (99%)\tLoss: 180.0047\tLL: -174.7112\tKL: 5.2936\tLL/KL: -33.0045\n",
- "====> Epoch: 3370/3400 (99%)\tLoss: 181.0245\tLL: -175.7403\tKL: 5.2842\tLL/KL: -33.2576\n",
- "====> Epoch: 3380/3400 (99%)\tLoss: 179.2125\tLL: -173.9376\tKL: 5.2749\tLL/KL: -32.9746\n",
- "====> Epoch: 3390/3400 (100%)\tLoss: 179.6357\tLL: -174.3683\tKL: 5.2674\tLL/KL: -33.1036\n",
- "====> Epoch: 3300/3400 (97%)\tLoss: 181.9223\tLL: -176.6144\tKL: 5.3079\tLL/KL: -33.2739\n",
- "====> Epoch: 3310/3400 (97%)\tLoss: 180.8438\tLL: -175.5425\tKL: 5.3013\tLL/KL: -33.1131\n",
- "====> Epoch: 3320/3400 (98%)\tLoss: 180.1283\tLL: -174.8331\tKL: 5.2952\tLL/KL: -33.0171\n",
- "====> Epoch: 3330/3400 (98%)\tLoss: 179.7834\tLL: -174.4944\tKL: 5.2891\tLL/KL: -32.9915\n",
- "====> Epoch: 3340/3400 (98%)\tLoss: 179.8463\tLL: -174.5641\tKL: 5.2822\tLL/KL: -33.0479\n",
- "====> Epoch: 3350/3400 (99%)\tLoss: 178.3683\tLL: -173.0926\tKL: 5.2756\tLL/KL: -32.8098\n",
- "====> Epoch: 3360/3400 (99%)\tLoss: 179.6263\tLL: -174.3568\tKL: 5.2694\tLL/KL: -33.0883\n",
- "====> Epoch: 3370/3400 (99%)\tLoss: 177.7389\tLL: -172.4766\tKL: 5.2623\tLL/KL: -32.7760\n",
- "====> Epoch: 3380/3400 (99%)\tLoss: 179.0245\tLL: -173.7682\tKL: 5.2562\tLL/KL: -33.0595\n",
- "====> Epoch: 3390/3400 (100%)\tLoss: 178.5931\tLL: -173.3441\tKL: 5.2490\tLL/KL: -33.0244\n",
- "====> Epoch: 3300/3400 (97%)\tLoss: 180.2973\tLL: -174.7782\tKL: 5.5191\tLL/KL: -31.6680\n",
- "====> Epoch: 3310/3400 (97%)\tLoss: 177.5230\tLL: -172.0067\tKL: 5.5162\tLL/KL: -31.1819\n",
- "====> Epoch: 3320/3400 (98%)\tLoss: 176.8419\tLL: -171.3280\tKL: 5.5139\tLL/KL: -31.0720\n",
- "====> Epoch: 3330/3400 (98%)\tLoss: 178.6041\tLL: -173.0935\tKL: 5.5106\tLL/KL: -31.4109\n",
- "====> Epoch: 3340/3400 (98%)\tLoss: 176.9864\tLL: -171.4787\tKL: 5.5076\tLL/KL: -31.1347\n",
- "====> Epoch: 3350/3400 (99%)\tLoss: 176.4599\tLL: -170.9562\tKL: 5.5036\tLL/KL: -31.0624\n",
- "====> Epoch: 3360/3400 (99%)\tLoss: 177.2982\tLL: -171.8007\tKL: 5.4975\tLL/KL: -31.2508\n",
- "====> Epoch: 3370/3400 (99%)\tLoss: 176.4535\tLL: -170.9621\tKL: 5.4913\tLL/KL: -31.1330\n",
- "====> Epoch: 3380/3400 (99%)\tLoss: 174.7433\tLL: -169.2575\tKL: 5.4857\tLL/KL: -30.8540\n",
- "====> Epoch: 3390/3400 (100%)\tLoss: 174.9587\tLL: -169.4814\tKL: 5.4773\tLL/KL: -30.9424\n",
- "====> Epoch: 3300/3400 (97%)\tLoss: 183.3067\tLL: -177.9104\tKL: 5.3963\tLL/KL: -32.9687\n",
- "====> Epoch: 3310/3400 (97%)\tLoss: 183.8648\tLL: -178.4866\tKL: 5.3782\tLL/KL: -33.1868\n",
- "====> Epoch: 3320/3400 (98%)\tLoss: 181.0149\tLL: -175.6575\tKL: 5.3573\tLL/KL: -32.7883\n",
- "====> Epoch: 3330/3400 (98%)\tLoss: 182.3643\tLL: -177.0283\tKL: 5.3359\tLL/KL: -33.1766\n",
- "====> Epoch: 3340/3400 (98%)\tLoss: 181.4749\tLL: -176.1578\tKL: 5.3170\tLL/KL: -33.1310\n",
- "====> Epoch: 3350/3400 (99%)\tLoss: 181.1378\tLL: -175.8381\tKL: 5.2997\tLL/KL: -33.1788\n",
- "====> Epoch: 3360/3400 (99%)\tLoss: 180.9928\tLL: -175.7102\tKL: 5.2827\tLL/KL: -33.2616\n",
- "====> Epoch: 3370/3400 (99%)\tLoss: 180.7487\tLL: -175.4826\tKL: 5.2661\tLL/KL: -33.3230\n",
- "====> Epoch: 3380/3400 (99%)\tLoss: 179.9972\tLL: -174.7467\tKL: 5.2505\tLL/KL: -33.2818\n",
- "====> Epoch: 3390/3400 (100%)\tLoss: 179.7378\tLL: -174.5030\tKL: 5.2348\tLL/KL: -33.3352\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 3400/3500 (97%)\tLoss: 178.5583\tLL: -173.2927\tKL: 5.2656\tLL/KL: -32.9103\n",
- "====> Epoch: 3410/3500 (97%)\tLoss: 177.4051\tLL: -172.1501\tKL: 5.2551\tLL/KL: -32.7588\n",
- "====> Epoch: 3420/3500 (98%)\tLoss: 178.9114\tLL: -173.6686\tKL: 5.2428\tLL/KL: -33.1253\n",
- "====> Epoch: 3430/3500 (98%)\tLoss: 177.3780\tLL: -172.1470\tKL: 5.2311\tLL/KL: -32.9085\n",
- "====> Epoch: 3440/3500 (98%)\tLoss: 177.1771\tLL: -171.9587\tKL: 5.2184\tLL/KL: -32.9521\n",
- "====> Epoch: 3450/3500 (99%)\tLoss: 178.0300\tLL: -172.8233\tKL: 5.2067\tLL/KL: -33.1924\n",
- "====> Epoch: 3460/3500 (99%)\tLoss: 178.2454\tLL: -173.0482\tKL: 5.1973\tLL/KL: -33.2959\n",
- "====> Epoch: 3470/3500 (99%)\tLoss: 175.4213\tLL: -170.2329\tKL: 5.1883\tLL/KL: -32.8106\n",
- "====> Epoch: 3480/3500 (99%)\tLoss: 176.6018\tLL: -171.4239\tKL: 5.1778\tLL/KL: -33.1072\n",
- "====> Epoch: 3490/3500 (100%)\tLoss: 175.1885\tLL: -170.0214\tKL: 5.1671\tLL/KL: -32.9044\n",
- "====> Epoch: 3400/3500 (97%)\tLoss: 177.7754\tLL: -172.5647\tKL: 5.2107\tLL/KL: -33.1171\n",
- "====> Epoch: 3410/3500 (97%)\tLoss: 175.4815\tLL: -170.2774\tKL: 5.2041\tLL/KL: -32.7195\n",
- "====> Epoch: 3420/3500 (98%)\tLoss: 176.4434\tLL: -171.2473\tKL: 5.1961\tLL/KL: -32.9569\n",
- "====> Epoch: 3430/3500 (98%)\tLoss: 176.2589\tLL: -171.0695\tKL: 5.1894\tLL/KL: -32.9649\n",
- "====> Epoch: 3440/3500 (98%)\tLoss: 176.5647\tLL: -171.3829\tKL: 5.1818\tLL/KL: -33.0739\n",
- "====> Epoch: 3450/3500 (99%)\tLoss: 176.2484\tLL: -171.0729\tKL: 5.1755\tLL/KL: -33.0546\n",
- "====> Epoch: 3460/3500 (99%)\tLoss: 175.0715\tLL: -169.9043\tKL: 5.1672\tLL/KL: -32.8815\n",
- "====> Epoch: 3470/3500 (99%)\tLoss: 174.8701\tLL: -169.7106\tKL: 5.1595\tLL/KL: -32.8927\n",
- "====> Epoch: 3480/3500 (99%)\tLoss: 174.3752\tLL: -169.2230\tKL: 5.1523\tLL/KL: -32.8445\n",
- "====> Epoch: 3490/3500 (100%)\tLoss: 175.2180\tLL: -170.0721\tKL: 5.1458\tLL/KL: -33.0504\n",
- "====> Epoch: 3400/3500 (97%)\tLoss: 173.9217\tLL: -168.5062\tKL: 5.4155\tLL/KL: -31.1156\n",
- "====> Epoch: 3410/3500 (97%)\tLoss: 174.8156\tLL: -169.4043\tKL: 5.4113\tLL/KL: -31.3058\n",
- "====> Epoch: 3420/3500 (98%)\tLoss: 174.3076\tLL: -168.8966\tKL: 5.4110\tLL/KL: -31.2136\n",
- "====> Epoch: 3430/3500 (98%)\tLoss: 173.0072\tLL: -167.5978\tKL: 5.4094\tLL/KL: -30.9824\n",
- "====> Epoch: 3440/3500 (98%)\tLoss: 173.6516\tLL: -168.2453\tKL: 5.4063\tLL/KL: -31.1204\n",
- "====> Epoch: 3450/3500 (99%)\tLoss: 174.1909\tLL: -168.7899\tKL: 5.4010\tLL/KL: -31.2516\n",
- "====> Epoch: 3460/3500 (99%)\tLoss: 172.7102\tLL: -167.3138\tKL: 5.3963\tLL/KL: -31.0051\n",
- "====> Epoch: 3470/3500 (99%)\tLoss: 172.3867\tLL: -166.9963\tKL: 5.3905\tLL/KL: -30.9800\n",
- "====> Epoch: 3480/3500 (99%)\tLoss: 171.3875\tLL: -166.0025\tKL: 5.3850\tLL/KL: -30.8268\n",
- "====> Epoch: 3490/3500 (100%)\tLoss: 170.8260\tLL: -165.4483\tKL: 5.3778\tLL/KL: -30.7653\n",
- "====> Epoch: 3400/3500 (97%)\tLoss: 179.5792\tLL: -174.2831\tKL: 5.2961\tLL/KL: -32.9080\n",
- "====> Epoch: 3410/3500 (97%)\tLoss: 180.0172\tLL: -174.7411\tKL: 5.2761\tLL/KL: -33.1191\n",
- "====> Epoch: 3420/3500 (98%)\tLoss: 178.8739\tLL: -173.6178\tKL: 5.2561\tLL/KL: -33.0319\n",
- "====> Epoch: 3430/3500 (98%)\tLoss: 177.8312\tLL: -172.5962\tKL: 5.2349\tLL/KL: -32.9700\n",
- "====> Epoch: 3440/3500 (98%)\tLoss: 177.4498\tLL: -172.2363\tKL: 5.2135\tLL/KL: -33.0369\n",
- "====> Epoch: 3450/3500 (99%)\tLoss: 176.6469\tLL: -171.4534\tKL: 5.1936\tLL/KL: -33.0127\n",
- "====> Epoch: 3460/3500 (99%)\tLoss: 175.6327\tLL: -170.4583\tKL: 5.1744\tLL/KL: -32.9429\n",
- "====> Epoch: 3470/3500 (99%)\tLoss: 176.9761\tLL: -171.8170\tKL: 5.1591\tLL/KL: -33.3036\n",
- "====> Epoch: 3480/3500 (99%)\tLoss: 175.8868\tLL: -170.7439\tKL: 5.1430\tLL/KL: -33.1993\n",
- "====> Epoch: 3490/3500 (100%)\tLoss: 175.0851\tLL: -169.9577\tKL: 5.1274\tLL/KL: -33.1468\n",
- "====> Epoch: 3500/3600 (97%)\tLoss: 173.9695\tLL: -168.8071\tKL: 5.1624\tLL/KL: -32.6995\n",
- "====> Epoch: 3510/3600 (98%)\tLoss: 176.0042\tLL: -170.8523\tKL: 5.1519\tLL/KL: -33.1628\n",
- "====> Epoch: 3520/3600 (98%)\tLoss: 174.1808\tLL: -169.0415\tKL: 5.1393\tLL/KL: -32.8921\n",
- "====> Epoch: 3530/3600 (98%)\tLoss: 173.6603\tLL: -168.5349\tKL: 5.1254\tLL/KL: -32.8820\n",
- "====> Epoch: 3540/3600 (98%)\tLoss: 173.7633\tLL: -168.6501\tKL: 5.1132\tLL/KL: -32.9834\n",
- "====> Epoch: 3550/3600 (99%)\tLoss: 174.0250\tLL: -168.9234\tKL: 5.1016\tLL/KL: -33.1116\n",
- "====> Epoch: 3560/3600 (99%)\tLoss: 173.4016\tLL: -168.3115\tKL: 5.0901\tLL/KL: -33.0667\n",
- "====> Epoch: 3570/3600 (99%)\tLoss: 171.4439\tLL: -166.3640\tKL: 5.0799\tLL/KL: -32.7496\n",
- "====> Epoch: 3580/3600 (99%)\tLoss: 172.8048\tLL: -167.7347\tKL: 5.0701\tLL/KL: -33.0831\n",
- "====> Epoch: 3590/3600 (100%)\tLoss: 172.6566\tLL: -167.5954\tKL: 5.0612\tLL/KL: -33.1140\n",
- "====> Epoch: 3500/3600 (97%)\tLoss: 174.7622\tLL: -169.6520\tKL: 5.1102\tLL/KL: -33.1987\n",
- "====> Epoch: 3510/3600 (98%)\tLoss: 173.4241\tLL: -168.3206\tKL: 5.1035\tLL/KL: -32.9814\n",
- "====> Epoch: 3520/3600 (98%)\tLoss: 173.0930\tLL: -167.9967\tKL: 5.0963\tLL/KL: -32.9645\n",
- "====> Epoch: 3530/3600 (98%)\tLoss: 172.4832\tLL: -167.3954\tKL: 5.0878\tLL/KL: -32.9012\n",
- "====> Epoch: 3540/3600 (98%)\tLoss: 172.6693\tLL: -167.5888\tKL: 5.0805\tLL/KL: -32.9865\n",
- "====> Epoch: 3550/3600 (99%)\tLoss: 172.2118\tLL: -167.1391\tKL: 5.0727\tLL/KL: -32.9488\n",
- "====> Epoch: 3560/3600 (99%)\tLoss: 172.4339\tLL: -167.3686\tKL: 5.0653\tLL/KL: -33.0421\n",
- "====> Epoch: 3570/3600 (99%)\tLoss: 170.6226\tLL: -165.5636\tKL: 5.0589\tLL/KL: -32.7270\n",
- "====> Epoch: 3580/3600 (99%)\tLoss: 171.1238\tLL: -166.0732\tKL: 5.0506\tLL/KL: -32.8821\n",
- "====> Epoch: 3590/3600 (100%)\tLoss: 171.4682\tLL: -166.4245\tKL: 5.0437\tLL/KL: -32.9964\n",
- "====> Epoch: 3500/3600 (97%)\tLoss: 171.8435\tLL: -166.5353\tKL: 5.3082\tLL/KL: -31.3731\n",
- "====> Epoch: 3510/3600 (98%)\tLoss: 171.2170\tLL: -165.9129\tKL: 5.3042\tLL/KL: -31.2797\n",
- "====> Epoch: 3520/3600 (98%)\tLoss: 170.8575\tLL: -165.5542\tKL: 5.3033\tLL/KL: -31.2172\n",
- "====> Epoch: 3530/3600 (98%)\tLoss: 171.4653\tLL: -166.1621\tKL: 5.3032\tLL/KL: -31.3322\n",
- "====> Epoch: 3540/3600 (98%)\tLoss: 169.9674\tLL: -164.6662\tKL: 5.3012\tLL/KL: -31.0621\n",
- "====> Epoch: 3550/3600 (99%)\tLoss: 170.2247\tLL: -164.9279\tKL: 5.2968\tLL/KL: -31.1372\n",
- "====> Epoch: 3560/3600 (99%)\tLoss: 169.6514\tLL: -164.3597\tKL: 5.2917\tLL/KL: -31.0601\n",
- "====> Epoch: 3570/3600 (99%)\tLoss: 168.7934\tLL: -163.5075\tKL: 5.2859\tLL/KL: -30.9330\n",
- "====> Epoch: 3580/3600 (99%)\tLoss: 168.3488\tLL: -163.0692\tKL: 5.2796\tLL/KL: -30.8864\n",
- "====> Epoch: 3590/3600 (100%)\tLoss: 169.3318\tLL: -164.0604\tKL: 5.2714\tLL/KL: -31.1228\n",
- "====> Epoch: 3500/3600 (97%)\tLoss: 175.2323\tLL: -170.0400\tKL: 5.1922\tLL/KL: -32.7489\n",
- "====> Epoch: 3510/3600 (98%)\tLoss: 174.6369\tLL: -169.4641\tKL: 5.1728\tLL/KL: -32.7605\n",
- "====> Epoch: 3520/3600 (98%)\tLoss: 173.3682\tLL: -168.2163\tKL: 5.1519\tLL/KL: -32.6513\n",
- "====> Epoch: 3530/3600 (98%)\tLoss: 173.4902\tLL: -168.3596\tKL: 5.1306\tLL/KL: -32.8148\n",
- "====> Epoch: 3540/3600 (98%)\tLoss: 173.6318\tLL: -168.5225\tKL: 5.1094\tLL/KL: -32.9831\n",
- "====> Epoch: 3550/3600 (99%)\tLoss: 172.6335\tLL: -167.5440\tKL: 5.0896\tLL/KL: -32.9191\n",
- "====> Epoch: 3560/3600 (99%)\tLoss: 172.9232\tLL: -167.8511\tKL: 5.0722\tLL/KL: -33.0926\n",
- "====> Epoch: 3570/3600 (99%)\tLoss: 173.0216\tLL: -167.9656\tKL: 5.0559\tLL/KL: -33.2214\n",
- "====> Epoch: 3580/3600 (99%)\tLoss: 172.9881\tLL: -167.9478\tKL: 5.0403\tLL/KL: -33.3207\n",
- "====> Epoch: 3590/3600 (100%)\tLoss: 173.1258\tLL: -168.1011\tKL: 5.0247\tLL/KL: -33.4549\n",
- "====> Epoch: 3600/3700 (97%)\tLoss: 171.5720\tLL: -166.5131\tKL: 5.0589\tLL/KL: -32.9150\n",
- "====> Epoch: 3610/3700 (98%)\tLoss: 171.8217\tLL: -166.7757\tKL: 5.0460\tLL/KL: -33.0511\n",
- "====> Epoch: 3620/3700 (98%)\tLoss: 170.3867\tLL: -165.3556\tKL: 5.0312\tLL/KL: -32.8662\n",
- "====> Epoch: 3630/3700 (98%)\tLoss: 171.1077\tLL: -166.0892\tKL: 5.0185\tLL/KL: -33.0951\n",
- "====> Epoch: 3640/3700 (98%)\tLoss: 170.0896\tLL: -165.0831\tKL: 5.0066\tLL/KL: -32.9734\n",
- "====> Epoch: 3650/3700 (99%)\tLoss: 169.0285\tLL: -164.0353\tKL: 4.9932\tLL/KL: -32.8516\n",
- "====> Epoch: 3660/3700 (99%)\tLoss: 170.7099\tLL: -165.7287\tKL: 4.9812\tLL/KL: -33.2708\n",
- "====> Epoch: 3670/3700 (99%)\tLoss: 170.5400\tLL: -165.5698\tKL: 4.9703\tLL/KL: -33.3120\n",
- "====> Epoch: 3680/3700 (99%)\tLoss: 168.1811\tLL: -163.2208\tKL: 4.9604\tLL/KL: -32.9051\n",
- "====> Epoch: 3690/3700 (100%)\tLoss: 168.4826\tLL: -163.5323\tKL: 4.9503\tLL/KL: -33.0347\n",
- "====> Epoch: 3600/3700 (97%)\tLoss: 170.6436\tLL: -165.6348\tKL: 5.0088\tLL/KL: -33.0684\n",
- "====> Epoch: 3610/3700 (98%)\tLoss: 169.9710\tLL: -164.9686\tKL: 5.0024\tLL/KL: -32.9780\n",
- "====> Epoch: 3620/3700 (98%)\tLoss: 168.9053\tLL: -163.9110\tKL: 4.9943\tLL/KL: -32.8197\n",
- "====> Epoch: 3630/3700 (98%)\tLoss: 170.6615\tLL: -165.6757\tKL: 4.9858\tLL/KL: -33.2296\n",
- "====> Epoch: 3640/3700 (98%)\tLoss: 168.9139\tLL: -163.9342\tKL: 4.9797\tLL/KL: -32.9206\n",
- "====> Epoch: 3650/3700 (99%)\tLoss: 169.3685\tLL: -164.3953\tKL: 4.9732\tLL/KL: -33.0565\n",
- "====> Epoch: 3660/3700 (99%)\tLoss: 168.3045\tLL: -163.3379\tKL: 4.9665\tLL/KL: -32.8876\n",
- "====> Epoch: 3670/3700 (99%)\tLoss: 167.6599\tLL: -162.6995\tKL: 4.9604\tLL/KL: -32.7999\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 3680/3700 (99%)\tLoss: 167.1257\tLL: -162.1720\tKL: 4.9537\tLL/KL: -32.7378\n",
- "====> Epoch: 3690/3700 (100%)\tLoss: 167.2435\tLL: -162.2970\tKL: 4.9464\tLL/KL: -32.8110\n",
- "====> Epoch: 3600/3700 (97%)\tLoss: 168.3627\tLL: -163.1617\tKL: 5.2010\tLL/KL: -31.3712\n",
- "====> Epoch: 3610/3700 (98%)\tLoss: 168.7222\tLL: -163.5244\tKL: 5.1978\tLL/KL: -31.4600\n",
- "====> Epoch: 3620/3700 (98%)\tLoss: 166.3273\tLL: -161.1289\tKL: 5.1985\tLL/KL: -30.9955\n",
- "====> Epoch: 3630/3700 (98%)\tLoss: 167.0829\tLL: -161.8855\tKL: 5.1974\tLL/KL: -31.1473\n",
- "====> Epoch: 3640/3700 (98%)\tLoss: 167.4366\tLL: -162.2424\tKL: 5.1942\tLL/KL: -31.2354\n",
- "====> Epoch: 3650/3700 (99%)\tLoss: 164.7425\tLL: -159.5524\tKL: 5.1901\tLL/KL: -30.7414\n",
- "====> Epoch: 3660/3700 (99%)\tLoss: 165.9909\tLL: -160.8061\tKL: 5.1848\tLL/KL: -31.0148\n",
- "====> Epoch: 3670/3700 (99%)\tLoss: 167.4135\tLL: -162.2370\tKL: 5.1765\tLL/KL: -31.3410\n",
- "====> Epoch: 3680/3700 (99%)\tLoss: 166.1072\tLL: -160.9391\tKL: 5.1681\tLL/KL: -31.1409\n",
- "====> Epoch: 3690/3700 (100%)\tLoss: 166.0205\tLL: -160.8616\tKL: 5.1589\tLL/KL: -31.1812\n",
- "====> Epoch: 3600/3700 (97%)\tLoss: 172.2379\tLL: -167.1499\tKL: 5.0880\tLL/KL: -32.8516\n",
- "====> Epoch: 3610/3700 (98%)\tLoss: 171.8877\tLL: -166.8191\tKL: 5.0686\tLL/KL: -32.9123\n",
- "====> Epoch: 3620/3700 (98%)\tLoss: 171.9235\tLL: -166.8780\tKL: 5.0455\tLL/KL: -33.0748\n",
- "====> Epoch: 3630/3700 (98%)\tLoss: 171.7387\tLL: -166.7148\tKL: 5.0238\tLL/KL: -33.1847\n",
- "====> Epoch: 3640/3700 (98%)\tLoss: 169.9045\tLL: -164.9028\tKL: 5.0017\tLL/KL: -32.9693\n",
- "====> Epoch: 3650/3700 (99%)\tLoss: 169.1592\tLL: -164.1799\tKL: 4.9793\tLL/KL: -32.9722\n",
- "====> Epoch: 3660/3700 (99%)\tLoss: 169.8236\tLL: -164.8644\tKL: 4.9592\tLL/KL: -33.2441\n",
- "====> Epoch: 3670/3700 (99%)\tLoss: 168.5174\tLL: -163.5780\tKL: 4.9394\tLL/KL: -33.1171\n",
- "====> Epoch: 3680/3700 (99%)\tLoss: 169.2316\tLL: -164.3102\tKL: 4.9214\tLL/KL: -33.3869\n",
- "====> Epoch: 3690/3700 (100%)\tLoss: 169.5836\tLL: -164.6775\tKL: 4.9061\tLL/KL: -33.5659\n",
- "====> Epoch: 3700/3800 (97%)\tLoss: 168.5017\tLL: -163.5519\tKL: 4.9498\tLL/KL: -33.0424\n",
- "====> Epoch: 3710/3800 (98%)\tLoss: 168.1421\tLL: -163.2033\tKL: 4.9388\tLL/KL: -33.0451\n",
- "====> Epoch: 3720/3800 (98%)\tLoss: 168.8051\tLL: -163.8790\tKL: 4.9262\tLL/KL: -33.2671\n",
- "====> Epoch: 3730/3800 (98%)\tLoss: 167.5096\tLL: -162.5961\tKL: 4.9135\tLL/KL: -33.0916\n",
- "====> Epoch: 3740/3800 (98%)\tLoss: 168.8368\tLL: -163.9356\tKL: 4.9012\tLL/KL: -33.4481\n",
- "====> Epoch: 3750/3800 (99%)\tLoss: 166.4542\tLL: -161.5650\tKL: 4.8892\tLL/KL: -33.0451\n",
- "====> Epoch: 3760/3800 (99%)\tLoss: 166.1637\tLL: -161.2837\tKL: 4.8800\tLL/KL: -33.0500\n",
- "====> Epoch: 3770/3800 (99%)\tLoss: 165.9716\tLL: -161.1002\tKL: 4.8715\tLL/KL: -33.0702\n",
- "====> Epoch: 3780/3800 (99%)\tLoss: 166.4383\tLL: -161.5749\tKL: 4.8635\tLL/KL: -33.2220\n",
- "====> Epoch: 3790/3800 (100%)\tLoss: 165.5364\tLL: -160.6815\tKL: 4.8549\tLL/KL: -33.0968\n",
- "====> Epoch: 3700/3800 (97%)\tLoss: 167.3327\tLL: -162.4308\tKL: 4.9019\tLL/KL: -33.1364\n",
- "====> Epoch: 3710/3800 (98%)\tLoss: 168.4523\tLL: -163.5596\tKL: 4.8927\tLL/KL: -33.4293\n",
- "====> Epoch: 3720/3800 (98%)\tLoss: 165.7688\tLL: -160.8838\tKL: 4.8850\tLL/KL: -32.9342\n",
- "====> Epoch: 3730/3800 (98%)\tLoss: 166.0972\tLL: -161.2197\tKL: 4.8775\tLL/KL: -33.0537\n",
- "====> Epoch: 3740/3800 (98%)\tLoss: 164.9053\tLL: -160.0353\tKL: 4.8700\tLL/KL: -32.8616\n",
- "====> Epoch: 3750/3800 (99%)\tLoss: 165.9007\tLL: -161.0373\tKL: 4.8635\tLL/KL: -33.1117\n",
- "====> Epoch: 3760/3800 (99%)\tLoss: 165.5378\tLL: -160.6822\tKL: 4.8555\tLL/KL: -33.0925\n",
- "====> Epoch: 3770/3800 (99%)\tLoss: 165.0414\tLL: -160.1925\tKL: 4.8489\tLL/KL: -33.0368\n",
- "====> Epoch: 3780/3800 (99%)\tLoss: 165.6544\tLL: -160.8120\tKL: 4.8424\tLL/KL: -33.2092\n",
- "====> Epoch: 3790/3800 (100%)\tLoss: 164.7637\tLL: -159.9263\tKL: 4.8375\tLL/KL: -33.0597\n",
- "====> Epoch: 3700/3800 (97%)\tLoss: 165.4130\tLL: -160.3252\tKL: 5.0878\tLL/KL: -31.5117\n",
- "====> Epoch: 3710/3800 (98%)\tLoss: 164.1621\tLL: -159.0789\tKL: 5.0833\tLL/KL: -31.2945\n",
- "====> Epoch: 3720/3800 (98%)\tLoss: 163.6615\tLL: -158.5802\tKL: 5.0813\tLL/KL: -31.2086\n",
- "====> Epoch: 3730/3800 (98%)\tLoss: 163.8124\tLL: -158.7333\tKL: 5.0791\tLL/KL: -31.2523\n",
- "====> Epoch: 3740/3800 (98%)\tLoss: 162.3667\tLL: -157.2888\tKL: 5.0779\tLL/KL: -30.9752\n",
- "====> Epoch: 3750/3800 (99%)\tLoss: 163.7738\tLL: -158.6987\tKL: 5.0751\tLL/KL: -31.2703\n",
- "====> Epoch: 3760/3800 (99%)\tLoss: 163.5952\tLL: -158.5248\tKL: 5.0704\tLL/KL: -31.2649\n",
- "====> Epoch: 3770/3800 (99%)\tLoss: 164.4810\tLL: -159.4171\tKL: 5.0638\tLL/KL: -31.4814\n",
- "====> Epoch: 3780/3800 (99%)\tLoss: 162.0458\tLL: -156.9880\tKL: 5.0578\tLL/KL: -31.0390\n",
- "====> Epoch: 3790/3800 (100%)\tLoss: 161.8877\tLL: -156.8377\tKL: 5.0500\tLL/KL: -31.0570\n",
- "====> Epoch: 3700/3800 (97%)\tLoss: 168.4535\tLL: -163.4754\tKL: 4.9781\tLL/KL: -32.8392\n",
- "====> Epoch: 3710/3800 (98%)\tLoss: 168.7157\tLL: -163.7571\tKL: 4.9585\tLL/KL: -33.0252\n",
- "====> Epoch: 3720/3800 (98%)\tLoss: 168.6777\tLL: -163.7421\tKL: 4.9356\tLL/KL: -33.1758\n",
- "====> Epoch: 3730/3800 (98%)\tLoss: 167.2151\tLL: -162.3019\tKL: 4.9132\tLL/KL: -33.0337\n",
- "====> Epoch: 3740/3800 (98%)\tLoss: 167.8633\tLL: -162.9707\tKL: 4.8925\tLL/KL: -33.3101\n",
- "====> Epoch: 3750/3800 (99%)\tLoss: 167.1779\tLL: -162.3048\tKL: 4.8732\tLL/KL: -33.3058\n",
- "====> Epoch: 3760/3800 (99%)\tLoss: 167.0030\tLL: -162.1470\tKL: 4.8559\tLL/KL: -33.3914\n",
- "====> Epoch: 3770/3800 (99%)\tLoss: 166.5341\tLL: -161.6940\tKL: 4.8400\tLL/KL: -33.4076\n",
- "====> Epoch: 3780/3800 (99%)\tLoss: 167.3851\tLL: -162.5617\tKL: 4.8234\tLL/KL: -33.7028\n",
- "====> Epoch: 3790/3800 (100%)\tLoss: 165.8653\tLL: -161.0574\tKL: 4.8079\tLL/KL: -33.4987\n",
- "====> Epoch: 3800/3900 (97%)\tLoss: 165.1440\tLL: -160.2961\tKL: 4.8479\tLL/KL: -33.0650\n",
- "====> Epoch: 3810/3900 (98%)\tLoss: 164.8471\tLL: -160.0104\tKL: 4.8366\tLL/KL: -33.0829\n",
- "====> Epoch: 3820/3900 (98%)\tLoss: 164.4930\tLL: -159.6705\tKL: 4.8225\tLL/KL: -33.1097\n",
- "====> Epoch: 3830/3900 (98%)\tLoss: 165.0693\tLL: -160.2604\tKL: 4.8089\tLL/KL: -33.3260\n",
- "====> Epoch: 3840/3900 (98%)\tLoss: 163.9718\tLL: -159.1763\tKL: 4.7955\tLL/KL: -33.1930\n",
- "====> Epoch: 3850/3900 (99%)\tLoss: 163.8777\tLL: -159.0936\tKL: 4.7841\tLL/KL: -33.2548\n",
- "====> Epoch: 3860/3900 (99%)\tLoss: 165.1985\tLL: -160.4236\tKL: 4.7749\tLL/KL: -33.5976\n",
- "====> Epoch: 3870/3900 (99%)\tLoss: 162.1596\tLL: -157.3949\tKL: 4.7648\tLL/KL: -33.0331\n",
- "====> Epoch: 3880/3900 (99%)\tLoss: 164.2445\tLL: -159.4894\tKL: 4.7551\tLL/KL: -33.5410\n",
- "====> Epoch: 3890/3900 (100%)\tLoss: 162.8598\tLL: -158.1144\tKL: 4.7454\tLL/KL: -33.3198\n",
- "====> Epoch: 3800/3900 (97%)\tLoss: 164.1931\tLL: -159.3915\tKL: 4.8016\tLL/KL: -33.1953\n",
- "====> Epoch: 3810/3900 (98%)\tLoss: 164.4119\tLL: -159.6162\tKL: 4.7958\tLL/KL: -33.2827\n",
- "====> Epoch: 3820/3900 (98%)\tLoss: 163.0879\tLL: -158.2989\tKL: 4.7890\tLL/KL: -33.0544\n",
- "====> Epoch: 3830/3900 (98%)\tLoss: 163.8933\tLL: -159.1110\tKL: 4.7823\tLL/KL: -33.2707\n",
- "====> Epoch: 3840/3900 (98%)\tLoss: 163.3579\tLL: -158.5811\tKL: 4.7768\tLL/KL: -33.1984\n",
- "====> Epoch: 3850/3900 (99%)\tLoss: 163.4739\tLL: -158.7025\tKL: 4.7714\tLL/KL: -33.2615\n",
- "====> Epoch: 3860/3900 (99%)\tLoss: 162.9849\tLL: -158.2204\tKL: 4.7646\tLL/KL: -33.2078\n",
- "====> Epoch: 3870/3900 (99%)\tLoss: 163.3514\tLL: -158.5928\tKL: 4.7586\tLL/KL: -33.3276\n",
- "====> Epoch: 3880/3900 (99%)\tLoss: 161.1465\tLL: -156.3927\tKL: 4.7538\tLL/KL: -32.8986\n",
- "====> Epoch: 3890/3900 (100%)\tLoss: 160.8953\tLL: -156.1478\tKL: 4.7476\tLL/KL: -32.8900\n",
- "====> Epoch: 3800/3900 (97%)\tLoss: 162.6105\tLL: -157.6286\tKL: 4.9820\tLL/KL: -31.6397\n",
- "====> Epoch: 3810/3900 (98%)\tLoss: 161.6866\tLL: -156.7103\tKL: 4.9763\tLL/KL: -31.4914\n",
- "====> Epoch: 3820/3900 (98%)\tLoss: 161.8728\tLL: -156.8985\tKL: 4.9743\tLL/KL: -31.5419\n",
- "====> Epoch: 3830/3900 (98%)\tLoss: 160.9776\tLL: -156.0046\tKL: 4.9730\tLL/KL: -31.3704\n",
- "====> Epoch: 3840/3900 (98%)\tLoss: 161.7861\tLL: -156.8154\tKL: 4.9707\tLL/KL: -31.5479\n",
- "====> Epoch: 3850/3900 (99%)\tLoss: 160.7638\tLL: -155.7966\tKL: 4.9672\tLL/KL: -31.3653\n",
- "====> Epoch: 3860/3900 (99%)\tLoss: 161.0905\tLL: -156.1293\tKL: 4.9612\tLL/KL: -31.4702\n",
- "====> Epoch: 3870/3900 (99%)\tLoss: 159.6493\tLL: -154.6936\tKL: 4.9557\tLL/KL: -31.2153\n",
- "====> Epoch: 3880/3900 (99%)\tLoss: 159.6213\tLL: -154.6723\tKL: 4.9490\tLL/KL: -31.2531\n",
- "====> Epoch: 3890/3900 (100%)\tLoss: 159.7060\tLL: -154.7637\tKL: 4.9423\tLL/KL: -31.3143\n",
- "====> Epoch: 3800/3900 (97%)\tLoss: 165.3503\tLL: -160.4750\tKL: 4.8753\tLL/KL: -32.9159\n",
- "====> Epoch: 3810/3900 (98%)\tLoss: 166.0488\tLL: -161.1931\tKL: 4.8558\tLL/KL: -33.1962\n",
- "====> Epoch: 3820/3900 (98%)\tLoss: 166.2596\tLL: -161.4278\tKL: 4.8318\tLL/KL: -33.4092\n",
- "====> Epoch: 3830/3900 (98%)\tLoss: 164.5233\tLL: -159.7124\tKL: 4.8110\tLL/KL: -33.1974\n",
- "====> Epoch: 3840/3900 (98%)\tLoss: 164.6683\tLL: -159.8759\tKL: 4.7924\tLL/KL: -33.3601\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 3850/3900 (99%)\tLoss: 165.4776\tLL: -160.7023\tKL: 4.7753\tLL/KL: -33.6529\n",
- "====> Epoch: 3860/3900 (99%)\tLoss: 164.6201\tLL: -159.8595\tKL: 4.7607\tLL/KL: -33.5793\n",
- "====> Epoch: 3870/3900 (99%)\tLoss: 163.1995\tLL: -158.4542\tKL: 4.7453\tLL/KL: -33.3917\n",
- "====> Epoch: 3880/3900 (99%)\tLoss: 162.0740\tLL: -157.3445\tKL: 4.7295\tLL/KL: -33.2685\n",
- "====> Epoch: 3890/3900 (100%)\tLoss: 162.7994\tLL: -158.0865\tKL: 4.7129\tLL/KL: -33.5430\n",
- "====> Epoch: 3900/4000 (98%)\tLoss: 162.3127\tLL: -157.5651\tKL: 4.7477\tLL/KL: -33.1880\n",
- "====> Epoch: 3910/4000 (98%)\tLoss: 162.5758\tLL: -157.8396\tKL: 4.7362\tLL/KL: -33.3262\n",
- "====> Epoch: 3920/4000 (98%)\tLoss: 162.5363\tLL: -157.8119\tKL: 4.7244\tLL/KL: -33.4036\n",
- "====> Epoch: 3930/4000 (98%)\tLoss: 161.2287\tLL: -156.5173\tKL: 4.7114\tLL/KL: -33.2210\n",
- "====> Epoch: 3940/4000 (98%)\tLoss: 161.5864\tLL: -156.8886\tKL: 4.6978\tLL/KL: -33.3962\n",
- "====> Epoch: 3950/4000 (99%)\tLoss: 161.4230\tLL: -156.7378\tKL: 4.6852\tLL/KL: -33.4541\n",
- "====> Epoch: 3960/4000 (99%)\tLoss: 161.3679\tLL: -156.6942\tKL: 4.6737\tLL/KL: -33.5265\n",
- "====> Epoch: 3970/4000 (99%)\tLoss: 161.5613\tLL: -156.8968\tKL: 4.6646\tLL/KL: -33.6360\n",
- "====> Epoch: 3980/4000 (100%)\tLoss: 159.7664\tLL: -155.1101\tKL: 4.6563\tLL/KL: -33.3118\n",
- "====> Epoch: 3990/4000 (100%)\tLoss: 161.2006\tLL: -156.5538\tKL: 4.6468\tLL/KL: -33.6909\n",
- "====> Epoch: 3900/4000 (98%)\tLoss: 162.2482\tLL: -157.5450\tKL: 4.7031\tLL/KL: -33.4979\n",
- "====> Epoch: 3910/4000 (98%)\tLoss: 161.5283\tLL: -156.8322\tKL: 4.6960\tLL/KL: -33.3966\n",
- "====> Epoch: 3920/4000 (98%)\tLoss: 161.8407\tLL: -157.1518\tKL: 4.6889\tLL/KL: -33.5160\n",
- "====> Epoch: 3930/4000 (98%)\tLoss: 160.1321\tLL: -155.4516\tKL: 4.6805\tLL/KL: -33.2127\n",
- "====> Epoch: 3940/4000 (98%)\tLoss: 160.4997\tLL: -155.8261\tKL: 4.6736\tLL/KL: -33.3416\n",
- "====> Epoch: 3950/4000 (99%)\tLoss: 160.3186\tLL: -155.6501\tKL: 4.6684\tLL/KL: -33.3411\n",
- "====> Epoch: 3960/4000 (99%)\tLoss: 160.0270\tLL: -155.3651\tKL: 4.6620\tLL/KL: -33.3261\n",
- "====> Epoch: 3970/4000 (99%)\tLoss: 160.3913\tLL: -155.7364\tKL: 4.6549\tLL/KL: -33.4568\n",
- "====> Epoch: 3980/4000 (100%)\tLoss: 158.9795\tLL: -154.3317\tKL: 4.6478\tLL/KL: -33.2052\n",
- "====> Epoch: 3990/4000 (100%)\tLoss: 159.1585\tLL: -154.5173\tKL: 4.6411\tLL/KL: -33.2931\n",
- "====> Epoch: 3900/4000 (98%)\tLoss: 159.4449\tLL: -154.5672\tKL: 4.8778\tLL/KL: -31.6881\n",
- "====> Epoch: 3910/4000 (98%)\tLoss: 158.6372\tLL: -153.7637\tKL: 4.8735\tLL/KL: -31.5508\n",
- "====> Epoch: 3920/4000 (98%)\tLoss: 159.0085\tLL: -154.1354\tKL: 4.8730\tLL/KL: -31.6302\n",
- "====> Epoch: 3930/4000 (98%)\tLoss: 158.4378\tLL: -153.5654\tKL: 4.8724\tLL/KL: -31.5172\n",
- "====> Epoch: 3940/4000 (98%)\tLoss: 158.5638\tLL: -153.6923\tKL: 4.8715\tLL/KL: -31.5490\n",
- "====> Epoch: 3950/4000 (99%)\tLoss: 159.2352\tLL: -154.3659\tKL: 4.8692\tLL/KL: -31.7022\n",
- "====> Epoch: 3960/4000 (99%)\tLoss: 156.7334\tLL: -151.8663\tKL: 4.8671\tLL/KL: -31.2026\n",
- "====> Epoch: 3970/4000 (99%)\tLoss: 157.3099\tLL: -152.4477\tKL: 4.8622\tLL/KL: -31.3537\n",
- "====> Epoch: 3980/4000 (100%)\tLoss: 156.3010\tLL: -151.4456\tKL: 4.8554\tLL/KL: -31.1913\n",
- "====> Epoch: 3990/4000 (100%)\tLoss: 157.9643\tLL: -153.1148\tKL: 4.8495\tLL/KL: -31.5733\n",
- "====> Epoch: 3900/4000 (98%)\tLoss: 162.2928\tLL: -157.5187\tKL: 4.7741\tLL/KL: -32.9943\n",
- "====> Epoch: 3910/4000 (98%)\tLoss: 162.6651\tLL: -157.9096\tKL: 4.7556\tLL/KL: -33.2053\n",
- "====> Epoch: 3920/4000 (98%)\tLoss: 161.8937\tLL: -157.1600\tKL: 4.7337\tLL/KL: -33.2003\n",
- "====> Epoch: 3930/4000 (98%)\tLoss: 162.5684\tLL: -157.8564\tKL: 4.7120\tLL/KL: -33.5007\n",
- "====> Epoch: 3940/4000 (98%)\tLoss: 161.9821\tLL: -157.2891\tKL: 4.6930\tLL/KL: -33.5156\n",
- "====> Epoch: 3950/4000 (99%)\tLoss: 161.9764\tLL: -157.3035\tKL: 4.6729\tLL/KL: -33.6630\n",
- "====> Epoch: 3960/4000 (99%)\tLoss: 159.6740\tLL: -155.0179\tKL: 4.6561\tLL/KL: -33.2938\n",
- "====> Epoch: 3970/4000 (99%)\tLoss: 161.2592\tLL: -156.6191\tKL: 4.6401\tLL/KL: -33.7536\n",
- "====> Epoch: 3980/4000 (100%)\tLoss: 160.6753\tLL: -156.0507\tKL: 4.6246\tLL/KL: -33.7437\n",
- "====> Epoch: 3990/4000 (100%)\tLoss: 160.3470\tLL: -155.7389\tKL: 4.6081\tLL/KL: -33.7967\n",
- "====> Epoch: 4000/4100 (98%)\tLoss: 159.2597\tLL: -154.6116\tKL: 4.6480\tLL/KL: -33.2638\n",
- "====> Epoch: 4010/4100 (98%)\tLoss: 160.6089\tLL: -155.9741\tKL: 4.6348\tLL/KL: -33.6530\n",
- "====> Epoch: 4020/4100 (98%)\tLoss: 160.1376\tLL: -155.5177\tKL: 4.6199\tLL/KL: -33.6629\n",
- "====> Epoch: 4030/4100 (98%)\tLoss: 158.7193\tLL: -154.1140\tKL: 4.6054\tLL/KL: -33.4639\n",
- "====> Epoch: 4040/4100 (99%)\tLoss: 159.2113\tLL: -154.6166\tKL: 4.5948\tLL/KL: -33.6506\n",
- "====> Epoch: 4050/4100 (99%)\tLoss: 159.4327\tLL: -154.8482\tKL: 4.5844\tLL/KL: -33.7770\n",
- "====> Epoch: 4060/4100 (99%)\tLoss: 159.0060\tLL: -154.4317\tKL: 4.5743\tLL/KL: -33.7607\n",
- "====> Epoch: 4070/4100 (99%)\tLoss: 158.8104\tLL: -154.2469\tKL: 4.5635\tLL/KL: -33.8001\n",
- "====> Epoch: 4080/4100 (100%)\tLoss: 158.4141\tLL: -153.8602\tKL: 4.5539\tLL/KL: -33.7863\n",
- "====> Epoch: 4090/4100 (100%)\tLoss: 157.7944\tLL: -153.2501\tKL: 4.5442\tLL/KL: -33.7241\n",
- "====> Epoch: 4000/4100 (98%)\tLoss: 158.5837\tLL: -153.9786\tKL: 4.6051\tLL/KL: -33.4364\n",
- "====> Epoch: 4010/4100 (98%)\tLoss: 158.7371\tLL: -154.1384\tKL: 4.5987\tLL/KL: -33.5175\n",
- "====> Epoch: 4020/4100 (98%)\tLoss: 158.5595\tLL: -153.9676\tKL: 4.5919\tLL/KL: -33.5301\n",
- "====> Epoch: 4030/4100 (98%)\tLoss: 158.8223\tLL: -154.2362\tKL: 4.5861\tLL/KL: -33.6314\n",
- "====> Epoch: 4040/4100 (99%)\tLoss: 157.4185\tLL: -152.8391\tKL: 4.5794\tLL/KL: -33.3752\n",
- "====> Epoch: 4050/4100 (99%)\tLoss: 158.5506\tLL: -153.9775\tKL: 4.5731\tLL/KL: -33.6700\n",
- "====> Epoch: 4060/4100 (99%)\tLoss: 157.3399\tLL: -152.7729\tKL: 4.5670\tLL/KL: -33.4512\n",
- "====> Epoch: 4070/4100 (99%)\tLoss: 157.1160\tLL: -152.5543\tKL: 4.5617\tLL/KL: -33.4424\n",
- "====> Epoch: 4080/4100 (100%)\tLoss: 157.1814\tLL: -152.6264\tKL: 4.5550\tLL/KL: -33.5075\n",
- "====> Epoch: 4090/4100 (100%)\tLoss: 156.7558\tLL: -152.2098\tKL: 4.5461\tLL/KL: -33.4817\n",
- "====> Epoch: 4000/4100 (98%)\tLoss: 156.8545\tLL: -152.0800\tKL: 4.7746\tLL/KL: -31.8522\n",
- "====> Epoch: 4010/4100 (98%)\tLoss: 154.9723\tLL: -150.2001\tKL: 4.7722\tLL/KL: -31.4738\n",
- "====> Epoch: 4020/4100 (98%)\tLoss: 156.3493\tLL: -151.5768\tKL: 4.7725\tLL/KL: -31.7604\n",
- "====> Epoch: 4030/4100 (98%)\tLoss: 157.0987\tLL: -152.3266\tKL: 4.7721\tLL/KL: -31.9204\n",
- "====> Epoch: 4040/4100 (99%)\tLoss: 156.1024\tLL: -151.3324\tKL: 4.7700\tLL/KL: -31.7257\n",
- "====> Epoch: 4050/4100 (99%)\tLoss: 154.3447\tLL: -149.5787\tKL: 4.7660\tLL/KL: -31.3845\n",
- "====> Epoch: 4060/4100 (99%)\tLoss: 156.8219\tLL: -152.0604\tKL: 4.7615\tLL/KL: -31.9354\n",
- "====> Epoch: 4070/4100 (99%)\tLoss: 155.4911\tLL: -150.7340\tKL: 4.7571\tLL/KL: -31.6861\n",
- "====> Epoch: 4080/4100 (100%)\tLoss: 155.1895\tLL: -150.4397\tKL: 4.7498\tLL/KL: -31.6730\n",
- "====> Epoch: 4090/4100 (100%)\tLoss: 155.4109\tLL: -150.6674\tKL: 4.7435\tLL/KL: -31.7631\n",
- "====> Epoch: 4000/4100 (98%)\tLoss: 160.4419\tLL: -155.7681\tKL: 4.6738\tLL/KL: -33.3282\n",
- "====> Epoch: 4010/4100 (98%)\tLoss: 160.9198\tLL: -156.2657\tKL: 4.6541\tLL/KL: -33.5760\n",
- "====> Epoch: 4020/4100 (98%)\tLoss: 161.4313\tLL: -156.7994\tKL: 4.6320\tLL/KL: -33.8516\n",
- "====> Epoch: 4030/4100 (98%)\tLoss: 160.5672\tLL: -155.9561\tKL: 4.6111\tLL/KL: -33.8217\n",
- "====> Epoch: 4040/4100 (99%)\tLoss: 159.6530\tLL: -155.0640\tKL: 4.5890\tLL/KL: -33.7902\n",
- "====> Epoch: 4050/4100 (99%)\tLoss: 158.5868\tLL: -154.0179\tKL: 4.5689\tLL/KL: -33.7098\n",
- "====> Epoch: 4060/4100 (99%)\tLoss: 159.5802\tLL: -155.0292\tKL: 4.5510\tLL/KL: -34.0648\n",
- "====> Epoch: 4070/4100 (99%)\tLoss: 158.2604\tLL: -153.7254\tKL: 4.5350\tLL/KL: -33.8975\n",
- "====> Epoch: 4080/4100 (100%)\tLoss: 158.2886\tLL: -153.7693\tKL: 4.5193\tLL/KL: -34.0248\n",
- "====> Epoch: 4090/4100 (100%)\tLoss: 159.0793\tLL: -154.5745\tKL: 4.5048\tLL/KL: -34.3131\n",
- "====> Epoch: 4100/4200 (98%)\tLoss: 158.9230\tLL: -154.3757\tKL: 4.5474\tLL/KL: -33.9482\n",
- "====> Epoch: 4110/4200 (98%)\tLoss: 156.7162\tLL: -152.1799\tKL: 4.5363\tLL/KL: -33.5471\n",
- "====> Epoch: 4120/4200 (98%)\tLoss: 158.1234\tLL: -153.5986\tKL: 4.5249\tLL/KL: -33.9454\n",
- "====> Epoch: 4130/4200 (98%)\tLoss: 156.6062\tLL: -152.0928\tKL: 4.5134\tLL/KL: -33.6982\n",
- "====> Epoch: 4140/4200 (99%)\tLoss: 157.0149\tLL: -152.5142\tKL: 4.5008\tLL/KL: -33.8862\n",
- "====> Epoch: 4150/4200 (99%)\tLoss: 156.6257\tLL: -152.1369\tKL: 4.4887\tLL/KL: -33.8933\n",
- "====> Epoch: 4160/4200 (99%)\tLoss: 156.5182\tLL: -152.0401\tKL: 4.4781\tLL/KL: -33.9521\n",
- "====> Epoch: 4170/4200 (99%)\tLoss: 156.6180\tLL: -152.1496\tKL: 4.4683\tLL/KL: -34.0507\n",
- "====> Epoch: 4180/4200 (100%)\tLoss: 155.7905\tLL: -151.3323\tKL: 4.4582\tLL/KL: -33.9446\n",
- "====> Epoch: 4190/4200 (100%)\tLoss: 156.0337\tLL: -151.5845\tKL: 4.4492\tLL/KL: -34.0704\n",
- "====> Epoch: 4100/4200 (98%)\tLoss: 157.2476\tLL: -152.7420\tKL: 4.5056\tLL/KL: -33.9005\n",
- "====> Epoch: 4110/4200 (98%)\tLoss: 157.5273\tLL: -153.0282\tKL: 4.4991\tLL/KL: -34.0131\n",
- "====> Epoch: 4120/4200 (98%)\tLoss: 156.3417\tLL: -151.8484\tKL: 4.4933\tLL/KL: -33.7942\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 4130/4200 (98%)\tLoss: 155.5870\tLL: -151.1000\tKL: 4.4870\tLL/KL: -33.6750\n",
- "====> Epoch: 4140/4200 (99%)\tLoss: 155.1505\tLL: -150.6710\tKL: 4.4795\tLL/KL: -33.6353\n",
- "====> Epoch: 4150/4200 (99%)\tLoss: 155.3437\tLL: -150.8725\tKL: 4.4712\tLL/KL: -33.7435\n",
- "====> Epoch: 4160/4200 (99%)\tLoss: 157.0500\tLL: -152.5861\tKL: 4.4639\tLL/KL: -34.1826\n",
- "====> Epoch: 4170/4200 (99%)\tLoss: 154.8580\tLL: -150.4010\tKL: 4.4569\tLL/KL: -33.7454\n",
- "====> Epoch: 4180/4200 (100%)\tLoss: 155.0894\tLL: -150.6397\tKL: 4.4497\tLL/KL: -33.8540\n",
- "====> Epoch: 4190/4200 (100%)\tLoss: 155.5692\tLL: -151.1245\tKL: 4.4446\tLL/KL: -34.0016\n",
- "====> Epoch: 4100/4200 (98%)\tLoss: 155.1345\tLL: -150.4643\tKL: 4.6702\tLL/KL: -32.2177\n",
- "====> Epoch: 4110/4200 (98%)\tLoss: 154.2687\tLL: -149.6026\tKL: 4.6661\tLL/KL: -32.0616\n",
- "====> Epoch: 4120/4200 (98%)\tLoss: 154.9375\tLL: -150.2722\tKL: 4.6653\tLL/KL: -32.2108\n",
- "====> Epoch: 4130/4200 (98%)\tLoss: 154.0455\tLL: -149.3806\tKL: 4.6648\tLL/KL: -32.0226\n",
- "====> Epoch: 4140/4200 (99%)\tLoss: 153.5101\tLL: -148.8459\tKL: 4.6641\tLL/KL: -31.9129\n",
- "====> Epoch: 4150/4200 (99%)\tLoss: 154.2828\tLL: -149.6205\tKL: 4.6623\tLL/KL: -32.0912\n",
- "====> Epoch: 4160/4200 (99%)\tLoss: 153.6428\tLL: -148.9832\tKL: 4.6596\tLL/KL: -31.9733\n",
- "====> Epoch: 4170/4200 (99%)\tLoss: 153.7759\tLL: -149.1187\tKL: 4.6573\tLL/KL: -32.0185\n",
- "====> Epoch: 4180/4200 (100%)\tLoss: 153.2659\tLL: -148.6135\tKL: 4.6524\tLL/KL: -31.9436\n",
- "====> Epoch: 4190/4200 (100%)\tLoss: 153.0920\tLL: -148.4472\tKL: 4.6448\tLL/KL: -31.9597\n",
- "====> Epoch: 4100/4200 (98%)\tLoss: 158.0701\tLL: -153.4980\tKL: 4.5721\tLL/KL: -33.5726\n",
- "====> Epoch: 4110/4200 (98%)\tLoss: 158.1855\tLL: -153.6327\tKL: 4.5527\tLL/KL: -33.7453\n",
- "====> Epoch: 4120/4200 (98%)\tLoss: 158.0590\tLL: -153.5290\tKL: 4.5300\tLL/KL: -33.8916\n",
- "====> Epoch: 4130/4200 (98%)\tLoss: 157.3835\tLL: -152.8762\tKL: 4.5073\tLL/KL: -33.9178\n",
- "====> Epoch: 4140/4200 (99%)\tLoss: 156.7233\tLL: -152.2356\tKL: 4.4877\tLL/KL: -33.9231\n",
- "====> Epoch: 4150/4200 (99%)\tLoss: 156.8731\tLL: -152.4039\tKL: 4.4692\tLL/KL: -34.1009\n",
- "====> Epoch: 4160/4200 (99%)\tLoss: 157.2648\tLL: -152.8141\tKL: 4.4506\tLL/KL: -34.3353\n",
- "====> Epoch: 4170/4200 (99%)\tLoss: 155.3716\tLL: -150.9391\tKL: 4.4325\tLL/KL: -34.0530\n",
- "====> Epoch: 4180/4200 (100%)\tLoss: 156.1515\tLL: -151.7357\tKL: 4.4158\tLL/KL: -34.3620\n",
- "====> Epoch: 4190/4200 (100%)\tLoss: 155.6912\tLL: -151.2905\tKL: 4.4008\tLL/KL: -34.3781\n",
- "====> Epoch: 4200/4300 (98%)\tLoss: 155.8641\tLL: -151.4154\tKL: 4.4487\tLL/KL: -34.0358\n",
- "====> Epoch: 4210/4300 (98%)\tLoss: 155.1971\tLL: -150.7616\tKL: 4.4355\tLL/KL: -33.9900\n",
- "====> Epoch: 4220/4300 (98%)\tLoss: 154.9938\tLL: -150.5706\tKL: 4.4231\tLL/KL: -34.0415\n",
- "====> Epoch: 4230/4300 (98%)\tLoss: 154.8954\tLL: -150.4848\tKL: 4.4106\tLL/KL: -34.1188\n",
- "====> Epoch: 4240/4300 (99%)\tLoss: 155.7818\tLL: -151.3830\tKL: 4.3989\tLL/KL: -34.4140\n",
- "====> Epoch: 4250/4300 (99%)\tLoss: 154.7393\tLL: -150.3517\tKL: 4.3876\tLL/KL: -34.2675\n",
- "====> Epoch: 4260/4300 (99%)\tLoss: 153.5516\tLL: -149.1756\tKL: 4.3760\tLL/KL: -34.0896\n",
- "====> Epoch: 4270/4300 (99%)\tLoss: 153.7786\tLL: -149.4126\tKL: 4.3660\tLL/KL: -34.2219\n",
- "====> Epoch: 4280/4300 (100%)\tLoss: 155.7123\tLL: -151.3535\tKL: 4.3587\tLL/KL: -34.7242\n",
- "====> Epoch: 4290/4300 (100%)\tLoss: 153.9572\tLL: -149.6067\tKL: 4.3505\tLL/KL: -34.3883\n",
- "====> Epoch: 4200/4300 (98%)\tLoss: 154.9920\tLL: -150.5837\tKL: 4.4083\tLL/KL: -34.1592\n",
- "====> Epoch: 4210/4300 (98%)\tLoss: 154.8044\tLL: -150.3997\tKL: 4.4047\tLL/KL: -34.1452\n",
- "====> Epoch: 4220/4300 (98%)\tLoss: 154.6802\tLL: -150.2818\tKL: 4.3983\tLL/KL: -34.1679\n",
- "====> Epoch: 4230/4300 (98%)\tLoss: 154.7686\tLL: -150.3787\tKL: 4.3899\tLL/KL: -34.2560\n",
- "====> Epoch: 4240/4300 (99%)\tLoss: 153.6507\tLL: -149.2669\tKL: 4.3838\tLL/KL: -34.0497\n",
- "====> Epoch: 4250/4300 (99%)\tLoss: 153.7303\tLL: -149.3526\tKL: 4.3777\tLL/KL: -34.1166\n",
- "====> Epoch: 4260/4300 (99%)\tLoss: 154.5525\tLL: -150.1818\tKL: 4.3708\tLL/KL: -34.3605\n",
- "====> Epoch: 4270/4300 (99%)\tLoss: 153.5176\tLL: -149.1528\tKL: 4.3647\tLL/KL: -34.1723\n",
- "====> Epoch: 4280/4300 (100%)\tLoss: 153.7515\tLL: -149.3934\tKL: 4.3581\tLL/KL: -34.2796\n",
- "====> Epoch: 4290/4300 (100%)\tLoss: 152.3848\tLL: -148.0330\tKL: 4.3518\tLL/KL: -34.0164\n",
- "====> Epoch: 4200/4300 (98%)\tLoss: 152.6635\tLL: -148.0955\tKL: 4.5680\tLL/KL: -32.4202\n",
- "====> Epoch: 4210/4300 (98%)\tLoss: 152.6261\tLL: -148.0602\tKL: 4.5658\tLL/KL: -32.4279\n",
- "====> Epoch: 4220/4300 (98%)\tLoss: 152.2220\tLL: -147.6564\tKL: 4.5656\tLL/KL: -32.3410\n",
- "====> Epoch: 4230/4300 (98%)\tLoss: 151.4782\tLL: -146.9129\tKL: 4.5653\tLL/KL: -32.1804\n",
- "====> Epoch: 4240/4300 (99%)\tLoss: 151.0260\tLL: -146.4631\tKL: 4.5629\tLL/KL: -32.0990\n",
- "====> Epoch: 4250/4300 (99%)\tLoss: 150.7995\tLL: -146.2400\tKL: 4.5595\tLL/KL: -32.0740\n",
- "====> Epoch: 4260/4300 (99%)\tLoss: 151.5664\tLL: -147.0094\tKL: 4.5570\tLL/KL: -32.2600\n",
- "====> Epoch: 4270/4300 (99%)\tLoss: 150.2460\tLL: -145.6946\tKL: 4.5514\tLL/KL: -32.0108\n",
- "====> Epoch: 4280/4300 (100%)\tLoss: 150.0662\tLL: -145.5220\tKL: 4.5441\tLL/KL: -32.0241\n",
- "====> Epoch: 4290/4300 (100%)\tLoss: 150.8542\tLL: -146.3173\tKL: 4.5369\tLL/KL: -32.2502\n",
- "====> Epoch: 4200/4300 (98%)\tLoss: 155.4612\tLL: -150.9886\tKL: 4.4727\tLL/KL: -33.7581\n",
- "====> Epoch: 4210/4300 (98%)\tLoss: 155.4647\tLL: -151.0121\tKL: 4.4526\tLL/KL: -33.9154\n",
- "====> Epoch: 4220/4300 (98%)\tLoss: 155.5438\tLL: -151.1150\tKL: 4.4289\tLL/KL: -34.1206\n",
- "====> Epoch: 4230/4300 (98%)\tLoss: 155.1544\tLL: -150.7466\tKL: 4.4078\tLL/KL: -34.1998\n",
- "====> Epoch: 4240/4300 (99%)\tLoss: 155.2149\tLL: -150.8251\tKL: 4.3898\tLL/KL: -34.3584\n",
- "====> Epoch: 4250/4300 (99%)\tLoss: 154.7664\tLL: -150.3953\tKL: 4.3711\tLL/KL: -34.4068\n",
- "====> Epoch: 4260/4300 (99%)\tLoss: 155.5032\tLL: -151.1495\tKL: 4.3538\tLL/KL: -34.7170\n",
- "====> Epoch: 4270/4300 (99%)\tLoss: 154.0301\tLL: -149.6928\tKL: 4.3373\tLL/KL: -34.5128\n",
- "====> Epoch: 4280/4300 (100%)\tLoss: 154.2850\tLL: -149.9647\tKL: 4.3203\tLL/KL: -34.7116\n",
- "====> Epoch: 4290/4300 (100%)\tLoss: 154.2048\tLL: -149.9002\tKL: 4.3045\tLL/KL: -34.8237\n",
- "====> Epoch: 4300/4400 (98%)\tLoss: 153.1023\tLL: -148.7515\tKL: 4.3508\tLL/KL: -34.1891\n",
- "====> Epoch: 4310/4400 (98%)\tLoss: 153.4937\tLL: -149.1528\tKL: 4.3409\tLL/KL: -34.3598\n",
- "====> Epoch: 4320/4400 (98%)\tLoss: 153.9641\tLL: -149.6367\tKL: 4.3273\tLL/KL: -34.5795\n",
- "====> Epoch: 4330/4400 (98%)\tLoss: 152.7391\tLL: -148.4235\tKL: 4.3156\tLL/KL: -34.3924\n",
- "====> Epoch: 4340/4400 (99%)\tLoss: 153.3281\tLL: -149.0242\tKL: 4.3039\tLL/KL: -34.6252\n",
- "====> Epoch: 4350/4400 (99%)\tLoss: 151.8535\tLL: -147.5603\tKL: 4.2932\tLL/KL: -34.3704\n",
- "====> Epoch: 4360/4400 (99%)\tLoss: 153.4440\tLL: -149.1624\tKL: 4.2816\tLL/KL: -34.8377\n",
- "====> Epoch: 4370/4400 (99%)\tLoss: 152.0856\tLL: -147.8151\tKL: 4.2705\tLL/KL: -34.6132\n",
- "====> Epoch: 4380/4400 (100%)\tLoss: 152.0073\tLL: -147.7458\tKL: 4.2616\tLL/KL: -34.6694\n",
- "====> Epoch: 4390/4400 (100%)\tLoss: 151.4737\tLL: -147.2218\tKL: 4.2519\tLL/KL: -34.6251\n",
- "====> Epoch: 4300/4400 (98%)\tLoss: 152.7514\tLL: -148.4394\tKL: 4.3120\tLL/KL: -34.4248\n",
- "====> Epoch: 4310/4400 (98%)\tLoss: 151.9639\tLL: -147.6571\tKL: 4.3068\tLL/KL: -34.2846\n",
- "====> Epoch: 4320/4400 (98%)\tLoss: 151.0182\tLL: -146.7183\tKL: 4.2999\tLL/KL: -34.1211\n",
- "====> Epoch: 4330/4400 (98%)\tLoss: 151.5683\tLL: -147.2746\tKL: 4.2938\tLL/KL: -34.2996\n",
- "====> Epoch: 4340/4400 (99%)\tLoss: 151.0645\tLL: -146.7760\tKL: 4.2885\tLL/KL: -34.2253\n",
- "====> Epoch: 4350/4400 (99%)\tLoss: 153.1907\tLL: -148.9069\tKL: 4.2838\tLL/KL: -34.7609\n",
- "====> Epoch: 4360/4400 (99%)\tLoss: 151.4549\tLL: -147.1752\tKL: 4.2797\tLL/KL: -34.3893\n",
- "====> Epoch: 4370/4400 (99%)\tLoss: 151.3198\tLL: -147.0457\tKL: 4.2741\tLL/KL: -34.4040\n",
- "====> Epoch: 4380/4400 (100%)\tLoss: 151.4213\tLL: -147.1530\tKL: 4.2683\tLL/KL: -34.4757\n",
- "====> Epoch: 4390/4400 (100%)\tLoss: 151.1598\tLL: -146.8979\tKL: 4.2618\tLL/KL: -34.4683\n",
- "====> Epoch: 4300/4400 (98%)\tLoss: 150.8551\tLL: -146.3885\tKL: 4.4666\tLL/KL: -32.7739\n",
- "====> Epoch: 4310/4400 (98%)\tLoss: 150.7768\tLL: -146.3143\tKL: 4.4625\tLL/KL: -32.7875\n",
- "====> Epoch: 4320/4400 (98%)\tLoss: 150.3916\tLL: -145.9268\tKL: 4.4647\tLL/KL: -32.6843\n",
- "====> Epoch: 4330/4400 (98%)\tLoss: 150.4040\tLL: -145.9368\tKL: 4.4672\tLL/KL: -32.6685\n",
- "====> Epoch: 4340/4400 (99%)\tLoss: 149.1054\tLL: -144.6378\tKL: 4.4676\tLL/KL: -32.3749\n",
- "====> Epoch: 4350/4400 (99%)\tLoss: 149.7112\tLL: -145.2461\tKL: 4.4650\tLL/KL: -32.5297\n",
- "====> Epoch: 4360/4400 (99%)\tLoss: 149.6779\tLL: -145.2144\tKL: 4.4634\tLL/KL: -32.5344\n",
- "====> Epoch: 4370/4400 (99%)\tLoss: 149.8025\tLL: -145.3433\tKL: 4.4592\tLL/KL: -32.5942\n",
- "====> Epoch: 4380/4400 (100%)\tLoss: 149.3707\tLL: -144.9161\tKL: 4.4546\tLL/KL: -32.5317\n",
- "====> Epoch: 4390/4400 (100%)\tLoss: 148.7172\tLL: -144.2686\tKL: 4.4486\tLL/KL: -32.4301\n",
- "====> Epoch: 4300/4400 (98%)\tLoss: 154.0472\tLL: -149.6732\tKL: 4.3740\tLL/KL: -34.2190\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 4310/4400 (98%)\tLoss: 153.8951\tLL: -149.5393\tKL: 4.3559\tLL/KL: -34.3304\n",
- "====> Epoch: 4320/4400 (98%)\tLoss: 153.6639\tLL: -149.3297\tKL: 4.3342\tLL/KL: -34.4535\n",
- "====> Epoch: 4330/4400 (98%)\tLoss: 152.2866\tLL: -147.9751\tKL: 4.3115\tLL/KL: -34.3209\n",
- "====> Epoch: 4340/4400 (99%)\tLoss: 153.2466\tLL: -148.9566\tKL: 4.2900\tLL/KL: -34.7221\n",
- "====> Epoch: 4350/4400 (99%)\tLoss: 152.4419\tLL: -148.1691\tKL: 4.2729\tLL/KL: -34.6768\n",
- "====> Epoch: 4360/4400 (99%)\tLoss: 152.5296\tLL: -148.2743\tKL: 4.2554\tLL/KL: -34.8441\n",
- "====> Epoch: 4370/4400 (99%)\tLoss: 152.5694\tLL: -148.3300\tKL: 4.2394\tLL/KL: -34.9887\n",
- "====> Epoch: 4380/4400 (100%)\tLoss: 152.7146\tLL: -148.4912\tKL: 4.2234\tLL/KL: -35.1594\n",
- "====> Epoch: 4390/4400 (100%)\tLoss: 151.7622\tLL: -147.5531\tKL: 4.2091\tLL/KL: -35.0557\n",
- "====> Epoch: 4400/4500 (98%)\tLoss: 152.2325\tLL: -147.9727\tKL: 4.2598\tLL/KL: -34.7372\n",
- "====> Epoch: 4410/4500 (98%)\tLoss: 151.5388\tLL: -147.2905\tKL: 4.2483\tLL/KL: -34.6703\n",
- "====> Epoch: 4420/4500 (98%)\tLoss: 151.6638\tLL: -147.4270\tKL: 4.2368\tLL/KL: -34.7970\n",
- "====> Epoch: 4430/4500 (98%)\tLoss: 151.7406\tLL: -147.5165\tKL: 4.2242\tLL/KL: -34.9219\n",
- "====> Epoch: 4440/4500 (99%)\tLoss: 150.3793\tLL: -146.1670\tKL: 4.2123\tLL/KL: -34.6998\n",
- "====> Epoch: 4450/4500 (99%)\tLoss: 150.5946\tLL: -146.3924\tKL: 4.2022\tLL/KL: -34.8368\n",
- "====> Epoch: 4460/4500 (99%)\tLoss: 150.8543\tLL: -146.6619\tKL: 4.1924\tLL/KL: -34.9826\n",
- "====> Epoch: 4470/4500 (99%)\tLoss: 150.7843\tLL: -146.5995\tKL: 4.1848\tLL/KL: -35.0318\n",
- "====> Epoch: 4480/4500 (100%)\tLoss: 150.0892\tLL: -145.9135\tKL: 4.1757\tLL/KL: -34.9431\n",
- "====> Epoch: 4490/4500 (100%)\tLoss: 150.3494\tLL: -146.1840\tKL: 4.1654\tLL/KL: -35.0951\n",
- "====> Epoch: 4400/4500 (98%)\tLoss: 149.9301\tLL: -145.7077\tKL: 4.2224\tLL/KL: -34.5086\n",
- "====> Epoch: 4410/4500 (98%)\tLoss: 150.5949\tLL: -146.3789\tKL: 4.2160\tLL/KL: -34.7198\n",
- "====> Epoch: 4420/4500 (98%)\tLoss: 150.4948\tLL: -146.2849\tKL: 4.2099\tLL/KL: -34.7480\n",
- "====> Epoch: 4430/4500 (98%)\tLoss: 150.4298\tLL: -146.2276\tKL: 4.2022\tLL/KL: -34.7980\n",
- "====> Epoch: 4440/4500 (99%)\tLoss: 150.2580\tLL: -146.0638\tKL: 4.1942\tLL/KL: -34.8256\n",
- "====> Epoch: 4450/4500 (99%)\tLoss: 149.5325\tLL: -145.3450\tKL: 4.1875\tLL/KL: -34.7092\n",
- "====> Epoch: 4460/4500 (99%)\tLoss: 148.5427\tLL: -144.3602\tKL: 4.1825\tLL/KL: -34.5151\n",
- "====> Epoch: 4470/4500 (99%)\tLoss: 149.4832\tLL: -145.3053\tKL: 4.1779\tLL/KL: -34.7791\n",
- "====> Epoch: 4480/4500 (100%)\tLoss: 149.4287\tLL: -145.2554\tKL: 4.1733\tLL/KL: -34.8062\n",
- "====> Epoch: 4490/4500 (100%)\tLoss: 148.5744\tLL: -144.4042\tKL: 4.1702\tLL/KL: -34.6280\n",
- "====> Epoch: 4400/4500 (98%)\tLoss: 148.6577\tLL: -144.2857\tKL: 4.3720\tLL/KL: -33.0022\n",
- "====> Epoch: 4410/4500 (98%)\tLoss: 149.0714\tLL: -144.6981\tKL: 4.3734\tLL/KL: -33.0861\n",
- "====> Epoch: 4420/4500 (98%)\tLoss: 148.3395\tLL: -143.9617\tKL: 4.3778\tLL/KL: -32.8847\n",
- "====> Epoch: 4430/4500 (98%)\tLoss: 148.2267\tLL: -143.8456\tKL: 4.3811\tLL/KL: -32.8333\n",
- "====> Epoch: 4440/4500 (99%)\tLoss: 147.9456\tLL: -143.5634\tKL: 4.3822\tLL/KL: -32.7607\n",
- "====> Epoch: 4450/4500 (99%)\tLoss: 148.5854\tLL: -144.2057\tKL: 4.3798\tLL/KL: -32.9253\n",
- "====> Epoch: 4460/4500 (99%)\tLoss: 147.7881\tLL: -143.4111\tKL: 4.3770\tLL/KL: -32.7646\n",
- "====> Epoch: 4470/4500 (99%)\tLoss: 148.1532\tLL: -143.7800\tKL: 4.3732\tLL/KL: -32.8775\n",
- "====> Epoch: 4480/4500 (100%)\tLoss: 147.2332\tLL: -142.8668\tKL: 4.3664\tLL/KL: -32.7194\n",
- "====> Epoch: 4490/4500 (100%)\tLoss: 147.4903\tLL: -143.1317\tKL: 4.3587\tLL/KL: -32.8384\n",
- "====> Epoch: 4400/4500 (98%)\tLoss: 152.7884\tLL: -148.5062\tKL: 4.2821\tLL/KL: -34.6804\n",
- "====> Epoch: 4410/4500 (98%)\tLoss: 151.9761\tLL: -147.7126\tKL: 4.2635\tLL/KL: -34.6457\n",
- "====> Epoch: 4420/4500 (98%)\tLoss: 152.3291\tLL: -148.0866\tKL: 4.2425\tLL/KL: -34.9055\n",
- "====> Epoch: 4430/4500 (98%)\tLoss: 151.0339\tLL: -146.8123\tKL: 4.2215\tLL/KL: -34.7769\n",
- "====> Epoch: 4440/4500 (99%)\tLoss: 152.1451\tLL: -147.9444\tKL: 4.2007\tLL/KL: -35.2188\n",
- "====> Epoch: 4450/4500 (99%)\tLoss: 149.9394\tLL: -145.7566\tKL: 4.1828\tLL/KL: -34.8469\n",
- "====> Epoch: 4460/4500 (99%)\tLoss: 150.5002\tLL: -146.3326\tKL: 4.1676\tLL/KL: -35.1121\n",
- "====> Epoch: 4470/4500 (99%)\tLoss: 149.7408\tLL: -145.5894\tKL: 4.1515\tLL/KL: -35.0693\n",
- "====> Epoch: 4480/4500 (100%)\tLoss: 149.9951\tLL: -145.8605\tKL: 4.1346\tLL/KL: -35.2779\n",
- "====> Epoch: 4490/4500 (100%)\tLoss: 149.9022\tLL: -145.7827\tKL: 4.1195\tLL/KL: -35.3881\n",
- "====> Epoch: 4500/4600 (98%)\tLoss: 149.9463\tLL: -145.7773\tKL: 4.1691\tLL/KL: -34.9663\n",
- "====> Epoch: 4510/4600 (98%)\tLoss: 149.9899\tLL: -145.8307\tKL: 4.1592\tLL/KL: -35.0625\n",
- "====> Epoch: 4520/4600 (98%)\tLoss: 150.5647\tLL: -146.4176\tKL: 4.1471\tLL/KL: -35.3060\n",
- "====> Epoch: 4530/4600 (98%)\tLoss: 149.2236\tLL: -145.0900\tKL: 4.1336\tLL/KL: -35.1000\n",
- "====> Epoch: 4540/4600 (99%)\tLoss: 149.7002\tLL: -145.5771\tKL: 4.1231\tLL/KL: -35.3077\n",
- "====> Epoch: 4550/4600 (99%)\tLoss: 149.2922\tLL: -145.1789\tKL: 4.1134\tLL/KL: -35.2943\n",
- "====> Epoch: 4560/4600 (99%)\tLoss: 149.5102\tLL: -145.4063\tKL: 4.1039\tLL/KL: -35.4312\n",
- "====> Epoch: 4570/4600 (99%)\tLoss: 149.1379\tLL: -145.0424\tKL: 4.0955\tLL/KL: -35.4150\n",
- "====> Epoch: 4580/4600 (100%)\tLoss: 148.2789\tLL: -144.1921\tKL: 4.0868\tLL/KL: -35.2820\n",
- "====> Epoch: 4590/4600 (100%)\tLoss: 148.3976\tLL: -144.3204\tKL: 4.0772\tLL/KL: -35.3968\n",
- "====> Epoch: 4500/4600 (98%)\tLoss: 149.2827\tLL: -145.1495\tKL: 4.1332\tLL/KL: -35.1180\n",
- "====> Epoch: 4510/4600 (98%)\tLoss: 149.0372\tLL: -144.9104\tKL: 4.1269\tLL/KL: -35.1140\n",
- "====> Epoch: 4520/4600 (98%)\tLoss: 148.8015\tLL: -144.6814\tKL: 4.1201\tLL/KL: -35.1160\n",
- "====> Epoch: 4530/4600 (98%)\tLoss: 149.2261\tLL: -145.1105\tKL: 4.1157\tLL/KL: -35.2581\n",
- "====> Epoch: 4540/4600 (99%)\tLoss: 149.0912\tLL: -144.9790\tKL: 4.1122\tLL/KL: -35.2557\n",
- "====> Epoch: 4550/4600 (99%)\tLoss: 147.8116\tLL: -143.7045\tKL: 4.1071\tLL/KL: -34.9890\n",
- "====> Epoch: 4560/4600 (99%)\tLoss: 149.0328\tLL: -144.9325\tKL: 4.1003\tLL/KL: -35.3470\n",
- "====> Epoch: 4570/4600 (99%)\tLoss: 147.4363\tLL: -143.3418\tKL: 4.0944\tLL/KL: -35.0089\n",
- "====> Epoch: 4580/4600 (100%)\tLoss: 148.7522\tLL: -144.6634\tKL: 4.0888\tLL/KL: -35.3803\n",
- "====> Epoch: 4590/4600 (100%)\tLoss: 147.9768\tLL: -143.8920\tKL: 4.0848\tLL/KL: -35.2260\n",
- "====> Epoch: 4500/4600 (98%)\tLoss: 147.3834\tLL: -143.1054\tKL: 4.2780\tLL/KL: -33.4517\n",
- "====> Epoch: 4510/4600 (98%)\tLoss: 146.9662\tLL: -142.6891\tKL: 4.2771\tLL/KL: -33.3611\n",
- "====> Epoch: 4520/4600 (98%)\tLoss: 146.7472\tLL: -142.4660\tKL: 4.2812\tLL/KL: -33.2774\n",
- "====> Epoch: 4530/4600 (98%)\tLoss: 146.5860\tLL: -142.3004\tKL: 4.2856\tLL/KL: -33.2041\n",
- "====> Epoch: 4540/4600 (99%)\tLoss: 146.1122\tLL: -141.8267\tKL: 4.2855\tLL/KL: -33.0949\n",
- "====> Epoch: 4550/4600 (99%)\tLoss: 146.0344\tLL: -141.7499\tKL: 4.2845\tLL/KL: -33.0843\n",
- "====> Epoch: 4560/4600 (99%)\tLoss: 146.5443\tLL: -142.2619\tKL: 4.2824\tLL/KL: -33.2204\n",
- "====> Epoch: 4570/4600 (99%)\tLoss: 146.0545\tLL: -141.7729\tKL: 4.2817\tLL/KL: -33.1117\n",
- "====> Epoch: 4580/4600 (100%)\tLoss: 146.4615\tLL: -142.1835\tKL: 4.2780\tLL/KL: -33.2357\n",
- "====> Epoch: 4590/4600 (100%)\tLoss: 144.3654\tLL: -140.0914\tKL: 4.2740\tLL/KL: -32.7776\n",
- "====> Epoch: 4500/4600 (98%)\tLoss: 149.5051\tLL: -145.3143\tKL: 4.1908\tLL/KL: -34.6747\n",
- "====> Epoch: 4510/4600 (98%)\tLoss: 150.0918\tLL: -145.9192\tKL: 4.1725\tLL/KL: -34.9713\n",
- "====> Epoch: 4520/4600 (98%)\tLoss: 150.3371\tLL: -146.1856\tKL: 4.1515\tLL/KL: -35.2123\n",
- "====> Epoch: 4530/4600 (98%)\tLoss: 148.7675\tLL: -144.6372\tKL: 4.1303\tLL/KL: -35.0187\n",
- "====> Epoch: 4540/4600 (99%)\tLoss: 149.6076\tLL: -145.4972\tKL: 4.1104\tLL/KL: -35.3975\n",
- "====> Epoch: 4550/4600 (99%)\tLoss: 150.0665\tLL: -145.9729\tKL: 4.0936\tLL/KL: -35.6587\n",
- "====> Epoch: 4560/4600 (99%)\tLoss: 148.7644\tLL: -144.6879\tKL: 4.0764\tLL/KL: -35.4936\n",
- "====> Epoch: 4570/4600 (99%)\tLoss: 149.0879\tLL: -145.0258\tKL: 4.0620\tLL/KL: -35.7030\n",
- "====> Epoch: 4580/4600 (100%)\tLoss: 149.3979\tLL: -145.3496\tKL: 4.0483\tLL/KL: -35.9042\n",
- "====> Epoch: 4590/4600 (100%)\tLoss: 148.3089\tLL: -144.2738\tKL: 4.0351\tLL/KL: -35.7550\n",
- "====> Epoch: 4600/4700 (98%)\tLoss: 147.7778\tLL: -143.6922\tKL: 4.0856\tLL/KL: -35.1708\n",
- "====> Epoch: 4610/4700 (98%)\tLoss: 148.3942\tLL: -144.3200\tKL: 4.0742\tLL/KL: -35.4228\n",
- "====> Epoch: 4620/4700 (98%)\tLoss: 148.6167\tLL: -144.5550\tKL: 4.0617\tLL/KL: -35.5895\n",
- "====> Epoch: 4630/4700 (99%)\tLoss: 147.4177\tLL: -143.3670\tKL: 4.0507\tLL/KL: -35.3928\n",
- "====> Epoch: 4640/4700 (99%)\tLoss: 147.2478\tLL: -143.2079\tKL: 4.0399\tLL/KL: -35.4481\n",
- "====> Epoch: 4650/4700 (99%)\tLoss: 147.5584\tLL: -143.5279\tKL: 4.0305\tLL/KL: -35.6102\n",
- "====> Epoch: 4660/4700 (99%)\tLoss: 147.6821\tLL: -143.6610\tKL: 4.0211\tLL/KL: -35.7269\n",
- "====> Epoch: 4670/4700 (99%)\tLoss: 146.7077\tLL: -142.6977\tKL: 4.0100\tLL/KL: -35.5855\n",
- "====> Epoch: 4680/4700 (100%)\tLoss: 147.2980\tLL: -143.2996\tKL: 3.9984\tLL/KL: -35.8393\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 4690/4700 (100%)\tLoss: 147.2423\tLL: -143.2510\tKL: 3.9913\tLL/KL: -35.8908\n",
- "====> Epoch: 4600/4700 (98%)\tLoss: 147.5166\tLL: -143.4659\tKL: 4.0506\tLL/KL: -35.4181\n",
- "====> Epoch: 4610/4700 (98%)\tLoss: 147.5924\tLL: -143.5469\tKL: 4.0454\tLL/KL: -35.4836\n",
- "====> Epoch: 4620/4700 (98%)\tLoss: 146.9421\tLL: -142.9019\tKL: 4.0402\tLL/KL: -35.3701\n",
- "====> Epoch: 4630/4700 (99%)\tLoss: 147.0457\tLL: -143.0098\tKL: 4.0359\tLL/KL: -35.4343\n",
- "====> Epoch: 4640/4700 (99%)\tLoss: 146.6606\tLL: -142.6284\tKL: 4.0322\tLL/KL: -35.3725\n",
- "====> Epoch: 4650/4700 (99%)\tLoss: 146.8646\tLL: -142.8367\tKL: 4.0278\tLL/KL: -35.4623\n",
- "====> Epoch: 4660/4700 (99%)\tLoss: 146.6462\tLL: -142.6227\tKL: 4.0236\tLL/KL: -35.4469\n",
- "====> Epoch: 4670/4700 (99%)\tLoss: 146.5628\tLL: -142.5447\tKL: 4.0181\tLL/KL: -35.4754\n",
- "====> Epoch: 4680/4700 (100%)\tLoss: 146.4365\tLL: -142.4239\tKL: 4.0126\tLL/KL: -35.4938\n",
- "====> Epoch: 4690/4700 (100%)\tLoss: 145.4134\tLL: -141.4076\tKL: 4.0058\tLL/KL: -35.3007\n",
- "====> Epoch: 4600/4700 (98%)\tLoss: 145.4070\tLL: -141.2155\tKL: 4.1915\tLL/KL: -33.6913\n",
- "====> Epoch: 4610/4700 (98%)\tLoss: 144.9356\tLL: -140.7453\tKL: 4.1903\tLL/KL: -33.5881\n",
- "====> Epoch: 4620/4700 (98%)\tLoss: 145.5587\tLL: -141.3667\tKL: 4.1920\tLL/KL: -33.7230\n",
- "====> Epoch: 4630/4700 (99%)\tLoss: 145.8081\tLL: -141.6131\tKL: 4.1950\tLL/KL: -33.7577\n",
- "====> Epoch: 4640/4700 (99%)\tLoss: 144.8015\tLL: -140.6048\tKL: 4.1967\tLL/KL: -33.5036\n",
- "====> Epoch: 4650/4700 (99%)\tLoss: 144.6257\tLL: -140.4298\tKL: 4.1959\tLL/KL: -33.4684\n",
- "====> Epoch: 4660/4700 (99%)\tLoss: 144.5235\tLL: -140.3298\tKL: 4.1937\tLL/KL: -33.4621\n",
- "====> Epoch: 4670/4700 (99%)\tLoss: 144.6426\tLL: -140.4513\tKL: 4.1913\tLL/KL: -33.5102\n",
- "====> Epoch: 4680/4700 (100%)\tLoss: 144.4787\tLL: -140.2898\tKL: 4.1888\tLL/KL: -33.4914\n",
- "====> Epoch: 4690/4700 (100%)\tLoss: 144.2972\tLL: -140.1115\tKL: 4.1858\tLL/KL: -33.4731\n",
- "====> Epoch: 4600/4700 (98%)\tLoss: 149.3894\tLL: -145.2829\tKL: 4.1065\tLL/KL: -35.3787\n",
- "====> Epoch: 4610/4700 (98%)\tLoss: 147.9612\tLL: -143.8720\tKL: 4.0892\tLL/KL: -35.1831\n",
- "====> Epoch: 4620/4700 (98%)\tLoss: 147.9445\tLL: -143.8769\tKL: 4.0675\tLL/KL: -35.3722\n",
- "====> Epoch: 4630/4700 (99%)\tLoss: 148.1405\tLL: -144.0937\tKL: 4.0468\tLL/KL: -35.6069\n",
- "====> Epoch: 4640/4700 (99%)\tLoss: 147.4869\tLL: -143.4613\tKL: 4.0255\tLL/KL: -35.6377\n",
- "====> Epoch: 4650/4700 (99%)\tLoss: 147.5454\tLL: -143.5396\tKL: 4.0058\tLL/KL: -35.8330\n",
- "====> Epoch: 4660/4700 (99%)\tLoss: 146.9761\tLL: -142.9872\tKL: 3.9888\tLL/KL: -35.8471\n",
- "====> Epoch: 4670/4700 (99%)\tLoss: 147.7377\tLL: -143.7637\tKL: 3.9741\tLL/KL: -36.1756\n",
- "====> Epoch: 4680/4700 (100%)\tLoss: 147.0399\tLL: -143.0797\tKL: 3.9602\tLL/KL: -36.1293\n",
- "====> Epoch: 4690/4700 (100%)\tLoss: 147.1564\tLL: -143.2102\tKL: 3.9462\tLL/KL: -36.2902\n",
- "====> Epoch: 4700/4800 (98%)\tLoss: 146.8730\tLL: -142.8728\tKL: 4.0003\tLL/KL: -35.7156\n",
- "====> Epoch: 4710/4800 (98%)\tLoss: 146.7775\tLL: -142.7855\tKL: 3.9920\tLL/KL: -35.7679\n",
- "====> Epoch: 4720/4800 (98%)\tLoss: 146.8235\tLL: -142.8427\tKL: 3.9808\tLL/KL: -35.8832\n",
- "====> Epoch: 4730/4800 (99%)\tLoss: 146.1027\tLL: -142.1344\tKL: 3.9683\tLL/KL: -35.8172\n",
- "====> Epoch: 4740/4800 (99%)\tLoss: 146.0126\tLL: -142.0552\tKL: 3.9574\tLL/KL: -35.8960\n",
- "====> Epoch: 4750/4800 (99%)\tLoss: 145.5117\tLL: -141.5637\tKL: 3.9480\tLL/KL: -35.8568\n",
- "====> Epoch: 4760/4800 (99%)\tLoss: 145.3261\tLL: -141.3863\tKL: 3.9398\tLL/KL: -35.8866\n",
- "====> Epoch: 4770/4800 (99%)\tLoss: 145.6378\tLL: -141.7067\tKL: 3.9311\tLL/KL: -36.0474\n",
- "====> Epoch: 4780/4800 (100%)\tLoss: 146.0442\tLL: -142.1202\tKL: 3.9240\tLL/KL: -36.2181\n",
- "====> Epoch: 4790/4800 (100%)\tLoss: 146.3663\tLL: -142.4497\tKL: 3.9166\tLL/KL: -36.3711\n",
- "====> Epoch: 4700/4800 (98%)\tLoss: 146.4023\tLL: -142.4349\tKL: 3.9674\tLL/KL: -35.9015\n",
- "====> Epoch: 4710/4800 (98%)\tLoss: 146.3186\tLL: -142.3556\tKL: 3.9630\tLL/KL: -35.9213\n",
- "====> Epoch: 4720/4800 (98%)\tLoss: 145.5233\tLL: -141.5660\tKL: 3.9573\tLL/KL: -35.7735\n",
- "====> Epoch: 4730/4800 (99%)\tLoss: 145.5045\tLL: -141.5516\tKL: 3.9529\tLL/KL: -35.8094\n",
- "====> Epoch: 4740/4800 (99%)\tLoss: 145.2473\tLL: -141.3003\tKL: 3.9470\tLL/KL: -35.7996\n",
- "====> Epoch: 4750/4800 (99%)\tLoss: 145.0776\tLL: -141.1339\tKL: 3.9437\tLL/KL: -35.7872\n",
- "====> Epoch: 4760/4800 (99%)\tLoss: 145.2522\tLL: -141.3111\tKL: 3.9411\tLL/KL: -35.8560\n",
- "====> Epoch: 4770/4800 (99%)\tLoss: 144.8134\tLL: -140.8718\tKL: 3.9416\tLL/KL: -35.7397\n",
- "====> Epoch: 4780/4800 (100%)\tLoss: 145.2910\tLL: -141.3521\tKL: 3.9389\tLL/KL: -35.8866\n",
- "====> Epoch: 4790/4800 (100%)\tLoss: 145.1060\tLL: -141.1697\tKL: 3.9362\tLL/KL: -35.8643\n",
- "====> Epoch: 4700/4800 (98%)\tLoss: 144.0023\tLL: -139.8992\tKL: 4.1030\tLL/KL: -34.0964\n",
- "====> Epoch: 4710/4800 (98%)\tLoss: 143.9337\tLL: -139.8326\tKL: 4.1011\tLL/KL: -34.0962\n",
- "====> Epoch: 4720/4800 (98%)\tLoss: 144.3398\tLL: -140.2364\tKL: 4.1034\tLL/KL: -34.1757\n",
- "====> Epoch: 4730/4800 (99%)\tLoss: 142.8282\tLL: -138.7224\tKL: 4.1058\tLL/KL: -33.7865\n",
- "====> Epoch: 4740/4800 (99%)\tLoss: 144.1430\tLL: -140.0345\tKL: 4.1085\tLL/KL: -34.0841\n",
- "====> Epoch: 4750/4800 (99%)\tLoss: 143.4427\tLL: -139.3311\tKL: 4.1116\tLL/KL: -33.8873\n",
- "====> Epoch: 4760/4800 (99%)\tLoss: 142.7313\tLL: -138.6192\tKL: 4.1121\tLL/KL: -33.7103\n",
- "====> Epoch: 4770/4800 (99%)\tLoss: 143.0406\tLL: -138.9282\tKL: 4.1124\tLL/KL: -33.7825\n",
- "====> Epoch: 4780/4800 (100%)\tLoss: 143.8151\tLL: -139.7064\tKL: 4.1086\tLL/KL: -34.0031\n",
- "====> Epoch: 4790/4800 (100%)\tLoss: 143.3474\tLL: -139.2435\tKL: 4.1039\tLL/KL: -33.9298\n",
- "====> Epoch: 4700/4800 (98%)\tLoss: 145.9966\tLL: -141.9757\tKL: 4.0208\tLL/KL: -35.3100\n",
- "====> Epoch: 4710/4800 (98%)\tLoss: 146.1142\tLL: -142.1114\tKL: 4.0027\tLL/KL: -35.5035\n",
- "====> Epoch: 4720/4800 (98%)\tLoss: 146.0033\tLL: -142.0231\tKL: 3.9801\tLL/KL: -35.6831\n",
- "====> Epoch: 4730/4800 (99%)\tLoss: 145.6085\tLL: -141.6497\tKL: 3.9588\tLL/KL: -35.7808\n",
- "====> Epoch: 4740/4800 (99%)\tLoss: 145.0951\tLL: -141.1564\tKL: 3.9386\tLL/KL: -35.8389\n",
- "====> Epoch: 4750/4800 (99%)\tLoss: 146.4470\tLL: -142.5273\tKL: 3.9197\tLL/KL: -36.3622\n",
- "====> Epoch: 4760/4800 (99%)\tLoss: 145.1505\tLL: -141.2462\tKL: 3.9043\tLL/KL: -36.1770\n",
- "====> Epoch: 4770/4800 (99%)\tLoss: 145.2742\tLL: -141.3841\tKL: 3.8901\tLL/KL: -36.3450\n",
- "====> Epoch: 4780/4800 (100%)\tLoss: 146.1767\tLL: -142.2984\tKL: 3.8782\tLL/KL: -36.6915\n",
- "====> Epoch: 4790/4800 (100%)\tLoss: 145.0309\tLL: -141.1647\tKL: 3.8663\tLL/KL: -36.5120\n",
- "====> Epoch: 4800/4900 (98%)\tLoss: 145.7869\tLL: -141.8618\tKL: 3.9251\tLL/KL: -36.1423\n",
- "====> Epoch: 4810/4900 (98%)\tLoss: 144.7886\tLL: -140.8747\tKL: 3.9139\tLL/KL: -35.9933\n",
- "====> Epoch: 4820/4900 (98%)\tLoss: 145.2351\tLL: -141.3338\tKL: 3.9013\tLL/KL: -36.2276\n",
- "====> Epoch: 4830/4900 (99%)\tLoss: 144.9055\tLL: -141.0179\tKL: 3.8876\tLL/KL: -36.2734\n",
- "====> Epoch: 4840/4900 (99%)\tLoss: 145.0003\tLL: -141.1248\tKL: 3.8755\tLL/KL: -36.4146\n",
- "====> Epoch: 4850/4900 (99%)\tLoss: 144.7641\tLL: -140.8992\tKL: 3.8649\tLL/KL: -36.4565\n",
- "====> Epoch: 4860/4900 (99%)\tLoss: 144.9785\tLL: -141.1240\tKL: 3.8545\tLL/KL: -36.6131\n",
- "====> Epoch: 4870/4900 (99%)\tLoss: 144.2876\tLL: -140.4416\tKL: 3.8460\tLL/KL: -36.5164\n",
- "====> Epoch: 4880/4900 (100%)\tLoss: 144.1989\tLL: -140.3579\tKL: 3.8410\tLL/KL: -36.5422\n",
- "====> Epoch: 4890/4900 (100%)\tLoss: 144.2872\tLL: -140.4530\tKL: 3.8342\tLL/KL: -36.6315\n",
- "====> Epoch: 4800/4900 (98%)\tLoss: 143.9081\tLL: -140.0152\tKL: 3.8928\tLL/KL: -35.9674\n",
- "====> Epoch: 4810/4900 (98%)\tLoss: 144.1886\tLL: -140.3025\tKL: 3.8862\tLL/KL: -36.1031\n",
- "====> Epoch: 4820/4900 (98%)\tLoss: 144.0055\tLL: -140.1245\tKL: 3.8810\tLL/KL: -36.1051\n",
- "====> Epoch: 4830/4900 (99%)\tLoss: 143.8408\tLL: -139.9647\tKL: 3.8760\tLL/KL: -36.1104\n",
- "====> Epoch: 4840/4900 (99%)\tLoss: 144.9095\tLL: -141.0378\tKL: 3.8716\tLL/KL: -36.4286\n",
- "====> Epoch: 4850/4900 (99%)\tLoss: 143.9054\tLL: -140.0390\tKL: 3.8664\tLL/KL: -36.2194\n",
- "====> Epoch: 4860/4900 (99%)\tLoss: 144.7283\tLL: -140.8662\tKL: 3.8621\tLL/KL: -36.4744\n",
- "====> Epoch: 4870/4900 (99%)\tLoss: 143.1274\tLL: -139.2676\tKL: 3.8598\tLL/KL: -36.0819\n",
- "====> Epoch: 4880/4900 (100%)\tLoss: 143.2995\tLL: -139.4428\tKL: 3.8566\tLL/KL: -36.1566\n",
- "====> Epoch: 4890/4900 (100%)\tLoss: 143.4713\tLL: -139.6177\tKL: 3.8535\tLL/KL: -36.2312\n",
- "====> Epoch: 4800/4900 (98%)\tLoss: 142.6835\tLL: -138.6583\tKL: 4.0252\tLL/KL: -34.4477\n",
- "====> Epoch: 4810/4900 (98%)\tLoss: 142.8407\tLL: -138.8140\tKL: 4.0267\tLL/KL: -34.4736\n",
- "====> Epoch: 4820/4900 (98%)\tLoss: 142.9314\tLL: -138.9011\tKL: 4.0304\tLL/KL: -34.4637\n",
- "====> Epoch: 4830/4900 (99%)\tLoss: 142.9769\tLL: -138.9445\tKL: 4.0324\tLL/KL: -34.4569\n",
- "====> Epoch: 4840/4900 (99%)\tLoss: 142.5895\tLL: -138.5565\tKL: 4.0329\tLL/KL: -34.3562\n",
- "====> Epoch: 4850/4900 (99%)\tLoss: 141.4210\tLL: -137.3875\tKL: 4.0336\tLL/KL: -34.0611\n",
- "====> Epoch: 4860/4900 (99%)\tLoss: 142.1687\tLL: -138.1365\tKL: 4.0322\tLL/KL: -34.2582\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "====> Epoch: 4870/4900 (99%)\tLoss: 141.8150\tLL: -137.7836\tKL: 4.0314\tLL/KL: -34.1778\n",
- "====> Epoch: 4880/4900 (100%)\tLoss: 141.5911\tLL: -137.5612\tKL: 4.0299\tLL/KL: -34.1355\n",
- "====> Epoch: 4890/4900 (100%)\tLoss: 141.8215\tLL: -137.7943\tKL: 4.0273\tLL/KL: -34.2152\n",
- "====> Epoch: 4800/4900 (98%)\tLoss: 144.9459\tLL: -141.0009\tKL: 3.9450\tLL/KL: -35.7415\n",
- "====> Epoch: 4810/4900 (98%)\tLoss: 145.7400\tLL: -141.8127\tKL: 3.9273\tLL/KL: -36.1096\n",
- "====> Epoch: 4820/4900 (98%)\tLoss: 146.1964\tLL: -142.2890\tKL: 3.9073\tLL/KL: -36.4159\n",
- "====> Epoch: 4830/4900 (99%)\tLoss: 145.2810\tLL: -141.3950\tKL: 3.8860\tLL/KL: -36.3859\n",
- "====> Epoch: 4840/4900 (99%)\tLoss: 144.9971\tLL: -141.1295\tKL: 3.8676\tLL/KL: -36.4902\n",
- "====> Epoch: 4850/4900 (99%)\tLoss: 144.8718\tLL: -141.0219\tKL: 3.8500\tLL/KL: -36.6295\n",
- "====> Epoch: 4860/4900 (99%)\tLoss: 144.9838\tLL: -141.1524\tKL: 3.8314\tLL/KL: -36.8411\n",
- "====> Epoch: 4870/4900 (99%)\tLoss: 144.6905\tLL: -140.8749\tKL: 3.8156\tLL/KL: -36.9210\n",
- "====> Epoch: 4880/4900 (100%)\tLoss: 144.2971\tLL: -140.4968\tKL: 3.8003\tLL/KL: -36.9694\n",
- "====> Epoch: 4890/4900 (100%)\tLoss: 143.3132\tLL: -139.5248\tKL: 3.7884\tLL/KL: -36.8293\n",
- "====> Epoch: 4900/5000 (98%)\tLoss: 144.5840\tLL: -140.7373\tKL: 3.8468\tLL/KL: -36.5858\n",
- "====> Epoch: 4910/5000 (98%)\tLoss: 144.7483\tLL: -140.9090\tKL: 3.8393\tLL/KL: -36.7019\n",
- "====> Epoch: 4920/5000 (98%)\tLoss: 144.1854\tLL: -140.3548\tKL: 3.8307\tLL/KL: -36.6398\n",
- "====> Epoch: 4930/5000 (99%)\tLoss: 143.4523\tLL: -139.6308\tKL: 3.8215\tLL/KL: -36.5381\n",
- "====> Epoch: 4940/5000 (99%)\tLoss: 144.1792\tLL: -140.3665\tKL: 3.8127\tLL/KL: -36.8152\n",
- "====> Epoch: 4950/5000 (99%)\tLoss: 143.5519\tLL: -139.7496\tKL: 3.8024\tLL/KL: -36.7531\n",
- "====> Epoch: 4960/5000 (99%)\tLoss: 143.3125\tLL: -139.5212\tKL: 3.7913\tLL/KL: -36.8005\n",
- "====> Epoch: 4970/5000 (99%)\tLoss: 143.7095\tLL: -139.9287\tKL: 3.7807\tLL/KL: -37.0109\n",
- "====> Epoch: 4980/5000 (100%)\tLoss: 144.0418\tLL: -140.2706\tKL: 3.7712\tLL/KL: -37.1953\n",
- "====> Epoch: 4990/5000 (100%)\tLoss: 143.1682\tLL: -139.4061\tKL: 3.7621\tLL/KL: -37.0555\n",
- "====> Epoch: 4900/5000 (98%)\tLoss: 144.1719\tLL: -140.3566\tKL: 3.8153\tLL/KL: -36.7880\n",
- "====> Epoch: 4910/5000 (98%)\tLoss: 143.2476\tLL: -139.4362\tKL: 3.8114\tLL/KL: -36.5841\n",
- "====> Epoch: 4920/5000 (98%)\tLoss: 142.6158\tLL: -138.8079\tKL: 3.8080\tLL/KL: -36.4521\n",
- "====> Epoch: 4930/5000 (99%)\tLoss: 142.8436\tLL: -139.0399\tKL: 3.8037\tLL/KL: -36.5536\n",
- "====> Epoch: 4940/5000 (99%)\tLoss: 142.1065\tLL: -138.3059\tKL: 3.8006\tLL/KL: -36.3906\n",
- "====> Epoch: 4950/5000 (99%)\tLoss: 143.0108\tLL: -139.2151\tKL: 3.7957\tLL/KL: -36.6773\n",
- "====> Epoch: 4960/5000 (99%)\tLoss: 142.9233\tLL: -139.1334\tKL: 3.7899\tLL/KL: -36.7121\n",
- "====> Epoch: 4970/5000 (99%)\tLoss: 141.9868\tLL: -138.2009\tKL: 3.7859\tLL/KL: -36.5037\n",
- "====> Epoch: 4980/5000 (100%)\tLoss: 142.5850\tLL: -138.8052\tKL: 3.7798\tLL/KL: -36.7230\n",
- "====> Epoch: 4990/5000 (100%)\tLoss: 142.1322\tLL: -138.3582\tKL: 3.7740\tLL/KL: -36.6611\n",
- "====> Epoch: 4900/5000 (98%)\tLoss: 141.3452\tLL: -137.4010\tKL: 3.9442\tLL/KL: -34.8366\n",
- "====> Epoch: 4910/5000 (98%)\tLoss: 141.0282\tLL: -137.0834\tKL: 3.9448\tLL/KL: -34.7505\n",
- "====> Epoch: 4920/5000 (98%)\tLoss: 141.4399\tLL: -137.4908\tKL: 3.9491\tLL/KL: -34.8161\n",
- "====> Epoch: 4930/5000 (99%)\tLoss: 140.9221\tLL: -136.9695\tKL: 3.9526\tLL/KL: -34.6531\n",
- "====> Epoch: 4940/5000 (99%)\tLoss: 140.8531\tLL: -136.8972\tKL: 3.9560\tLL/KL: -34.6051\n",
- "====> Epoch: 4950/5000 (99%)\tLoss: 140.8091\tLL: -136.8507\tKL: 3.9583\tLL/KL: -34.5728\n",
- "====> Epoch: 4960/5000 (99%)\tLoss: 141.1163\tLL: -137.1588\tKL: 3.9575\tLL/KL: -34.6578\n",
- "====> Epoch: 4970/5000 (99%)\tLoss: 141.1025\tLL: -137.1493\tKL: 3.9533\tLL/KL: -34.6928\n",
- "====> Epoch: 4980/5000 (100%)\tLoss: 141.0178\tLL: -137.0687\tKL: 3.9490\tLL/KL: -34.7095\n",
- "====> Epoch: 4990/5000 (100%)\tLoss: 140.2033\tLL: -136.2566\tKL: 3.9466\tLL/KL: -34.5247\n",
- "====> Epoch: 4900/5000 (98%)\tLoss: 143.8735\tLL: -140.0076\tKL: 3.8659\tLL/KL: -36.2160\n",
- "====> Epoch: 4910/5000 (98%)\tLoss: 144.6329\tLL: -140.7876\tKL: 3.8453\tLL/KL: -36.6128\n",
- "====> Epoch: 4920/5000 (98%)\tLoss: 143.8405\tLL: -140.0177\tKL: 3.8228\tLL/KL: -36.6267\n",
- "====> Epoch: 4930/5000 (99%)\tLoss: 144.0274\tLL: -140.2251\tKL: 3.8023\tLL/KL: -36.8787\n",
- "====> Epoch: 4940/5000 (99%)\tLoss: 143.8819\tLL: -140.0986\tKL: 3.7833\tLL/KL: -37.0304\n",
- "====> Epoch: 4950/5000 (99%)\tLoss: 143.6875\tLL: -139.9225\tKL: 3.7650\tLL/KL: -37.1644\n",
- "====> Epoch: 4960/5000 (99%)\tLoss: 143.4725\tLL: -139.7243\tKL: 3.7482\tLL/KL: -37.2777\n",
- "====> Epoch: 4970/5000 (99%)\tLoss: 142.9334\tLL: -139.2024\tKL: 3.7310\tLL/KL: -37.3096\n",
- "====> Epoch: 4980/5000 (100%)\tLoss: 144.1445\tLL: -140.4265\tKL: 3.7179\tLL/KL: -37.7703\n",
- "====> Epoch: 4990/5000 (100%)\tLoss: 143.0891\tLL: -139.3824\tKL: 3.7066\tLL/KL: -37.6035\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"init_params = model.state_dict()\n",
"for round_i in range(N_ROUNDS):\n",
@@ -3019,8 +892,7 @@
"height": 1000
},
"id": "ym8Yt8Jp80EL",
- "outputId": "adc65776-fdf6-45ef-ade1-6ad025a8193f",
- "scrolled": false
+ "outputId": "adc65776-fdf6-45ef-ade1-6ad025a8193f"
},
"outputs": [
{
@@ -3068,9 +940,9 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
- "version": "3.7.4"
+ "version": "3.8.5"
}
},
"nbformat": 4,
- "nbformat_minor": 1
+ "nbformat_minor": 4
}
--
GitLab