diff --git a/eval/main.ipynb b/eval/main.ipynb
index fd6f0984accb1bb9cd9551fe2b8f32956efc0c8a..5ec70cfdb9b64c44f2a742744f3dab069d60bdf2 100644
--- a/eval/main.ipynb
+++ b/eval/main.ipynb
@@ -564,600 +564,561 @@
},
{
"cell_type": "code",
- "execution_count": 10,
+ "execution_count": 24,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
- "m1_parameters: {'conv1.weight': tensor([[[[-0.0294, -0.0659, -0.1267, -0.1610, -0.1462],\n",
- " [-0.1133, 0.1424, 0.1439, -0.0677, 0.1200],\n",
- " [-0.0530, 0.1776, 0.1445, 0.0141, -0.1778],\n",
- " [ 0.1847, 0.1211, 0.0345, 0.1131, 0.0740],\n",
- " [ 0.1136, -0.0253, -0.1799, 0.1309, -0.0115]]],\n",
+ "tensors to cat: [tensor([[[[-0.0754, -0.1052, 0.0336, 0.0976, -0.1882],\n",
+ " [ 0.1723, 0.0860, -0.0557, -0.1182, 0.1845],\n",
+ " [-0.1112, 0.0554, -0.0190, 0.1264, -0.0851],\n",
+ " [-0.0788, 0.1281, -0.0477, 0.1910, 0.0089],\n",
+ " [-0.1205, -0.0230, -0.0574, 0.1633, -0.1101]]],\n",
"\n",
"\n",
- " [[[-0.0018, 0.0063, 0.1890, 0.0434, 0.1667],\n",
- " [ 0.0428, 0.0402, 0.0275, 0.0432, 0.0524],\n",
- " [ 0.1926, 0.0992, -0.0925, -0.1610, -0.1305],\n",
- " [-0.1714, 0.0548, -0.1500, 0.1679, -0.0767],\n",
- " [ 0.0094, 0.0525, 0.0273, -0.0462, -0.1696]]],\n",
+ " [[[ 0.0271, -0.1426, -0.0381, 0.1128, 0.0396],\n",
+ " [-0.0023, 0.1021, -0.0483, -0.0167, 0.0090],\n",
+ " [-0.0645, -0.1863, -0.1494, -0.0473, 0.1572],\n",
+ " [-0.0027, -0.0923, 0.0186, 0.0787, 0.1404],\n",
+ " [ 0.0714, 0.0434, 0.1853, 0.1262, 0.0502]]],\n",
"\n",
"\n",
- " [[[-0.0033, -0.1317, -0.1695, 0.0221, 0.1301],\n",
- " [ 0.0789, 0.0397, -0.1292, 0.0642, 0.0683],\n",
- " [ 0.1198, 0.1179, 0.0186, -0.1519, -0.1354],\n",
- " [ 0.1598, -0.1400, 0.0738, -0.1385, -0.1195],\n",
- " [-0.0458, 0.1540, 0.0317, 0.1788, -0.0782]]],\n",
+ " [[[-0.1708, 0.0628, -0.1877, -0.0879, -0.1190],\n",
+ " [-0.0111, 0.0684, -0.1659, -0.1297, 0.0684],\n",
+ " [ 0.1629, -0.1196, -0.0096, 0.1854, -0.0721],\n",
+ " [ 0.1122, -0.0325, 0.1887, -0.0685, 0.1441],\n",
+ " [ 0.1734, 0.0720, -0.0941, -0.0536, 0.0355]]],\n",
"\n",
"\n",
- " [[[ 0.1726, -0.0152, -0.1036, -0.1624, 0.0804],\n",
- " [ 0.1492, -0.0097, -0.1417, -0.1234, 0.1393],\n",
- " [ 0.1567, -0.0843, 0.1540, -0.0776, -0.1575],\n",
- " [-0.1371, -0.1458, 0.0518, 0.0329, 0.0664],\n",
- " [ 0.1976, -0.0956, 0.0785, -0.1633, -0.1674]]],\n",
+ " [[[-0.1465, -0.0899, 0.1122, 0.0323, -0.1287],\n",
+ " [-0.1237, 0.0852, -0.1984, -0.0995, 0.0734],\n",
+ " [ 0.0521, -0.1664, -0.0875, 0.0643, -0.1166],\n",
+ " [ 0.1862, 0.1754, -0.0282, 0.1074, -0.1337],\n",
+ " [ 0.1779, 0.1883, 0.1376, -0.1518, -0.1619]]],\n",
"\n",
"\n",
- " [[[ 0.1716, -0.1734, -0.0078, 0.1092, -0.1912],\n",
- " [ 0.1574, -0.1333, -0.0146, 0.0534, -0.1207],\n",
- " [-0.1233, 0.0647, 0.0755, 0.1025, 0.0893],\n",
- " [ 0.1158, -0.0836, -0.0749, 0.0244, -0.1928],\n",
- " [-0.1903, -0.0820, 0.0529, 0.0907, 0.0951]]],\n",
+ " [[[ 0.0158, -0.1902, 0.0607, 0.1062, 0.0373],\n",
+ " [-0.1737, -0.1112, 0.0597, -0.1030, -0.0897],\n",
+ " [ 0.0892, 0.1166, -0.0127, 0.1859, -0.1859],\n",
+ " [ 0.1935, -0.1200, 0.0472, -0.0144, -0.0219],\n",
+ " [-0.0596, -0.0255, -0.1733, 0.1746, 0.1136]]],\n",
"\n",
"\n",
- " [[[-0.1117, -0.1858, -0.0375, -0.0397, 0.0412],\n",
- " [ 0.0176, 0.1707, -0.0648, -0.0327, -0.1994],\n",
- " [ 0.1754, -0.0413, -0.1533, -0.0537, 0.1160],\n",
- " [ 0.1145, 0.0755, -0.0242, 0.0387, 0.1763],\n",
- " [-0.0203, -0.1236, 0.0372, -0.0074, 0.0423]]],\n",
+ " [[[-0.1769, 0.0885, 0.0706, 0.1742, 0.1178],\n",
+ " [-0.1831, 0.0380, -0.0769, -0.1068, 0.1958],\n",
+ " [-0.0166, -0.0059, 0.0663, 0.0610, 0.0321],\n",
+ " [-0.1393, -0.1884, -0.0678, -0.1400, 0.1042],\n",
+ " [ 0.0653, -0.1733, 0.0744, 0.1278, 0.0482]]],\n",
"\n",
"\n",
- " [[[ 0.0021, 0.1159, 0.0160, 0.1778, -0.1911],\n",
- " [ 0.0584, -0.0669, 0.1317, -0.1835, 0.0421],\n",
- " [-0.1418, -0.1790, 0.1748, -0.0804, 0.0495],\n",
- " [ 0.0498, -0.0983, 0.0343, 0.1142, -0.0266],\n",
- " [ 0.0275, 0.0369, 0.1941, 0.1219, -0.0856]]],\n",
+ " [[[ 0.0935, -0.0115, -0.1991, 0.1451, -0.1708],\n",
+ " [ 0.1979, -0.0709, 0.1771, 0.0486, 0.1292],\n",
+ " [-0.1624, 0.0661, -0.0004, -0.0079, 0.1195],\n",
+ " [ 0.0655, 0.1849, 0.1179, 0.1520, -0.0723],\n",
+ " [ 0.1374, 0.1547, 0.1871, 0.1924, 0.0539]]],\n",
"\n",
"\n",
- " [[[ 0.0191, -0.1786, -0.1492, -0.1155, 0.0068],\n",
- " [-0.1917, 0.0696, -0.0657, 0.0317, -0.1831],\n",
- " [-0.1451, -0.0804, 0.0266, -0.1905, 0.1968],\n",
- " [-0.0370, 0.0943, 0.0535, -0.0174, 0.0636],\n",
- " [ 0.1038, 0.0251, 0.0469, 0.0042, 0.1237]]],\n",
+ " [[[-0.1602, 0.1380, 0.1321, -0.0722, -0.0291],\n",
+ " [ 0.0820, -0.0490, -0.1345, 0.1719, 0.1306],\n",
+ " [-0.0183, 0.0615, 0.1189, -0.0707, -0.0696],\n",
+ " [ 0.0017, -0.1185, -0.0766, 0.1017, -0.0518],\n",
+ " [-0.1316, -0.1323, -0.0135, 0.0103, -0.1509]]],\n",
"\n",
"\n",
- " [[[ 0.1488, 0.0967, 0.1249, 0.0799, -0.1052],\n",
- " [-0.0188, -0.1058, -0.1708, -0.0282, 0.0980],\n",
- " [-0.1925, 0.1517, 0.1029, -0.0329, -0.0788],\n",
- " [ 0.0181, -0.1959, 0.1086, 0.0699, -0.0163],\n",
- " [-0.0231, -0.0422, 0.1669, 0.1058, -0.1054]]],\n",
+ " [[[-0.1189, -0.1300, -0.1908, -0.0222, 0.0017],\n",
+ " [-0.0644, 0.0996, 0.0454, 0.0198, -0.1608],\n",
+ " [-0.0614, -0.0721, -0.0223, -0.0746, -0.0081],\n",
+ " [-0.0133, 0.1326, 0.1275, -0.0954, 0.0281],\n",
+ " [ 0.1004, -0.0435, -0.1027, 0.1867, 0.0034]]],\n",
"\n",
"\n",
- " [[[-0.1371, 0.0173, 0.0834, -0.1819, -0.1893],\n",
- " [-0.1381, 0.1158, 0.0361, -0.1698, 0.1006],\n",
- " [ 0.0385, -0.0467, 0.0824, -0.0762, -0.1883],\n",
- " [ 0.1954, 0.1819, -0.0178, 0.1994, 0.1103],\n",
- " [ 0.1728, -0.1546, 0.1065, -0.0425, 0.1576]]],\n",
+ " [[[-0.0022, -0.0830, -0.0399, 0.1039, -0.1230],\n",
+ " [-0.0067, 0.1032, 0.0895, 0.0679, 0.0133],\n",
+ " [ 0.0148, -0.1275, 0.0391, -0.0173, 0.1621],\n",
+ " [ 0.0532, -0.1873, -0.1499, 0.0605, -0.0016],\n",
+ " [ 0.0386, -0.0360, 0.0255, -0.0580, -0.1954]]],\n",
"\n",
"\n",
- " [[[-0.1496, -0.1969, -0.1935, 0.1659, 0.1540],\n",
- " [-0.0021, -0.1386, -0.0502, -0.0283, 0.1867],\n",
- " [ 0.1308, 0.1979, -0.0033, -0.1406, 0.0059],\n",
- " [-0.1429, -0.0778, -0.0568, -0.1306, -0.0380],\n",
- " [ 0.0740, -0.1416, -0.1770, 0.0070, -0.0831]]],\n",
+ " [[[-0.0186, -0.1922, -0.1356, 0.1696, 0.0111],\n",
+ " [ 0.1121, -0.0990, 0.0789, -0.0053, 0.0729],\n",
+ " [-0.0565, -0.0405, 0.0559, 0.1065, -0.1723],\n",
+ " [ 0.0569, -0.0432, -0.0484, 0.1533, 0.0421],\n",
+ " [-0.0369, 0.1050, 0.1623, -0.1503, 0.0680]]],\n",
"\n",
"\n",
- " [[[ 0.0831, -0.0220, 0.0272, 0.0323, 0.1351],\n",
- " [-0.1093, -0.1390, 0.0110, 0.0742, -0.0337],\n",
- " [-0.0964, 0.1865, 0.1744, 0.0147, -0.0739],\n",
- " [ 0.1436, -0.0275, 0.0454, 0.1006, -0.1111],\n",
- " [ 0.1203, -0.0290, -0.0833, -0.0533, -0.1128]]],\n",
+ " [[[-0.0028, -0.0167, 0.0598, 0.0854, -0.1996],\n",
+ " [ 0.0548, -0.0586, 0.1987, -0.0415, -0.0477],\n",
+ " [ 0.1172, -0.0924, 0.1351, 0.1319, 0.0983],\n",
+ " [ 0.0756, 0.1345, 0.1360, -0.0779, -0.1169],\n",
+ " [ 0.1524, 0.0208, 0.0672, 0.1320, 0.1958]]],\n",
"\n",
"\n",
- " [[[-0.0833, -0.1054, 0.1966, 0.1635, 0.0234],\n",
- " [-0.1707, -0.0597, -0.0804, 0.1331, 0.1496],\n",
- " [-0.1735, 0.1877, 0.1007, -0.1540, 0.1272],\n",
- " [ 0.0859, 0.0146, -0.0869, 0.1998, 0.1968],\n",
- " [ 0.1279, 0.0157, 0.0449, -0.0243, -0.1675]]],\n",
+ " [[[-0.0794, -0.1947, 0.0410, 0.1480, -0.0168],\n",
+ " [ 0.0836, -0.0750, -0.0903, -0.1946, 0.0676],\n",
+ " [-0.1202, 0.0276, 0.0058, -0.1465, 0.1545],\n",
+ " [-0.1914, 0.0926, -0.0799, -0.0715, -0.0607],\n",
+ " [ 0.1624, 0.1929, -0.1532, -0.0007, -0.1312]]],\n",
"\n",
"\n",
- " [[[ 0.1474, 0.0966, -0.1795, -0.1186, -0.1994],\n",
- " [ 0.1110, -0.1770, 0.1661, 0.1203, -0.1071],\n",
- " [-0.0106, 0.0099, 0.0663, 0.0750, 0.0097],\n",
- " [-0.0487, -0.0870, -0.0138, 0.0861, 0.0155],\n",
- " [ 0.0640, 0.0427, 0.0353, 0.0669, -0.1381]]],\n",
+ " [[[ 0.0281, -0.0407, -0.0482, 0.0492, 0.0039],\n",
+ " [-0.0752, -0.0298, 0.0764, -0.0738, -0.0705],\n",
+ " [ 0.1404, -0.1254, 0.1613, -0.0501, -0.1432],\n",
+ " [ 0.0132, -0.0170, -0.0971, -0.0117, 0.1406],\n",
+ " [ 0.0655, -0.1970, 0.1782, 0.0665, 0.1174]]],\n",
"\n",
"\n",
- " [[[ 0.0055, 0.1545, -0.0684, 0.1604, 0.0686],\n",
- " [-0.1543, 0.0619, -0.1355, -0.0981, 0.1642],\n",
- " [ 0.0907, 0.1712, 0.1466, -0.0799, -0.0670],\n",
- " [ 0.0948, -0.1994, 0.0710, -0.0344, -0.1059],\n",
- " [ 0.0230, -0.0667, 0.1027, 0.1431, -0.1946]]],\n",
+ " [[[ 0.1879, 0.0858, 0.0340, 0.1138, -0.0841],\n",
+ " [ 0.1503, -0.1680, 0.0618, 0.1971, -0.0156],\n",
+ " [-0.1211, -0.0485, 0.0675, -0.0536, 0.0046],\n",
+ " [ 0.1134, 0.1310, -0.0966, -0.1924, -0.0812],\n",
+ " [-0.0800, -0.0553, 0.1818, -0.0217, 0.0107]]],\n",
"\n",
"\n",
- " [[[-0.1192, -0.0009, -0.0426, 0.1015, 0.1718],\n",
- " [-0.0381, 0.1195, -0.1853, -0.0561, -0.0592],\n",
- " [-0.0719, 0.0546, 0.0530, 0.0038, -0.1063],\n",
- " [ 0.1732, 0.1704, 0.1143, -0.1093, -0.0474],\n",
- " [ 0.1588, 0.0620, 0.1074, 0.0200, 0.1258]]],\n",
+ " [[[ 0.1118, 0.1368, 0.0269, -0.0690, 0.0168],\n",
+ " [-0.1371, -0.1983, 0.0016, -0.0094, 0.0502],\n",
+ " [-0.0219, 0.1939, -0.1821, 0.0988, -0.1016],\n",
+ " [-0.0063, 0.0789, 0.1037, -0.0646, -0.1694],\n",
+ " [-0.0464, 0.0624, 0.0681, -0.1855, 0.1219]]],\n",
"\n",
"\n",
- " [[[-0.0276, -0.0863, -0.0745, 0.1831, 0.0149],\n",
- " [ 0.0925, 0.1106, -0.1559, 0.0043, 0.1982],\n",
- " [ 0.0403, 0.1336, -0.1262, 0.0649, 0.1244],\n",
- " [ 0.1716, -0.0994, -0.1754, 0.1991, 0.1502],\n",
- " [-0.1226, -0.0286, 0.1742, -0.0364, 0.1818]]],\n",
+ " [[[ 0.0640, 0.1420, -0.0144, -0.0606, 0.0963],\n",
+ " [ 0.1349, 0.0906, 0.0826, -0.0385, -0.1635],\n",
+ " [ 0.0278, 0.1875, 0.1559, 0.1424, 0.0878],\n",
+ " [-0.0593, -0.0847, -0.0458, 0.1402, 0.0160],\n",
+ " [ 0.1887, -0.1220, -0.0316, -0.0892, -0.0401]]],\n",
"\n",
"\n",
- " [[[ 0.1905, 0.0292, -0.1152, 0.0816, -0.1832],\n",
- " [-0.0553, 0.1028, 0.1891, 0.0993, -0.1132],\n",
- " [-0.0641, 0.0048, -0.0417, -0.0937, 0.1667],\n",
- " [-0.1644, -0.1126, 0.1683, -0.0912, -0.1931],\n",
- " [ 0.0812, 0.1060, 0.0252, 0.0874, 0.1943]]],\n",
+ " [[[-0.1103, -0.0884, 0.0775, -0.0338, -0.1245],\n",
+ " [-0.1848, 0.0657, 0.0945, 0.0677, -0.1089],\n",
+ " [ 0.0585, -0.0791, -0.0535, 0.0527, -0.0741],\n",
+ " [ 0.1146, 0.1908, -0.0167, -0.0033, -0.1418],\n",
+ " [-0.1011, 0.0829, -0.1472, -0.1310, -0.0991]]],\n",
"\n",
"\n",
- " [[[-0.0824, -0.1813, -0.0630, 0.0597, 0.0138],\n",
- " [ 0.1787, -0.0708, -0.1641, 0.0792, 0.1893],\n",
- " [ 0.0698, 0.1759, 0.1484, 0.1875, 0.1213],\n",
- " [ 0.1149, 0.0910, 0.1125, -0.0134, 0.1492],\n",
- " [ 0.1495, -0.1414, -0.0528, -0.1981, 0.1301]]],\n",
+ " [[[ 0.0865, 0.1608, 0.0168, -0.1126, -0.0889],\n",
+ " [-0.1322, 0.1052, 0.1285, 0.0574, 0.1983],\n",
+ " [ 0.0788, 0.0125, -0.0781, -0.0303, -0.1089],\n",
+ " [-0.1860, -0.1878, 0.0608, 0.0402, -0.0390],\n",
+ " [-0.1797, -0.1828, 0.0475, -0.1754, 0.0657]]],\n",
"\n",
"\n",
- " [[[-0.1728, 0.0973, 0.1402, -0.1365, 0.0223],\n",
- " [-0.1623, -0.1194, -0.0047, 0.1541, -0.1720],\n",
- " [-0.1631, 0.1378, 0.1817, -0.0472, 0.1947],\n",
- " [ 0.1213, -0.1986, -0.1415, 0.0990, -0.1460],\n",
- " [-0.0185, 0.1019, 0.1401, 0.1501, -0.0396]]],\n",
+ " [[[-0.0632, 0.1015, -0.1493, -0.0855, 0.1822],\n",
+ " [-0.1492, 0.0236, -0.1418, -0.1826, -0.1978],\n",
+ " [ 0.0854, -0.1503, 0.1953, -0.0668, -0.1042],\n",
+ " [ 0.1537, -0.0573, 0.0178, 0.1350, 0.1823],\n",
+ " [-0.1131, -0.0838, -0.1445, -0.1476, -0.0288]]],\n",
"\n",
"\n",
- " [[[ 0.1756, -0.0398, -0.1515, -0.0882, -0.0355],\n",
- " [ 0.0670, 0.0649, 0.1082, 0.1635, 0.0461],\n",
- " [ 0.1132, 0.0734, -0.0098, 0.0909, 0.0581],\n",
- " [-0.1208, 0.1435, 0.1345, 0.1569, -0.1357],\n",
- " [-0.1636, -0.0769, -0.1814, 0.1030, -0.0982]]],\n",
+ " [[[ 0.1445, 0.1748, 0.0146, -0.0807, -0.1905],\n",
+ " [-0.1474, -0.0938, 0.0965, 0.0233, 0.0757],\n",
+ " [-0.1257, -0.1316, -0.0105, 0.1447, -0.1200],\n",
+ " [ 0.0921, -0.0332, -0.1153, -0.0260, 0.0640],\n",
+ " [-0.1528, 0.1237, 0.1956, 0.0167, 0.0205]]],\n",
"\n",
"\n",
- " [[[ 0.1056, 0.1005, -0.1637, 0.0073, -0.1990],\n",
- " [-0.1068, 0.0294, -0.1704, 0.0204, -0.0671],\n",
- " [ 0.0983, -0.0194, 0.1863, 0.0016, 0.0691],\n",
- " [ 0.0071, -0.1114, 0.1376, -0.0950, 0.1963],\n",
- " [-0.0081, 0.1638, 0.1705, 0.1929, 0.0170]]],\n",
+ " [[[-0.0236, -0.1264, -0.0342, -0.1199, -0.1381],\n",
+ " [-0.0895, -0.0116, -0.1108, 0.0994, 0.0744],\n",
+ " [-0.1190, -0.1275, -0.1097, 0.0678, -0.1547],\n",
+ " [-0.1405, 0.0500, -0.1195, 0.0917, -0.0952],\n",
+ " [-0.1799, -0.1516, 0.0956, -0.0402, 0.0426]]],\n",
"\n",
"\n",
- " [[[-0.0803, -0.1001, 0.0113, 0.0315, -0.0165],\n",
- " [-0.0962, 0.0289, 0.0582, 0.0729, 0.1783],\n",
- " [-0.0604, 0.1725, 0.1990, -0.1395, -0.0585],\n",
- " [ 0.1276, -0.0908, 0.0208, -0.1839, -0.0880],\n",
- " [-0.0839, 0.1635, -0.0708, -0.1091, 0.0110]]],\n",
+ " [[[ 0.0556, 0.1145, 0.0388, 0.0917, -0.0881],\n",
+ " [-0.0933, 0.0580, 0.1433, -0.1127, -0.0142],\n",
+ " [-0.0014, 0.0792, -0.0451, -0.0696, 0.0486],\n",
+ " [ 0.0006, 0.0264, -0.1252, 0.0796, 0.0561],\n",
+ " [-0.0203, -0.0664, -0.0443, 0.1173, -0.0193]]],\n",
"\n",
"\n",
- " [[[-0.1190, -0.0079, -0.0216, -0.1186, -0.0047],\n",
- " [ 0.0116, 0.1451, -0.0582, -0.0773, 0.1828],\n",
- " [-0.0389, -0.0040, -0.1912, -0.1790, -0.1594],\n",
- " [-0.1674, -0.0784, -0.0527, -0.1289, -0.1193],\n",
- " [-0.1707, -0.1716, 0.1906, 0.1985, -0.0731]]],\n",
+ " [[[-0.0796, -0.1144, -0.0728, 0.0867, -0.1342],\n",
+ " [-0.0150, -0.0840, -0.0134, 0.0634, 0.1743],\n",
+ " [-0.0773, -0.0827, -0.0470, -0.0879, 0.0346],\n",
+ " [ 0.0642, 0.1078, 0.0373, 0.1683, 0.0433],\n",
+ " [-0.0024, 0.1508, -0.1980, 0.0808, -0.1028]]],\n",
"\n",
"\n",
- " [[[ 0.1145, 0.1584, 0.0135, -0.0490, 0.1506],\n",
- " [-0.1641, 0.0264, 0.1881, -0.0479, -0.0281],\n",
- " [-0.0313, -0.0920, -0.0546, -0.1347, 0.0836],\n",
- " [-0.0193, 0.1860, -0.0454, 0.1385, -0.1352],\n",
- " [-0.1561, 0.0526, 0.1160, 0.0300, 0.1154]]],\n",
+ " [[[-0.1358, -0.1896, -0.1495, 0.1018, 0.0048],\n",
+ " [-0.1030, -0.1340, 0.0090, -0.0781, 0.0415],\n",
+ " [-0.1069, 0.0658, -0.0144, 0.1455, 0.1006],\n",
+ " [-0.0209, 0.0757, -0.1481, -0.0273, -0.0880],\n",
+ " [ 0.0859, -0.1996, -0.1787, -0.1869, -0.0310]]],\n",
"\n",
"\n",
- " [[[-0.1478, -0.1039, -0.1727, 0.0112, -0.0403],\n",
- " [-0.0408, 0.1417, -0.0247, -0.0756, -0.1615],\n",
- " [ 0.0093, -0.1076, -0.0906, -0.1624, 0.1284],\n",
- " [-0.1374, 0.1409, -0.1797, -0.0802, 0.1416],\n",
- " [ 0.0282, 0.1258, 0.0230, -0.0541, 0.0536]]],\n",
+ " [[[-0.1005, 0.1260, -0.1949, 0.1433, 0.0845],\n",
+ " [ 0.0336, 0.1110, -0.0389, 0.0584, -0.0470],\n",
+ " [ 0.0333, 0.0861, -0.0371, 0.1471, -0.0385],\n",
+ " [ 0.1889, 0.1999, 0.1643, 0.0767, -0.1738],\n",
+ " [-0.1423, -0.0945, -0.0881, 0.0847, -0.0170]]],\n",
"\n",
"\n",
- " [[[-0.0640, 0.0140, -0.1493, -0.0449, -0.0952],\n",
- " [ 0.0109, -0.0120, -0.0977, -0.1969, -0.1897],\n",
- " [ 0.1005, 0.0844, 0.1638, 0.0776, -0.1811],\n",
- " [-0.0127, -0.1358, -0.1198, 0.0929, -0.0811],\n",
- " [ 0.1094, 0.1268, 0.0769, -0.0800, 0.0134]]],\n",
+ " [[[-0.1417, 0.0120, -0.1466, -0.1825, -0.1018],\n",
+ " [ 0.1989, -0.1077, -0.1263, -0.0141, 0.0296],\n",
+ " [ 0.0414, 0.1355, -0.1630, -0.1348, 0.1382],\n",
+ " [ 0.0589, 0.1278, 0.0218, 0.1217, 0.1369],\n",
+ " [ 0.0659, 0.1200, 0.0031, 0.0240, -0.1200]]],\n",
"\n",
"\n",
- " [[[ 0.1320, 0.1890, -0.1937, 0.0947, -0.1642],\n",
- " [ 0.0090, -0.0804, -0.1137, -0.0412, -0.1253],\n",
- " [-0.1924, 0.1154, 0.0567, -0.1458, -0.0735],\n",
- " [-0.0265, 0.0895, -0.1165, -0.0549, 0.1763],\n",
- " [-0.1959, -0.0329, -0.0194, 0.0983, -0.0659]]],\n",
+ " [[[ 0.1293, -0.1227, -0.0351, -0.1777, 0.0515],\n",
+ " [-0.1087, 0.0541, 0.0684, 0.0929, -0.1989],\n",
+ " [ 0.0596, -0.0794, -0.0461, 0.0260, -0.1812],\n",
+ " [-0.0437, 0.0989, -0.1171, -0.0531, -0.1493],\n",
+ " [-0.1677, -0.1009, 0.0778, -0.1462, 0.0935]]],\n",
"\n",
"\n",
- " [[[-0.1925, -0.1036, 0.1780, -0.0791, -0.0873],\n",
- " [ 0.0100, 0.1510, -0.1453, -0.0745, 0.0458],\n",
- " [-0.0419, 0.0820, 0.1765, -0.1156, -0.0218],\n",
- " [ 0.0933, 0.1453, -0.1843, -0.1624, 0.0401],\n",
- " [ 0.0747, 0.0421, 0.1151, 0.1696, -0.0365]]],\n",
+ " [[[-0.0794, 0.1744, -0.0915, -0.1289, -0.0317],\n",
+ " [ 0.1679, 0.1361, 0.0542, 0.1967, 0.1620],\n",
+ " [-0.0898, 0.0305, -0.1617, -0.1643, -0.0253],\n",
+ " [ 0.1339, -0.1151, 0.0954, -0.0359, -0.1790],\n",
+ " [-0.0408, -0.1074, 0.0081, -0.0884, 0.0163]]],\n",
"\n",
"\n",
- " [[[ 0.1575, 0.1559, -0.1104, -0.1436, -0.1991],\n",
- " [-0.0338, -0.1194, -0.1659, 0.0048, -0.1487],\n",
- " [ 0.0137, 0.0668, 0.0671, -0.0339, 0.0486],\n",
- " [-0.0064, -0.0225, 0.0927, 0.0606, 0.0042],\n",
- " [ 0.1252, -0.1965, 0.0352, 0.1180, 0.0896]]],\n",
+ " [[[ 0.0022, -0.1097, 0.0842, -0.1927, 0.0277],\n",
+ " [ 0.0127, -0.0666, 0.1235, -0.1696, 0.1377],\n",
+ " [ 0.0741, -0.1627, -0.0953, 0.1622, 0.0921],\n",
+ " [ 0.1111, 0.1422, -0.1884, -0.0130, -0.0533],\n",
+ " [ 0.0838, 0.1769, 0.0109, 0.0086, -0.0795]]],\n",
"\n",
"\n",
- " [[[ 0.0671, 0.1113, 0.0242, -0.0552, -0.1848],\n",
- " [-0.1905, 0.0019, 0.0057, -0.0307, 0.1718],\n",
- " [-0.0562, -0.1494, -0.1637, -0.1111, 0.0126],\n",
- " [ 0.0556, 0.1048, 0.1284, 0.0417, -0.0556],\n",
- " [-0.0655, 0.1431, -0.1373, 0.0311, -0.1628]]],\n",
+ " [[[-0.0502, -0.1545, -0.1304, 0.1680, -0.0439],\n",
+ " [ 0.1891, 0.1681, -0.1068, 0.1589, -0.1011],\n",
+ " [-0.0923, -0.1569, 0.1337, 0.0743, 0.1794],\n",
+ " [-0.1630, 0.0071, -0.0524, -0.1211, -0.0362],\n",
+ " [-0.1111, 0.1168, 0.0010, -0.0352, 0.1756]]],\n",
"\n",
"\n",
- " [[[ 0.0414, -0.0397, -0.0018, 0.1074, 0.1924],\n",
- " [ 0.0205, 0.1236, -0.1880, 0.0947, -0.0946],\n",
- " [-0.0543, -0.0087, 0.0633, -0.1134, 0.0912],\n",
- " [ 0.0875, 0.0397, -0.1993, 0.1947, -0.1831],\n",
- " [ 0.1359, 0.1628, -0.0632, -0.1867, -0.0839]]]]), 'conv1.bias': tensor([ 0.0303, 0.1421, 0.0549, -0.0636, 0.0261, -0.0631, 0.0215, 0.1342,\n",
- " -0.0792, -0.1747, 0.0829, 0.1978, -0.1716, -0.1050, -0.0049, 0.1790,\n",
- " 0.1964, 0.0633, 0.0980, -0.0159, 0.0837, -0.1232, -0.0526, -0.1208,\n",
- " -0.1421, -0.0880, 0.1810, -0.0636, 0.1665, 0.1121, -0.1900, 0.0091]), 'conv2.weight': tensor([[[[-1.0712e-02, -2.8543e-02, 2.5060e-03, 9.5242e-03, 3.1358e-02],\n",
- " [-1.4135e-02, 1.3580e-02, 2.1455e-02, 1.2194e-02, 1.4131e-02],\n",
- " [ 3.0316e-02, -1.1152e-02, -3.2848e-02, -2.2067e-02, -2.6107e-02],\n",
- " [ 8.4410e-03, 3.9427e-03, 1.2867e-02, -1.2513e-03, -2.1535e-02],\n",
- " [-3.9282e-03, 8.2564e-03, 1.4120e-02, 2.8508e-02, 3.9923e-03]],\n",
+ " [[[-0.0282, -0.0647, -0.0309, 0.0586, 0.1442],\n",
+ " [ 0.1881, 0.1471, 0.0371, -0.0573, 0.1329],\n",
+ " [ 0.0760, -0.0789, -0.0935, 0.1464, 0.1953],\n",
+ " [-0.0965, -0.0576, 0.1569, -0.0305, 0.1716],\n",
+ " [ 0.1946, 0.1921, 0.1460, 0.1270, 0.0192]]]]), tensor([ 0.1092, -0.1012, 0.1255, -0.0428, 0.1610, 0.0467, 0.1861, 0.1967,\n",
+ " -0.0119, -0.0437, -0.0364, -0.1432, -0.1487, 0.1987, -0.0183, 0.0156,\n",
+ " 0.0776, 0.1051, 0.1560, 0.1141, -0.1168, -0.0773, 0.1036, 0.0045,\n",
+ " 0.0811, 0.0564, 0.1103, 0.1955, 0.1101, 0.1653, 0.1274, 0.0707]), tensor([[[[ 3.4215e-02, 3.1851e-02, -3.1990e-02, -2.4633e-02, -1.4061e-02],\n",
+ " [ 1.2874e-02, 1.9820e-02, -2.9326e-02, -3.5093e-02, -1.6611e-02],\n",
+ " [-1.8654e-02, -2.6634e-02, -1.0565e-03, -3.2393e-02, 2.5394e-02],\n",
+ " [ 2.8582e-02, 2.3981e-02, -3.6160e-03, -3.3239e-02, -3.3089e-02],\n",
+ " [-1.4720e-02, -1.4778e-02, -1.3619e-02, -8.4345e-03, 3.2735e-02]],\n",
"\n",
- " [[-1.4297e-03, 4.7124e-03, -3.4464e-02, 1.4309e-02, -3.4432e-02],\n",
- " [ 2.6338e-02, -4.2020e-03, 5.5271e-03, 3.1447e-02, 3.5195e-02],\n",
- " [-9.7311e-03, 3.0671e-02, 3.3432e-02, -1.6397e-02, 9.7262e-03],\n",
- " [-3.1700e-02, -2.4078e-02, -5.8298e-03, -7.3698e-03, -3.1840e-02],\n",
- " [ 1.7487e-02, -2.2445e-02, -4.2725e-03, 1.6929e-02, -1.6501e-02]],\n",
+ " [[-8.9284e-03, -1.1837e-02, -2.9223e-02, 2.7357e-02, 3.1966e-02],\n",
+ " [-3.2790e-02, -2.8377e-02, 6.0738e-03, -1.0012e-02, 2.0444e-03],\n",
+ " [-2.6949e-02, 4.2564e-03, 2.1914e-02, -1.0865e-02, 6.7992e-03],\n",
+ " [-3.0702e-02, 3.4266e-02, -1.4731e-02, 5.6710e-03, -1.2800e-02],\n",
+ " [-2.6684e-02, -1.1684e-02, 2.0707e-02, 2.5899e-02, -2.3985e-02]],\n",
"\n",
- " [[ 2.6720e-02, 1.5540e-02, 2.3545e-02, -3.1226e-03, 4.3139e-03],\n",
- " [ 2.4492e-02, -1.6616e-02, -2.1790e-02, 3.0564e-02, -1.6427e-02],\n",
- " [-1.7733e-02, -2.4438e-02, -1.9700e-02, 2.1084e-02, 2.9459e-02],\n",
- " [-3.0856e-02, -3.5242e-02, 2.0413e-02, 4.1613e-03, 8.3422e-03],\n",
- " [-1.5534e-02, -1.4875e-02, 1.6494e-02, -3.2325e-02, -1.1099e-04]],\n",
+ " [[ 1.5901e-02, 2.6151e-02, 3.1089e-02, -1.1213e-02, 3.3065e-02],\n",
+ " [ 3.1703e-03, 2.5620e-02, 9.4295e-03, 2.3775e-02, -1.4995e-02],\n",
+ " [ 2.9061e-02, -2.2070e-02, 1.8273e-02, -1.7573e-02, -8.4471e-03],\n",
+ " [-2.3864e-02, -1.0588e-02, -1.6631e-02, 5.6322e-04, -3.7847e-03],\n",
+ " [-3.4452e-02, -4.9367e-03, -8.4581e-03, 9.4274e-03, 1.8410e-02]],\n",
"\n",
" ...,\n",
"\n",
- " [[ 1.2833e-02, -2.0625e-02, -2.0700e-02, -1.3513e-02, 1.5524e-02],\n",
- " [ 7.5736e-03, 3.2956e-02, 2.6385e-02, -2.1103e-02, -2.3895e-02],\n",
- " [-1.9102e-02, 1.1805e-02, 1.1777e-02, -3.0465e-02, 2.6048e-03],\n",
- " [ 6.3230e-04, 1.0886e-02, -1.5035e-02, -1.5262e-02, -2.5167e-02],\n",
- " [-2.1168e-03, 2.6181e-02, 1.4023e-02, 2.2960e-02, 3.0476e-02]],\n",
- "\n",
- " [[-2.1003e-02, -2.1934e-02, 1.6896e-02, -7.1724e-03, -2.8637e-02],\n",
- " [ 2.8492e-03, 2.2367e-02, -3.2999e-02, -2.8547e-02, 2.5825e-02],\n",
- " [-2.4395e-02, -1.2782e-02, 1.6746e-02, -1.8496e-02, -2.7374e-02],\n",
- " [-2.0825e-03, 1.3699e-02, 2.0900e-02, -1.0655e-02, -2.0718e-02],\n",
- " [ 2.3637e-03, -1.2933e-02, 1.3596e-03, -1.4176e-02, -2.7697e-02]],\n",
- "\n",
- " [[ 1.6140e-02, -9.6101e-03, 1.6965e-02, -2.4911e-02, 1.7669e-02],\n",
- " [ 6.7341e-03, 1.9680e-02, -2.4388e-02, 2.5657e-02, -3.5043e-02],\n",
- " [-1.7948e-02, -1.9798e-02, 3.2972e-02, -1.0105e-02, 3.2288e-02],\n",
- " [ 6.9848e-03, -2.0427e-02, 3.0102e-02, 2.0419e-02, 1.1636e-02],\n",
- " [ 1.4831e-02, 2.5886e-02, 8.4296e-03, 3.6944e-03, 1.2589e-02]]],\n",
- "\n",
- "\n",
- " [[[-1.5369e-03, 6.7277e-03, -2.8153e-03, -5.2977e-03, 7.7895e-04],\n",
- " [ 2.6822e-02, -2.7268e-03, 8.9981e-03, -1.0177e-02, 3.8218e-03],\n",
- " [-1.2254e-02, 7.7431e-03, -3.3513e-02, -3.2448e-02, -8.5315e-03],\n",
- " [-1.4555e-02, 3.1427e-02, 2.7359e-02, -4.7352e-04, -2.2193e-02],\n",
- " [ 5.6234e-03, -2.1741e-03, -1.8802e-02, -1.0976e-02, 2.7378e-02]],\n",
- "\n",
- " [[ 7.5464e-03, -2.4656e-02, -3.2512e-02, -3.2849e-02, -1.5935e-02],\n",
- " [-1.8062e-02, -8.6980e-03, -1.6742e-02, -2.0394e-03, -7.8879e-03],\n",
- " [-1.1177e-02, 8.7528e-03, -3.4705e-02, -6.7506e-03, -8.8169e-03],\n",
- " [-1.8519e-02, 7.6015e-03, 2.9804e-02, 3.7601e-03, -3.3281e-02],\n",
- " [ 7.4764e-03, 3.5919e-03, 1.6526e-02, -8.7982e-03, -9.3495e-03]],\n",
- "\n",
- " [[-8.7813e-03, 2.0255e-02, 1.6511e-02, 9.1172e-04, -3.7212e-03],\n",
- " [ 3.2860e-02, -1.9111e-02, 1.5490e-03, -5.6712e-03, -1.6889e-02],\n",
- " [ 7.5624e-03, -6.9371e-03, 3.1618e-02, -6.7844e-03, -3.1054e-02],\n",
- " [ 7.0345e-03, -7.7054e-03, 3.5078e-02, 6.3236e-03, 2.3317e-02],\n",
- " [-2.2862e-02, -9.7549e-03, 2.7260e-02, -3.3476e-02, 1.8389e-02]],\n",
+ " [[ 1.8886e-02, -1.4010e-02, 3.1874e-02, 3.2005e-02, -2.3095e-02],\n",
+ " [-3.0070e-03, -7.3744e-04, 7.5279e-03, 3.4897e-03, 2.9886e-02],\n",
+ " [-7.0828e-03, -1.5942e-03, -2.5189e-02, 3.1235e-02, 1.0274e-02],\n",
+ " [-6.7937e-03, -6.4489e-03, -1.9903e-03, -2.9061e-03, -2.7987e-02],\n",
+ " [ 1.3823e-02, -2.3655e-02, -1.3454e-02, -1.0748e-02, -2.5365e-02]],\n",
+ "\n",
+ " [[-1.7251e-02, 2.2574e-02, -3.1775e-02, 1.1056e-02, 3.0264e-02],\n",
+ " [-2.4015e-03, 3.6797e-04, 3.1375e-02, -2.4610e-02, -1.7509e-02],\n",
+ " [ 1.0531e-02, 1.4460e-02, 2.5519e-02, -2.7404e-02, -3.1486e-02],\n",
+ " [-7.5893e-03, 7.7746e-03, -7.8301e-03, 1.8347e-02, -1.2583e-02],\n",
+ " [-9.9493e-03, 1.7974e-03, -8.8425e-03, -1.0114e-02, -8.3833e-03]],\n",
+ "\n",
+ " [[-2.7485e-02, -1.0523e-02, -2.7561e-02, -3.0887e-02, 1.6148e-02],\n",
+ " [-2.1342e-02, -3.1566e-02, -2.8830e-02, 2.3036e-02, 2.0477e-02],\n",
+ " [ 2.5157e-02, 1.3644e-02, 2.7742e-02, 2.7517e-02, 1.9181e-02],\n",
+ " [ 2.8086e-02, -3.4166e-02, -2.4337e-02, 2.3341e-02, -1.8879e-02],\n",
+ " [ 1.1548e-02, 3.8810e-03, 2.1140e-02, -1.9494e-02, 1.9646e-02]]],\n",
+ "\n",
+ "\n",
+ " [[[ 1.4197e-02, 2.2693e-02, 2.4212e-02, 2.3371e-03, 3.2226e-02],\n",
+ " [-1.2037e-03, 1.7354e-03, 3.5187e-02, 1.1291e-02, -4.9615e-04],\n",
+ " [ 9.9413e-03, -3.5207e-04, 9.8214e-03, 1.9830e-02, 3.4511e-02],\n",
+ " [-5.0710e-03, 2.5797e-02, -2.4624e-02, -2.3307e-02, -1.6377e-02],\n",
+ " [-2.6477e-02, -5.8760e-04, -4.7716e-03, -2.0889e-02, 1.0995e-02]],\n",
+ "\n",
+ " [[-2.7908e-02, 3.3644e-02, 5.9671e-03, -1.6862e-02, -3.5059e-02],\n",
+ " [ 1.6676e-02, 1.2755e-02, 1.5726e-02, -3.4257e-03, 2.4924e-02],\n",
+ " [-2.3684e-02, 2.5474e-02, -1.5754e-02, -2.3486e-02, -2.9507e-03],\n",
+ " [ 1.2314e-02, 2.9314e-02, 3.3555e-02, 1.8871e-02, 1.8055e-02],\n",
+ " [-1.4242e-02, 2.5115e-02, -2.2893e-02, -2.3078e-02, 1.8173e-02]],\n",
+ "\n",
+ " [[ 5.5846e-03, 2.1291e-03, 5.2495e-03, 1.2620e-03, -2.2444e-02],\n",
+ " [-1.6137e-02, 2.2707e-03, -2.3414e-02, -2.6367e-02, 1.8329e-02],\n",
+ " [-2.9248e-02, -4.8049e-03, -1.7246e-02, -1.4117e-02, -2.3186e-02],\n",
+ " [ 2.5687e-02, 3.1482e-02, -3.5057e-02, -2.6718e-02, -2.1352e-02],\n",
+ " [ 6.3401e-03, 2.7100e-02, -8.5221e-04, -3.0839e-02, 3.2441e-02]],\n",
"\n",
" ...,\n",
"\n",
- " [[ 1.3349e-02, 1.8076e-02, -2.1153e-03, 6.5682e-04, 2.4534e-02],\n",
- " [ 5.3663e-03, 2.8427e-02, 7.8194e-03, -1.4124e-02, 3.0364e-02],\n",
- " [ 3.1933e-02, -2.4390e-02, -3.3345e-02, 1.1310e-02, -2.0207e-02],\n",
- " [-2.5572e-02, 2.6358e-02, 1.7217e-02, -2.9017e-03, 7.4605e-03],\n",
- " [-3.0439e-02, 1.5487e-02, -5.8104e-03, -3.2419e-02, 6.8073e-03]],\n",
- "\n",
- " [[ 1.1699e-02, 2.2438e-02, -1.2508e-02, -1.1145e-02, 1.1388e-02],\n",
- " [-1.5566e-02, 1.7208e-02, -1.0435e-02, 9.3911e-03, 2.2554e-03],\n",
- " [-7.6326e-03, -1.4475e-02, -7.9627e-04, 3.4089e-02, -2.1129e-02],\n",
- " [ 8.4534e-05, -1.6221e-02, -4.5830e-03, -2.2959e-02, -2.0502e-02],\n",
- " [-2.4321e-02, 1.4042e-02, 3.4342e-03, 2.5126e-02, 3.1417e-02]],\n",
- "\n",
- " [[-7.1903e-03, -1.5285e-02, 3.4991e-02, -1.1870e-02, 3.3646e-02],\n",
- " [ 2.5525e-02, 2.7944e-02, 3.1858e-02, 2.1613e-02, 2.5457e-02],\n",
- " [-1.5631e-02, -1.9511e-02, 1.4821e-02, 6.1392e-03, -2.2879e-02],\n",
- " [-2.0709e-03, 2.4683e-02, 1.5450e-02, 1.7543e-02, 3.0431e-02],\n",
- " [ 1.2472e-02, 3.3912e-02, -3.3891e-02, -2.9483e-02, 2.1657e-02]]],\n",
- "\n",
- "\n",
- " [[[ 1.2854e-03, 1.4983e-02, 2.6787e-03, -3.7954e-03, -3.8526e-04],\n",
- " [-9.0427e-03, -2.3686e-02, -2.5989e-02, 2.9986e-02, -3.4829e-02],\n",
- " [ 1.4774e-02, -2.5571e-03, 1.0485e-02, 5.6443e-03, -4.8553e-03],\n",
- " [ 3.6432e-03, 1.7875e-02, 1.5348e-03, 1.8016e-02, 8.2804e-03],\n",
- " [ 1.9742e-02, -1.5757e-02, -2.3739e-02, 1.6706e-02, -5.5210e-03]],\n",
- "\n",
- " [[-1.4544e-02, 2.8706e-02, 3.0579e-02, -3.2698e-02, 9.7423e-03],\n",
- " [-2.7827e-02, -3.6608e-03, 6.3911e-03, 1.1768e-03, -2.5861e-02],\n",
- " [-3.3910e-02, 3.2610e-02, -1.0725e-02, -2.5239e-02, 1.3869e-02],\n",
- " [-2.4907e-02, 2.2308e-02, 3.4435e-02, -1.1574e-02, -1.5687e-02],\n",
- " [-3.3932e-02, -1.4322e-02, -9.2028e-03, 1.6489e-02, 2.7247e-02]],\n",
- "\n",
- " [[ 1.9997e-02, 2.0339e-02, -2.4083e-02, 2.1822e-02, 3.5218e-02],\n",
- " [ 4.6625e-03, -4.3648e-03, 1.3782e-02, -9.2227e-03, -1.9670e-02],\n",
- " [-2.3750e-02, -1.6718e-02, -8.2103e-03, -3.0051e-02, 2.0756e-02],\n",
- " [ 9.1907e-03, -2.6468e-02, 2.6651e-02, 2.2466e-02, 2.2550e-02],\n",
- " [-2.5045e-02, -3.3377e-02, 2.4491e-02, -2.2864e-02, -6.7297e-03]],\n",
+ " [[-1.4497e-02, -1.4756e-02, 2.8516e-02, 6.1750e-03, -2.4559e-02],\n",
+ " [-3.5086e-02, -2.1854e-02, -1.5571e-02, -1.5009e-02, 9.1230e-03],\n",
+ " [ 1.7028e-02, 8.5996e-03, 1.8000e-02, 9.9304e-03, 1.4644e-02],\n",
+ " [ 2.5854e-02, -9.1312e-03, -1.5623e-02, 2.3103e-02, 1.4050e-02],\n",
+ " [-2.2471e-02, 1.3548e-02, 1.4819e-02, -3.2382e-02, -3.3049e-02]],\n",
+ "\n",
+ " [[ 3.0104e-02, 4.6211e-03, -2.6502e-02, 8.1366e-04, -1.1328e-02],\n",
+ " [ 1.8561e-02, -1.8155e-02, 2.2092e-02, -1.9655e-02, 8.1872e-03],\n",
+ " [ 1.3457e-02, -2.8087e-02, -2.1339e-02, 4.8732e-03, -3.0627e-02],\n",
+ " [ 3.2684e-02, 3.3806e-02, -3.2461e-02, 1.3585e-02, -1.0189e-02],\n",
+ " [ 3.5266e-02, 9.2128e-03, 1.3231e-02, -1.6795e-02, -7.2222e-03]],\n",
+ "\n",
+ " [[-1.7422e-02, 2.3825e-02, -3.3179e-02, 2.6211e-02, -9.6366e-03],\n",
+ " [-1.6651e-02, 2.9791e-02, -3.0735e-02, 1.5957e-02, -5.1611e-03],\n",
+ " [-2.5785e-02, 8.2464e-03, -2.6953e-02, -1.0548e-02, -3.5286e-02],\n",
+ " [-6.2504e-03, -1.3809e-02, -3.2342e-02, -5.4005e-03, 1.3821e-02],\n",
+ " [ 1.0036e-02, -2.3806e-02, -2.7316e-03, 8.0372e-03, -1.7473e-02]]],\n",
+ "\n",
+ "\n",
+ " [[[-1.5131e-03, 2.1498e-02, 2.2542e-02, 7.8614e-04, 8.0929e-03],\n",
+ " [-2.2980e-02, -3.3852e-02, -2.1393e-02, -3.3051e-02, 1.5066e-02],\n",
+ " [ 1.2730e-02, 2.4478e-02, 2.8772e-02, 2.8062e-02, -3.9068e-03],\n",
+ " [-9.3188e-03, -3.2090e-03, 1.1349e-03, -4.4513e-03, -2.2566e-02],\n",
+ " [ 1.5475e-02, -2.4088e-02, 4.7109e-03, -1.9576e-02, 2.5590e-03]],\n",
+ "\n",
+ " [[ 3.4533e-02, 1.5805e-02, -8.1290e-03, -2.9473e-02, -2.7830e-02],\n",
+ " [-1.1189e-03, -2.3883e-02, -2.2408e-02, 8.0706e-03, -2.0912e-02],\n",
+ " [-6.0190e-03, 1.8530e-02, 3.1111e-02, 8.7140e-03, 1.4883e-02],\n",
+ " [ 1.0062e-02, -1.3259e-02, 7.0008e-03, -3.3429e-02, -2.5512e-02],\n",
+ " [-3.3497e-02, 1.3196e-02, -2.5707e-02, 3.1772e-02, 3.0991e-03]],\n",
+ "\n",
+ " [[-1.4290e-02, 1.0892e-03, 2.0707e-02, 8.9846e-03, 2.7689e-02],\n",
+ " [ 3.4180e-02, -2.9902e-02, -1.7447e-02, -2.6233e-02, -1.4028e-02],\n",
+ " [-1.2295e-02, -2.0546e-02, -9.8043e-03, -2.7490e-02, -3.0622e-02],\n",
+ " [ 4.3674e-04, 2.9490e-02, 3.5398e-03, -4.6837e-03, 2.4393e-02],\n",
+ " [-1.4666e-03, 1.1251e-02, -2.6159e-02, -2.1956e-02, -2.7467e-02]],\n",
"\n",
" ...,\n",
"\n",
- " [[ 2.5862e-02, -1.0371e-03, -1.9383e-02, 1.7942e-03, 1.9761e-02],\n",
- " [-2.8891e-02, 6.3965e-03, -2.6830e-02, 1.3699e-02, 1.0821e-02],\n",
- " [ 1.1547e-02, -1.9258e-02, 1.4291e-02, -7.1339e-03, -2.1092e-02],\n",
- " [ 1.1358e-02, 5.8365e-03, -2.8330e-02, -1.6591e-02, 1.4738e-02],\n",
- " [-3.0109e-03, -3.1205e-02, 1.0713e-02, -2.7946e-02, 5.6631e-03]],\n",
+ " [[-2.3644e-02, 3.0802e-02, -1.8002e-02, -3.0707e-02, -2.2172e-02],\n",
+ " [-3.1019e-02, -1.9739e-02, -9.3868e-03, 7.9575e-03, -2.2624e-02],\n",
+ " [ 3.4551e-02, 2.0078e-02, -3.3876e-02, 3.1283e-02, 3.3183e-02],\n",
+ " [-3.3918e-02, -2.3870e-02, -2.3575e-02, -2.9056e-02, -2.8837e-02],\n",
+ " [-2.5986e-02, -3.4845e-02, 7.3302e-03, -1.4608e-02, 1.0884e-02]],\n",
"\n",
- " [[-3.4269e-03, 5.9247e-03, -2.2628e-02, 1.5790e-02, 1.6851e-02],\n",
- " [-1.3199e-02, 1.1820e-02, -2.9882e-02, 1.5963e-02, 1.4160e-02],\n",
- " [-1.8430e-02, 1.7088e-02, 1.0258e-02, -3.1797e-02, -1.5712e-02],\n",
- " [ 5.8283e-03, -3.2654e-02, -1.2848e-02, 2.9440e-02, 1.5735e-02],\n",
- " [ 1.5160e-02, -1.1311e-03, 1.5635e-02, -3.1450e-03, -2.3950e-02]],\n",
+ " [[-1.4381e-04, -3.4048e-02, -2.3154e-02, -6.6671e-04, -1.3698e-03],\n",
+ " [-2.2083e-02, -7.6509e-03, 1.5926e-02, 3.3870e-02, -8.7966e-03],\n",
+ " [ 1.0156e-02, -1.1124e-02, 3.2173e-02, -1.7401e-02, -1.3916e-02],\n",
+ " [ 2.8669e-02, 7.6822e-03, -4.2535e-04, 2.8009e-02, 2.8256e-02],\n",
+ " [-1.7353e-02, 2.9599e-02, 2.0556e-02, 2.6827e-02, -1.6913e-02]],\n",
"\n",
- " [[ 1.1689e-02, -5.3986e-03, -1.7156e-02, 1.5808e-02, 1.1226e-02],\n",
- " [ 6.9512e-03, 1.9596e-02, -9.9320e-03, -2.5242e-02, 2.5922e-02],\n",
- " [-1.1149e-03, -1.8153e-02, -6.7535e-03, -4.0143e-03, 1.5343e-02],\n",
- " [ 2.1245e-02, 2.0272e-02, -1.5746e-02, 4.4477e-03, 1.3009e-02],\n",
- " [-2.7403e-02, -1.7578e-03, -5.7534e-03, -4.3350e-03, 3.2173e-03]]],\n",
+ " [[-1.5121e-02, -2.5019e-02, 9.3863e-04, 1.8527e-02, 2.6718e-02],\n",
+ " [-1.2542e-02, -9.8915e-03, -3.3949e-02, 2.0921e-02, 1.1817e-02],\n",
+ " [-3.3119e-02, 1.9118e-02, 2.8166e-02, 1.4008e-02, 7.0924e-03],\n",
+ " [-8.0425e-04, 4.4199e-03, 4.9465e-03, 6.0860e-03, -9.1247e-03],\n",
+ " [-8.3654e-03, 2.9056e-02, 2.2258e-02, -3.4614e-02, 2.7133e-02]]],\n",
"\n",
"\n",
" ...,\n",
"\n",
"\n",
- " [[[ 2.4695e-02, 2.4198e-02, 5.4242e-03, 1.7946e-03, 1.5525e-03],\n",
- " [-6.9484e-03, -2.8010e-02, 6.0022e-03, -3.4202e-02, -9.2220e-03],\n",
- " [-1.8714e-02, -3.3158e-02, 1.2717e-02, 2.1173e-02, 2.3357e-02],\n",
- " [ 2.1218e-02, 1.3226e-02, 1.5477e-02, 1.4576e-02, -1.6706e-02],\n",
- " [ 5.8316e-03, 1.7646e-02, 2.6505e-02, 1.6435e-02, -9.7523e-03]],\n",
+ " [[[ 2.4745e-02, 2.5447e-02, 7.8521e-03, 2.7326e-02, 4.1176e-03],\n",
+ " [-9.2149e-03, -2.6898e-02, 1.9378e-02, -1.9195e-02, -3.2935e-02],\n",
+ " [-3.1293e-04, -5.0356e-03, -2.7392e-02, -2.9394e-02, 3.3510e-02],\n",
+ " [ 2.8223e-02, 3.3830e-02, 1.9529e-02, 2.8768e-02, -3.0616e-02],\n",
+ " [ 9.7381e-03, 3.0267e-02, -2.2226e-02, -2.2444e-03, -3.5101e-02]],\n",
"\n",
- " [[-7.5557e-03, 3.0235e-02, 4.0494e-03, -6.5395e-03, -2.7983e-02],\n",
- " [-1.6704e-02, -1.4708e-02, -1.2753e-02, 2.0003e-02, 2.0317e-02],\n",
- " [-1.4792e-02, -2.5440e-03, 8.3960e-03, 3.1746e-02, -4.2791e-03],\n",
- " [-2.6947e-02, 2.8178e-02, -8.7998e-03, -1.1918e-03, 1.9409e-02],\n",
- " [ 2.7548e-02, 2.9289e-02, -1.4868e-02, -2.4845e-02, 2.1959e-02]],\n",
+ " [[-1.6917e-02, 1.1137e-02, 1.9355e-02, -1.4685e-02, 3.0447e-02],\n",
+ " [-3.4133e-02, -1.8560e-02, 1.5245e-02, 9.2734e-03, 1.3745e-02],\n",
+ " [-2.7426e-02, 1.0003e-02, -2.2804e-02, 1.2485e-02, -1.3537e-02],\n",
+ " [-6.3152e-03, 3.4890e-02, 2.8487e-02, -2.7528e-02, 2.7217e-02],\n",
+ " [ 1.2584e-02, 3.0535e-02, 1.0904e-02, -2.9158e-02, 2.5303e-02]],\n",
"\n",
- " [[ 2.7115e-03, 2.1398e-02, -2.7235e-02, 2.4657e-02, 3.2983e-02],\n",
- " [-2.9811e-02, 2.8511e-02, 2.6691e-02, 3.0088e-02, 5.6536e-03],\n",
- " [ 1.2006e-02, 9.3720e-03, -8.6544e-04, -1.8001e-02, -4.6723e-04],\n",
- " [ 1.5956e-02, 1.0558e-02, -2.6408e-03, -1.8055e-02, -1.8820e-02],\n",
- " [ 2.0884e-02, -6.9533e-03, -2.7761e-02, -2.1180e-02, -1.0313e-02]],\n",
+ " [[ 2.6163e-02, 2.8920e-02, 3.4083e-02, 1.2934e-02, -3.4496e-02],\n",
+ " [ 3.2103e-02, 7.7680e-03, 2.3343e-02, 2.5724e-02, -2.5661e-02],\n",
+ " [-1.9408e-02, 1.8801e-02, 2.1603e-02, 3.1151e-02, 1.0190e-03],\n",
+ " [ 2.7702e-02, -2.0514e-02, -1.2836e-02, -2.3691e-02, 2.1812e-03],\n",
+ " [-1.8351e-02, 2.5027e-02, -3.0688e-02, 4.3821e-03, 1.9501e-02]],\n",
"\n",
" ...,\n",
"\n",
- " [[-2.5222e-02, -2.6723e-02, -2.5127e-02, -8.3920e-03, 1.2354e-02],\n",
- " [ 2.4635e-02, -2.1187e-02, 3.2576e-02, 5.1753e-03, -1.5645e-02],\n",
- " [-2.7097e-02, -1.3811e-02, -2.8127e-02, -7.5398e-03, -2.5397e-02],\n",
- " [-3.2788e-02, 9.4662e-03, -2.5773e-02, -5.5557e-03, -2.1646e-02],\n",
- " [-3.9811e-03, -2.9400e-02, -2.9801e-02, 3.4086e-03, -2.5995e-02]],\n",
- "\n",
- " [[-1.7667e-02, -2.9269e-02, 3.3983e-02, 1.7904e-03, -1.1844e-02],\n",
- " [-3.1558e-03, 2.8698e-02, -2.4786e-02, 2.8517e-02, -2.1105e-02],\n",
- " [-1.3482e-02, -2.3590e-02, 1.5106e-02, -2.6257e-02, -3.1513e-02],\n",
- " [ 1.5126e-02, 9.0866e-03, -3.5108e-03, -3.1232e-02, 1.0039e-02],\n",
- " [ 1.0646e-02, 2.0490e-02, -1.6026e-02, 9.4491e-03, 1.8696e-03]],\n",
- "\n",
- " [[ 9.5597e-03, -1.0937e-03, 3.1415e-03, -2.9728e-02, 2.4290e-02],\n",
- " [ 2.1983e-02, -4.4185e-03, -4.3551e-03, -2.3103e-03, 2.8911e-02],\n",
- " [-2.3258e-02, -2.7318e-02, 2.5071e-02, -2.8034e-02, -9.6178e-03],\n",
- " [ 1.1631e-02, -6.4006e-03, 3.1090e-02, -2.6229e-02, -3.1959e-02],\n",
- " [-1.8579e-03, 1.1335e-02, -1.9144e-02, 2.1692e-02, 7.2188e-03]]],\n",
- "\n",
- "\n",
- " [[[-5.6811e-03, -1.0477e-02, 1.1886e-02, 7.3932e-03, 1.6800e-02],\n",
- " [ 2.9957e-02, -4.6041e-03, 1.7368e-02, 2.9004e-02, -1.8263e-02],\n",
- " [-2.6259e-02, 1.8272e-02, -8.9695e-03, 2.3765e-02, -3.3679e-02],\n",
- " [-1.0965e-02, -7.6722e-03, 2.3450e-02, -1.0505e-02, 5.3181e-03],\n",
- " [-5.6810e-03, -2.4764e-02, 3.1046e-02, -2.9747e-03, -2.8656e-02]],\n",
- "\n",
- " [[ 2.0621e-02, 3.0689e-02, 9.9618e-03, -1.2074e-02, -3.4941e-02],\n",
- " [ 2.5171e-02, 2.5641e-02, 2.3229e-02, -2.1664e-02, -1.0035e-02],\n",
- " [-2.7126e-02, 1.5039e-03, -1.8666e-02, -1.3896e-03, -2.8527e-02],\n",
- " [-3.8435e-03, 1.9811e-02, 2.6598e-02, 3.9880e-03, -1.2667e-02],\n",
- " [-2.9899e-02, -1.0524e-04, -6.9346e-03, -9.0742e-03, -9.5847e-03]],\n",
- "\n",
- " [[ 3.4221e-02, 1.8155e-02, -2.0950e-02, -3.0531e-02, -1.6531e-02],\n",
- " [-2.6935e-02, -2.9924e-02, -1.2559e-02, -1.1806e-02, -3.4378e-02],\n",
- " [-3.1124e-03, 6.3495e-03, -2.1526e-02, -2.1942e-02, 4.1308e-03],\n",
- " [-4.0192e-03, -7.1271e-03, 3.2742e-02, 9.6951e-03, -8.8074e-03],\n",
- " [ 5.0674e-03, -3.0229e-02, 1.2071e-02, -1.5985e-02, -1.9603e-02]],\n",
+ " [[-2.8270e-02, -2.3117e-02, -1.6419e-02, -3.4316e-02, -2.0557e-02],\n",
+ " [-5.8688e-03, 2.0617e-03, 9.5386e-03, 1.3106e-02, 2.9971e-02],\n",
+ " [ 3.3426e-02, -2.6644e-02, 1.8090e-02, 7.3730e-03, -6.1319e-03],\n",
+ " [-2.1524e-03, 6.3283e-03, 2.8402e-02, 1.5039e-02, 2.4081e-02],\n",
+ " [ 3.0103e-02, -1.2804e-02, -9.0004e-03, 1.6461e-02, -3.5154e-02]],\n",
+ "\n",
+ " [[ 4.9777e-03, -8.0093e-03, -3.4668e-02, -8.8671e-03, -1.6355e-02],\n",
+ " [ 2.3159e-02, -3.2046e-02, -2.8806e-02, 3.3175e-02, -1.3727e-02],\n",
+ " [ 2.8510e-02, -1.3080e-02, 3.2749e-02, 5.1974e-03, -1.6185e-02],\n",
+ " [-3.3439e-02, -1.7652e-02, 3.2421e-02, 3.0137e-02, 7.4495e-03],\n",
+ " [-3.7330e-03, -7.3890e-03, -8.5357e-03, 2.2519e-02, -1.9516e-02]],\n",
+ "\n",
+ " [[ 6.3844e-03, -2.5492e-02, -1.6749e-02, -1.2231e-02, -1.0527e-02],\n",
+ " [-1.2054e-02, 3.7704e-03, 1.1407e-02, 1.4060e-02, -1.6531e-02],\n",
+ " [-1.1867e-02, 1.8624e-02, -1.1234e-02, -2.0407e-02, -1.2726e-02],\n",
+ " [-1.5739e-02, 1.7892e-02, -1.1010e-02, 1.8143e-02, 1.7330e-03],\n",
+ " [-2.6158e-04, -2.3484e-02, 2.8945e-02, -6.6862e-03, 3.0367e-02]]],\n",
+ "\n",
+ "\n",
+ " [[[-3.4974e-02, -2.3324e-02, 1.6922e-02, 2.8184e-02, -3.1625e-02],\n",
+ " [-8.9075e-03, -3.1058e-02, -6.1406e-03, 9.4089e-03, -1.1909e-02],\n",
+ " [-7.0569e-03, 2.3088e-02, 7.7149e-03, 2.7768e-02, 2.4761e-02],\n",
+ " [ 2.9902e-02, 7.4964e-03, -2.7370e-02, -1.8732e-02, -3.2662e-02],\n",
+ " [-2.2868e-02, -2.0314e-02, -6.4008e-03, -6.3764e-03, 2.2569e-02]],\n",
+ "\n",
+ " [[-7.0775e-03, -4.1908e-03, 2.1538e-02, 1.4809e-02, -2.0912e-02],\n",
+ " [ 2.1704e-02, 6.8497e-03, -3.4349e-02, -9.2698e-03, 4.3580e-03],\n",
+ " [ 1.0022e-02, -2.7300e-03, -9.4724e-03, -7.5713e-04, 1.1330e-02],\n",
+ " [-3.1236e-02, 3.3219e-02, 2.8622e-03, -2.5236e-02, 2.8182e-02],\n",
+ " [-1.1205e-02, 2.5173e-02, 1.3256e-02, -2.3062e-02, 1.1284e-02]],\n",
+ "\n",
+ " [[-9.4235e-03, -4.8488e-03, -2.8878e-02, 9.0096e-04, -1.7386e-02],\n",
+ " [ 2.0669e-02, -2.1336e-02, 8.0332e-03, 1.7914e-02, -1.0405e-02],\n",
+ " [-1.1635e-02, 3.3581e-02, -3.2376e-02, 2.9582e-02, 2.3664e-02],\n",
+ " [ 3.1593e-02, 3.4160e-02, -2.6020e-02, 8.8575e-03, 3.0042e-02],\n",
+ " [ 2.8393e-02, -2.4792e-02, 3.2831e-02, -4.0711e-04, -3.4198e-02]],\n",
"\n",
" ...,\n",
"\n",
- " [[-2.6260e-02, -1.7585e-02, -2.1982e-02, -2.3320e-02, -4.1119e-03],\n",
- " [ 1.3096e-02, -1.7109e-02, -1.3888e-02, -2.8812e-05, 2.6391e-02],\n",
- " [-1.3052e-02, -1.1130e-02, -2.9985e-02, 1.2317e-02, -3.1856e-02],\n",
- " [-8.2432e-03, 2.8641e-02, 2.4846e-02, 5.5159e-03, 1.9084e-02],\n",
- " [-3.4092e-02, -2.1065e-02, 2.2432e-02, -1.6194e-02, 2.2492e-02]],\n",
- "\n",
- " [[ 3.3804e-02, 1.4972e-02, 2.2994e-03, 3.1839e-02, -1.3227e-02],\n",
- " [-3.3975e-02, -3.4533e-02, -1.6026e-02, 2.2788e-03, -1.4643e-03],\n",
- " [ 3.2438e-02, -2.8320e-02, -1.8481e-02, 5.8380e-03, -5.3999e-03],\n",
- " [ 9.1915e-03, 3.6022e-03, 1.1685e-04, -2.4490e-02, 1.3981e-02],\n",
- " [ 5.1616e-03, -6.7223e-03, 2.9258e-02, 3.0399e-02, -1.0489e-02]],\n",
- "\n",
- " [[-2.0869e-02, -2.7418e-02, 9.2013e-03, 1.0312e-03, -1.3312e-02],\n",
- " [ 7.1380e-05, 1.8098e-02, 4.8561e-03, 2.6030e-02, 4.5902e-03],\n",
- " [-3.8396e-06, -9.0726e-03, -3.4657e-02, -3.5020e-02, 1.7769e-02],\n",
- " [ 4.7196e-03, -3.0351e-04, 6.6702e-03, -1.5387e-02, -1.5521e-02],\n",
- " [ 2.0964e-03, 1.5412e-02, 2.2774e-02, -4.0799e-03, 2.0905e-02]]],\n",
- "\n",
- "\n",
- " [[[ 1.6501e-02, -2.7081e-02, 9.0558e-03, 2.5332e-03, 1.2791e-02],\n",
- " [-7.0474e-03, 1.6052e-02, 2.9610e-02, -4.8062e-03, 2.2890e-02],\n",
- " [-2.1236e-02, -8.2819e-03, -3.3545e-02, 3.3778e-02, 2.5133e-02],\n",
- " [ 3.3057e-02, -1.5296e-02, 1.7353e-02, -4.8650e-03, 3.4039e-02],\n",
- " [ 2.9383e-02, 2.2072e-02, -1.3218e-02, 2.5207e-02, -3.1896e-02]],\n",
- "\n",
- " [[ 1.3995e-02, -2.0663e-02, -7.7605e-03, -2.9423e-02, 1.3063e-02],\n",
- " [ 2.5140e-02, -9.7825e-03, -2.2534e-02, 1.2679e-02, -2.3407e-03],\n",
- " [ 3.0757e-02, 1.2600e-02, -9.9360e-03, -2.9706e-02, 3.0537e-02],\n",
- " [ 2.1376e-02, 2.1465e-02, 1.6579e-02, -2.8762e-02, -2.8087e-02],\n",
- " [ 2.5223e-02, -1.7151e-02, 7.6622e-03, 3.3316e-02, 9.0349e-03]],\n",
- "\n",
- " [[-3.2144e-02, -3.4602e-02, -1.2078e-03, 2.5526e-02, -2.1524e-02],\n",
- " [-3.4233e-02, 8.9771e-03, 3.4649e-02, -2.9127e-02, -2.1181e-02],\n",
- " [-2.3100e-02, 3.9237e-03, -2.6253e-02, -3.1718e-02, 3.5719e-03],\n",
- " [-1.8098e-02, 2.5035e-02, -1.7552e-02, 2.4375e-02, -2.1021e-02],\n",
- " [-3.5218e-02, -2.3443e-02, 3.5088e-02, -1.7220e-03, 2.7329e-03]],\n",
+ " [[ 1.0640e-02, -3.4773e-03, 1.7848e-02, 2.3339e-02, 6.5579e-03],\n",
+ " [-3.3516e-02, -9.5260e-03, 3.2948e-02, -1.4124e-02, -1.5335e-02],\n",
+ " [-2.6022e-02, -2.4680e-02, -2.5792e-02, -3.4441e-02, 5.2088e-03],\n",
+ " [ 1.1213e-02, -3.2379e-03, 2.8332e-02, 3.4966e-02, 1.9965e-02],\n",
+ " [-6.4067e-05, 1.3670e-02, 3.2867e-03, 8.6834e-03, -1.4342e-02]],\n",
+ "\n",
+ " [[ 1.2845e-02, 1.6605e-03, -1.9191e-02, 1.9487e-02, -1.7243e-02],\n",
+ " [ 5.8301e-03, 1.1036e-02, -2.3355e-02, 1.0064e-02, 1.4885e-03],\n",
+ " [ 3.3737e-02, 2.7396e-02, 6.1884e-03, 2.8059e-03, 1.3686e-02],\n",
+ " [-1.2152e-02, -5.8316e-04, -3.1750e-03, 8.5284e-03, 1.3943e-02],\n",
+ " [-1.9356e-02, -1.0950e-04, -3.4086e-02, -7.5568e-04, 1.3694e-03]],\n",
+ "\n",
+ " [[ 1.8200e-02, 2.1633e-02, -2.4332e-02, 2.3583e-02, 2.9063e-02],\n",
+ " [-1.3286e-02, 2.9338e-03, 6.6651e-03, 2.9277e-03, 1.3872e-02],\n",
+ " [-2.3295e-02, 2.3481e-02, 6.5986e-03, 2.2366e-02, -3.5175e-02],\n",
+ " [-4.7833e-03, -1.3990e-02, 1.0363e-02, -3.1975e-02, 4.7487e-03],\n",
+ " [ 3.5129e-02, -3.8194e-03, -1.7300e-02, -1.9970e-02, 2.8379e-02]]],\n",
+ "\n",
+ "\n",
+ " [[[ 1.4019e-02, 4.9214e-03, 1.0111e-02, -3.1889e-02, -2.7347e-02],\n",
+ " [-8.1394e-03, -1.3291e-02, 2.4524e-02, -2.3494e-02, -2.0170e-03],\n",
+ " [-2.7336e-02, -1.9178e-02, -1.8323e-02, -8.8052e-03, 1.3123e-02],\n",
+ " [-3.5069e-02, -2.1669e-02, -1.1426e-02, 3.0186e-02, 1.9609e-02],\n",
+ " [-2.8254e-02, 1.6397e-02, -1.5657e-02, -2.0507e-02, -2.3217e-02]],\n",
+ "\n",
+ " [[ 8.5709e-03, -2.3691e-02, 1.7627e-02, 3.5223e-02, 2.6195e-03],\n",
+ " [-3.0899e-02, -3.4378e-02, 6.3869e-03, 3.2724e-03, -3.1556e-02],\n",
+ " [ 2.6143e-02, -2.5520e-02, -1.4755e-02, 3.2573e-02, 2.3502e-02],\n",
+ " [-1.6250e-02, -4.1612e-03, -1.8213e-02, 3.1232e-02, 2.3861e-02],\n",
+ " [-2.1876e-02, -1.5494e-02, 3.0345e-03, 1.4424e-02, 2.9874e-02]],\n",
+ "\n",
+ " [[-2.5268e-02, 2.2410e-02, 2.3594e-02, 2.0579e-02, 1.6479e-02],\n",
+ " [ 2.8202e-02, 3.0909e-03, -2.5594e-02, 2.6350e-02, 2.8560e-02],\n",
+ " [-2.0345e-02, 3.2249e-02, 6.1006e-03, 2.1407e-02, -1.6071e-02],\n",
+ " [ 1.8856e-02, 2.9315e-02, -2.6081e-02, -1.4907e-02, -2.5855e-02],\n",
+ " [ 4.3871e-03, -1.1070e-02, -4.8881e-03, 1.8845e-02, -1.4769e-03]],\n",
"\n",
" ...,\n",
"\n",
- " [[ 2.0920e-02, -2.8072e-02, 2.0046e-02, 2.1542e-02, 2.8214e-02],\n",
- " [-1.4556e-02, -2.8212e-02, -8.9851e-03, -3.3224e-02, 2.4021e-02],\n",
- " [-2.6013e-02, -3.1922e-02, -1.5481e-04, -1.2796e-02, 5.5097e-03],\n",
- " [ 3.1735e-02, 2.0218e-02, 2.9766e-02, 2.7779e-02, 3.0098e-02],\n",
- " [ 1.8398e-03, -2.1543e-02, -2.9273e-02, -5.8921e-03, 1.6662e-02]],\n",
- "\n",
- " [[ 2.8385e-02, -1.8564e-02, -6.6080e-03, 2.5015e-02, -3.3667e-03],\n",
- " [-1.9641e-02, -3.4182e-02, 2.0578e-02, -2.0450e-02, 3.3780e-03],\n",
- " [ 6.3422e-04, 2.6127e-02, 1.1615e-02, 2.5706e-02, -2.4499e-02],\n",
- " [ 1.9641e-02, 3.2078e-02, -2.9023e-02, -3.4537e-02, 1.1839e-02],\n",
- " [-1.1807e-03, 3.3522e-02, -2.9450e-02, -3.3327e-02, -3.3981e-02]],\n",
- "\n",
- " [[-2.3388e-03, -8.2398e-03, -1.6055e-02, -1.2572e-03, -1.9137e-02],\n",
- " [-2.5775e-02, 1.8130e-03, -4.7393e-04, 1.8243e-02, -1.0023e-02],\n",
- " [ 8.7671e-03, -2.4885e-02, -2.3222e-02, 3.0048e-02, -2.0407e-02],\n",
- " [-2.8137e-02, 3.1120e-02, -7.6599e-03, -1.9271e-02, 2.2285e-02],\n",
- " [-2.9455e-02, 1.2270e-02, -2.2933e-02, 6.5161e-03, 2.0707e-02]]]]), 'conv2.bias': tensor([-0.0294, 0.0329, 0.0288, 0.0177, -0.0267, 0.0292, -0.0254, 0.0350,\n",
- " 0.0102, 0.0154, 0.0301, 0.0296, 0.0310, -0.0298, 0.0040, 0.0274,\n",
- " 0.0159, 0.0237, -0.0041, 0.0274, 0.0122, -0.0251, 0.0142, 0.0245,\n",
- " 0.0126, 0.0059, 0.0148, 0.0251, 0.0234, 0.0009, -0.0098, -0.0203,\n",
- " 0.0108, -0.0250, 0.0113, 0.0071, 0.0188, 0.0034, 0.0039, -0.0132,\n",
- " 0.0325, 0.0291, -0.0115, 0.0208, 0.0073, -0.0019, 0.0264, -0.0297,\n",
- " -0.0012, -0.0327, -0.0204, -0.0143, -0.0182, 0.0242, 0.0229, -0.0135,\n",
- " -0.0017, 0.0063, 0.0077, -0.0157, -0.0293, 0.0144, 0.0262, 0.0104]), 'fc1.weight': tensor([[-0.0081, 0.0138, -0.0154, ..., 0.0130, 0.0123, 0.0151],\n",
- " [-0.0053, 0.0166, -0.0099, ..., -0.0101, -0.0069, -0.0051],\n",
- " [-0.0101, 0.0112, -0.0009, ..., 0.0026, -0.0106, 0.0138],\n",
+ " [[ 1.2379e-02, 7.2388e-03, -1.4122e-02, 1.8673e-02, 1.8472e-02],\n",
+ " [-3.0360e-02, -2.3880e-02, -3.0080e-03, 1.0441e-02, 4.9348e-03],\n",
+ " [-3.0038e-02, 2.0413e-02, 2.8522e-02, -2.0159e-02, -1.8271e-02],\n",
+ " [-1.3495e-02, 9.2360e-03, -2.6240e-02, -2.5488e-02, 2.7568e-02],\n",
+ " [-1.5597e-02, -2.8057e-02, -2.9999e-02, -1.4414e-02, -4.7575e-03]],\n",
+ "\n",
+ " [[ 1.8291e-02, -1.6408e-02, -1.8680e-02, -2.2817e-02, -3.1854e-02],\n",
+ " [-2.9158e-02, 3.5350e-02, -6.7355e-04, 7.1955e-03, -2.8063e-02],\n",
+ " [ 1.7034e-02, 7.2418e-04, -1.2859e-02, 2.6168e-02, 1.9541e-02],\n",
+ " [-3.5163e-03, 1.3653e-02, -2.5039e-02, 1.7310e-02, 1.2980e-02],\n",
+ " [-3.1598e-02, 1.0932e-02, -1.6623e-02, 2.7386e-03, -1.7496e-02]],\n",
+ "\n",
+ " [[ 3.2967e-03, 9.0435e-03, -6.3722e-03, 6.3557e-06, -1.6582e-04],\n",
+ " [-1.2603e-02, 2.8532e-02, 2.7132e-02, -3.3654e-02, -2.3288e-02],\n",
+ " [-3.3183e-02, -2.8453e-02, -3.4745e-02, 1.1531e-03, 1.3664e-02],\n",
+ " [ 3.2060e-02, 2.5101e-02, 2.1017e-02, 5.9951e-03, 2.6360e-03],\n",
+ " [-2.0098e-02, 9.6565e-03, 1.4130e-02, -2.1930e-02, -1.9950e-03]]]]), tensor([ 0.0258, -0.0098, 0.0090, -0.0266, -0.0003, 0.0192, -0.0012, -0.0049,\n",
+ " 0.0099, 0.0069, 0.0019, 0.0319, 0.0208, 0.0209, -0.0220, -0.0238,\n",
+ " 0.0177, -0.0307, 0.0308, 0.0066, -0.0072, -0.0034, 0.0152, 0.0293,\n",
+ " 0.0169, 0.0327, -0.0059, 0.0043, 0.0057, 0.0174, -0.0194, -0.0216,\n",
+ " -0.0226, -0.0270, -0.0041, 0.0242, -0.0233, 0.0118, 0.0283, -0.0090,\n",
+ " -0.0180, -0.0280, -0.0086, -0.0122, 0.0003, -0.0277, -0.0038, 0.0353,\n",
+ " -0.0082, -0.0109, -0.0251, 0.0068, 0.0323, 0.0098, -0.0314, 0.0030,\n",
+ " 0.0113, 0.0020, -0.0341, 0.0107, 0.0091, 0.0199, -0.0185, 0.0127]), tensor([[-0.0081, -0.0059, -0.0143, ..., 0.0117, -0.0148, 0.0108],\n",
+ " [ 0.0151, 0.0105, 0.0061, ..., 0.0053, -0.0170, 0.0006],\n",
+ " [-0.0148, -0.0145, -0.0035, ..., 0.0020, -0.0044, -0.0102],\n",
" ...,\n",
- " [-0.0068, -0.0142, -0.0123, ..., -0.0109, -0.0112, -0.0102],\n",
- " [-0.0028, 0.0046, 0.0162, ..., -0.0176, 0.0086, 0.0032],\n",
- " [ 0.0050, -0.0094, -0.0085, ..., -0.0165, -0.0068, 0.0035]]), 'fc1.bias': tensor([-3.4672e-03, -1.4446e-02, -1.2293e-02, 7.7690e-03, -7.4937e-03,\n",
- " -1.2601e-02, 7.4108e-03, -8.5502e-03, 1.6310e-02, 7.2417e-03,\n",
- " -1.0148e-02, 1.6993e-02, -9.7666e-04, -4.3463e-03, -1.1272e-02,\n",
- " -4.1479e-03, 1.7398e-02, 1.3415e-02, -1.7631e-02, 8.8416e-03,\n",
- " -3.1741e-03, -1.4023e-02, -1.5655e-02, 1.0000e-02, -9.5185e-03,\n",
- " -3.8707e-03, 2.1299e-03, 1.2721e-03, -1.0397e-02, -8.5392e-03,\n",
- " -1.2514e-02, -2.3353e-03, 7.8897e-03, -7.6218e-03, 1.2260e-02,\n",
- " -1.6806e-02, -7.9503e-03, 8.0836e-03, 1.1840e-02, 2.2876e-03,\n",
- " -2.4980e-03, 3.8789e-03, -1.4930e-02, 1.4448e-02, 1.6045e-02,\n",
- " -6.4406e-03, 6.9938e-03, -1.5074e-02, -3.4915e-04, 6.6718e-03,\n",
- " -3.5812e-03, -1.6976e-02, 1.2715e-03, -6.0759e-03, -9.5487e-03,\n",
- " 1.6535e-02, 1.2655e-02, -1.3646e-02, -1.2447e-02, -6.4641e-03,\n",
- " 5.3294e-03, 5.6371e-03, -4.3157e-03, -3.4694e-03, -1.6611e-02,\n",
- " -8.5411e-04, -8.5772e-03, -8.4273e-03, -1.5747e-02, -1.3618e-02,\n",
- " 1.0321e-02, -9.3956e-03, 1.0570e-02, 1.7520e-02, 6.9964e-03,\n",
- " -4.6320e-03, 7.5614e-03, -6.2394e-03, -8.5712e-03, 1.5812e-02,\n",
- " -1.5301e-02, 9.6769e-03, -1.3045e-02, -1.3433e-02, -9.7229e-04,\n",
- " 1.7275e-02, -7.5429e-03, 4.2608e-04, -1.4852e-03, -3.8250e-03,\n",
- " 1.3177e-02, -4.2672e-03, 2.9165e-03, 3.5423e-04, -1.6563e-02,\n",
- " -1.7646e-02, -4.8865e-03, 1.1881e-02, -5.0371e-03, 9.3326e-03,\n",
- " 4.5758e-03, -4.5849e-03, 3.7344e-03, -1.8454e-03, -1.6846e-02,\n",
- " 8.2546e-03, -7.1566e-03, 1.4772e-03, -1.6290e-02, -1.0622e-02,\n",
- " 1.0886e-02, -5.8009e-03, 1.7793e-02, -8.6404e-03, -2.6911e-03,\n",
- " 1.3075e-02, -7.9632e-03, -7.3142e-03, -9.1669e-03, 7.8864e-04,\n",
- " -1.3171e-02, 1.4579e-02, 1.1616e-02, 3.9550e-03, 1.1550e-02,\n",
- " -1.5605e-02, -8.4229e-03, 1.3751e-02, 3.6031e-03, 1.5572e-02,\n",
- " -1.7369e-03, -8.5769e-03, 5.8602e-03, -6.0227e-03, 1.6866e-02,\n",
- " -1.5111e-02, 1.4616e-02, -6.7068e-03, -1.1656e-02, 4.7307e-03,\n",
- " 1.5767e-02, 1.1070e-02, -8.8410e-03, 1.7600e-02, -2.0084e-03,\n",
- " 6.8243e-03, 1.2983e-02, 5.2070e-04, 1.0046e-02, 1.3286e-02,\n",
- " 8.9343e-03, 4.8149e-03, -2.5697e-03, 4.4682e-03, 1.6287e-02,\n",
- " 6.3040e-03, -8.4443e-03, -5.3058e-04, -4.3037e-03, 1.5347e-02,\n",
- " 2.1996e-04, -1.0720e-02, -5.8503e-03, 1.3797e-02, -1.4177e-02,\n",
- " 1.1434e-02, -1.8945e-03, 1.6068e-02, 1.7447e-03, -1.3956e-02,\n",
- " 6.2457e-03, -1.0211e-02, 1.5087e-02, 9.6760e-03, 1.3598e-02,\n",
- " 1.7340e-02, -1.2309e-02, -6.7817e-03, 1.2550e-02, 1.3340e-02,\n",
- " 1.6681e-02, 9.6821e-03, -1.1964e-02, 1.2771e-02, -6.4358e-03,\n",
- " 1.2654e-02, -1.7382e-02, -3.5477e-03, -1.7585e-02, 4.1828e-03,\n",
- " 9.5395e-03, -1.2341e-02, -8.0899e-03, 1.7100e-02, -2.0383e-03,\n",
- " 7.7255e-03, 1.4668e-02, -1.1553e-02, -1.3684e-03, -1.0668e-02,\n",
- " 4.9831e-03, -4.1533e-03, 1.0619e-02, 4.4827e-03, -1.1317e-02,\n",
- " 5.3828e-03, 7.2284e-03, 1.2856e-02, -6.4634e-03, -1.1901e-02,\n",
- " 1.3786e-02, 9.3409e-03, -7.5928e-03, 5.4179e-04, 2.0796e-04,\n",
- " 1.4698e-02, 1.3254e-02, -1.1621e-02, -2.6928e-03, -9.9327e-03,\n",
- " 1.7629e-02, 7.1257e-03, -1.2520e-02, -4.3111e-03, 7.7188e-03,\n",
- " -8.9904e-03, -5.9841e-03, -1.7572e-03, 8.8026e-03, -1.9239e-03,\n",
- " 1.4128e-02, 9.7155e-03, 1.4960e-02, -3.0571e-03, -1.4444e-02,\n",
- " 1.2553e-02, 1.1271e-02, -8.8978e-03, -1.3108e-02, 1.2628e-02,\n",
- " 5.6482e-03, -4.5838e-03, 9.3955e-03, -1.2634e-02, 2.5492e-03,\n",
- " -1.0865e-02, -1.1644e-02, -1.2602e-02, -1.5807e-03, -8.9658e-03,\n",
- " 5.1082e-03, -3.3411e-04, 8.6929e-04, 8.9536e-03, 1.0715e-02,\n",
- " -2.4002e-03, -1.6245e-02, 3.0127e-03, 1.2196e-02, -1.6267e-02,\n",
- " 1.6278e-02, -4.9497e-03, 1.5032e-02, 4.7426e-04, -6.2285e-04,\n",
- " -2.2680e-03, -8.8868e-04, -1.2714e-03, 1.1415e-03, -4.5226e-03,\n",
- " -1.5853e-02, -7.4868e-03, -1.0161e-02, 1.7643e-02, -1.5002e-02,\n",
- " 1.7216e-02, -5.0324e-03, -1.0926e-02, 9.9244e-03, 1.3024e-02,\n",
- " 1.0218e-02, -4.3209e-03, -4.2856e-03, 1.2696e-02, 2.9352e-03,\n",
- " 2.7632e-03, 9.8186e-03, 4.4106e-03, -1.7612e-02, 4.3815e-03,\n",
- " 8.0082e-03, 2.2632e-03, -8.4109e-03, -1.3274e-02, 1.1617e-02,\n",
- " -1.7727e-02, 5.5763e-03, -1.0286e-02, 1.1968e-02, -1.5516e-02,\n",
- " 6.6903e-03, 6.7595e-03, -2.5033e-03, -1.1838e-02, 2.0463e-03,\n",
- " 1.1892e-02, -2.2310e-03, 1.5878e-02, -1.6940e-02, 6.4767e-03,\n",
- " 1.7238e-02, 1.5441e-02, 1.2099e-02, 1.1450e-02, 1.6676e-02,\n",
- " -3.4195e-03, -1.2476e-03, -1.3253e-03, 1.3067e-02, -1.3566e-03,\n",
- " 6.8635e-03, -5.5605e-03, 6.0657e-03, -1.2112e-02, 9.5660e-03,\n",
- " -1.3109e-03, 5.1050e-03, 1.4025e-02, -1.4562e-02, 3.0868e-03,\n",
- " 9.3931e-03, 1.7545e-02, -1.5243e-02, -1.2314e-02, -4.1206e-04,\n",
- " 1.7688e-02, -1.7570e-02, 1.7019e-02, -1.7788e-02, 1.6966e-02,\n",
- " 4.0122e-03, 3.0628e-03, -4.0461e-03, 1.4157e-02, 3.9072e-03,\n",
- " 6.3313e-03, -1.3319e-02, -1.1896e-02, 3.6852e-03, 1.1832e-02,\n",
- " -8.7784e-03, 1.1129e-02, 1.3978e-02, 1.0630e-02, 3.6990e-03,\n",
- " 4.4645e-03, -1.6836e-02, -1.3500e-02, 1.6876e-02, 1.4516e-02,\n",
- " 7.4516e-03, -1.6084e-02, 1.5842e-02, 1.2070e-02, 1.5367e-02,\n",
- " 3.1857e-03, -1.7789e-03, -1.4422e-02, -1.4149e-02, 8.2015e-03,\n",
- " 8.7930e-03, -7.6206e-03, 4.6303e-03, -9.0639e-04, -7.6241e-03,\n",
- " 6.0896e-03, 7.6024e-03, -1.5949e-02, -1.1160e-03, -3.8057e-03,\n",
- " 1.1965e-03, -9.5787e-03, 1.1893e-02, 4.2951e-03, 4.4890e-03,\n",
- " -1.1108e-02, -5.2652e-03, -6.9700e-04, 1.3596e-02, 5.8716e-03,\n",
- " -7.8927e-03, -9.4266e-03, 3.3122e-03, 1.5078e-02, 4.2493e-03,\n",
- " -1.2647e-02, 1.6407e-02, -4.4845e-03, -8.5834e-03, -9.3776e-03,\n",
- " 7.0308e-03, 1.5408e-02, -1.5356e-02, -6.5015e-03, 3.8347e-03,\n",
- " 4.1556e-03, -1.1227e-02, -1.4538e-03, 4.5388e-03, -1.5766e-02,\n",
- " -5.1742e-03, 5.2968e-03, -7.3040e-03, 2.2809e-03, 2.1299e-03,\n",
- " -1.6927e-02, -1.1344e-02, -1.1302e-02, -1.5232e-02, 1.3569e-02,\n",
- " -3.4408e-03, -1.4370e-02, 1.5899e-02, 5.6999e-03, 2.5900e-03,\n",
- " -9.2822e-03, -4.7884e-03, 1.2711e-02, 1.4953e-02, -9.6008e-03,\n",
- " -7.8154e-03, 2.3049e-03, -7.2286e-03, 3.4406e-03, -1.4979e-02,\n",
- " 1.3255e-02, -1.5416e-02, 4.7037e-03, -6.2464e-05, 6.1763e-03,\n",
- " -1.7083e-02, -4.1979e-03, 4.8330e-03, 1.6848e-02, -5.8141e-03,\n",
- " 1.0530e-02, 1.2660e-02, 7.7921e-03, 1.2516e-02, -8.2558e-03,\n",
- " 9.6033e-03, 7.4281e-04, 1.6809e-02, -1.2299e-02, 1.1192e-02,\n",
- " -1.2419e-02, 1.7704e-02, -2.2003e-03, -5.5301e-03, -1.1976e-02,\n",
- " -7.5681e-03, 1.7068e-02, 1.3416e-02, 1.0705e-02, -1.8727e-03,\n",
- " 1.1100e-02, 1.7324e-02, 4.0332e-03, 5.9611e-04, 1.3360e-02,\n",
- " 1.2185e-02, 7.5230e-03, 1.5142e-02, 1.4654e-02, 1.2797e-02,\n",
- " 1.6562e-02, 5.9504e-03, 6.2322e-03, 1.6638e-02, 3.0088e-04,\n",
- " -1.5574e-02, 1.0657e-02, -5.7672e-03, 1.6510e-02, -1.1042e-02,\n",
- " -1.4875e-02, 1.5410e-02, -1.6385e-02, -1.1161e-03, 7.7549e-03,\n",
- " 1.1378e-02, 1.0371e-02, -2.7560e-03, 1.3848e-02, -1.2284e-02,\n",
- " -2.9374e-03, 1.0240e-02, -1.2988e-02, -8.2888e-03, -1.4185e-02,\n",
- " -1.2491e-02, -7.7231e-03, 1.1543e-02, 1.4141e-02, 6.7815e-03,\n",
- " 1.4062e-02, 5.3020e-04, 5.9166e-03, 7.7286e-03, 8.2705e-03,\n",
- " 1.2781e-03, -1.4400e-02]), 'fc2.weight': tensor([[ 0.0173, -0.0204, -0.0246, ..., -0.0214, 0.0191, 0.0375],\n",
- " [ 0.0109, -0.0418, -0.0442, ..., -0.0027, 0.0389, 0.0407],\n",
- " [ 0.0440, 0.0031, -0.0332, ..., 0.0294, -0.0359, -0.0237],\n",
+ " [-0.0045, 0.0173, -0.0167, ..., -0.0103, 0.0056, -0.0051],\n",
+ " [ 0.0080, 0.0030, -0.0087, ..., 0.0165, -0.0167, 0.0033],\n",
+ " [ 0.0098, 0.0124, 0.0158, ..., -0.0083, -0.0151, 0.0059]]), tensor([ 0.0140, -0.0175, 0.0051, -0.0030, -0.0019, -0.0134, -0.0133, -0.0009,\n",
+ " 0.0023, 0.0163, -0.0042, -0.0130, -0.0113, -0.0176, -0.0152, 0.0139,\n",
+ " 0.0032, 0.0127, 0.0173, 0.0080, -0.0009, -0.0097, -0.0020, 0.0114,\n",
+ " 0.0059, -0.0070, 0.0143, -0.0143, 0.0008, 0.0067, -0.0162, 0.0094,\n",
+ " 0.0165, 0.0118, -0.0017, -0.0064, -0.0134, -0.0012, 0.0107, 0.0039,\n",
+ " -0.0173, -0.0093, -0.0028, -0.0070, 0.0075, 0.0142, 0.0102, 0.0140,\n",
+ " -0.0120, 0.0057, 0.0095, 0.0077, -0.0151, -0.0022, 0.0130, 0.0005,\n",
+ " 0.0123, 0.0055, 0.0120, -0.0058, -0.0142, -0.0129, 0.0048, -0.0020,\n",
+ " 0.0016, 0.0016, 0.0061, -0.0174, -0.0123, -0.0010, 0.0032, -0.0170,\n",
+ " 0.0020, 0.0172, 0.0146, -0.0086, 0.0032, 0.0093, 0.0139, 0.0085,\n",
+ " 0.0061, -0.0039, 0.0154, -0.0014, -0.0082, -0.0030, 0.0009, 0.0150,\n",
+ " 0.0054, 0.0015, 0.0047, 0.0063, 0.0095, 0.0081, 0.0125, -0.0027,\n",
+ " 0.0130, -0.0039, -0.0038, 0.0035, 0.0163, -0.0174, 0.0106, 0.0007,\n",
+ " 0.0087, 0.0070, -0.0141, -0.0139, -0.0068, -0.0126, 0.0130, -0.0088,\n",
+ " 0.0088, -0.0121, -0.0087, 0.0134, 0.0101, -0.0139, -0.0002, -0.0055,\n",
+ " 0.0039, -0.0103, -0.0068, 0.0082, 0.0059, -0.0069, -0.0138, -0.0164,\n",
+ " -0.0138, 0.0156, 0.0020, 0.0154, -0.0147, -0.0134, 0.0118, 0.0084,\n",
+ " 0.0071, 0.0033, 0.0166, -0.0116, -0.0003, 0.0178, -0.0074, -0.0174,\n",
+ " -0.0094, 0.0002, 0.0010, -0.0066, -0.0090, -0.0143, 0.0048, -0.0169,\n",
+ " -0.0163, -0.0105, -0.0090, -0.0105, -0.0167, -0.0037, 0.0024, 0.0075,\n",
+ " -0.0023, -0.0143, 0.0052, -0.0041, -0.0139, -0.0123, 0.0161, -0.0053,\n",
+ " -0.0059, 0.0012, -0.0077, -0.0133, -0.0012, -0.0127, 0.0005, -0.0130,\n",
+ " -0.0176, -0.0114, 0.0139, -0.0153, 0.0124, 0.0151, -0.0092, -0.0168,\n",
+ " -0.0070, 0.0114, -0.0125, 0.0129, -0.0066, 0.0150, 0.0046, 0.0043,\n",
+ " 0.0111, 0.0087, -0.0170, -0.0174, -0.0116, 0.0087, 0.0146, 0.0078,\n",
+ " -0.0055, -0.0119, -0.0041, -0.0017, -0.0093, 0.0170, 0.0093, -0.0026,\n",
+ " -0.0117, 0.0008, -0.0084, -0.0079, -0.0071, -0.0148, -0.0170, 0.0022,\n",
+ " -0.0049, 0.0149, 0.0078, -0.0042, 0.0118, -0.0100, 0.0136, 0.0112,\n",
+ " -0.0024, 0.0149, -0.0113, -0.0128, 0.0030, 0.0005, -0.0037, 0.0042,\n",
+ " 0.0034, -0.0113, 0.0158, 0.0071, 0.0074, -0.0136, -0.0155, 0.0028,\n",
+ " 0.0136, 0.0177, -0.0068, 0.0063, 0.0021, -0.0085, 0.0044, 0.0164,\n",
+ " -0.0075, 0.0109, 0.0103, -0.0105, -0.0167, 0.0114, 0.0093, -0.0098,\n",
+ " 0.0115, -0.0011, 0.0097, 0.0087, 0.0075, -0.0120, 0.0011, -0.0067,\n",
+ " 0.0058, -0.0050, -0.0077, 0.0039, -0.0112, -0.0015, -0.0152, 0.0074,\n",
+ " -0.0085, 0.0085, 0.0060, -0.0059, -0.0125, -0.0065, -0.0160, 0.0137,\n",
+ " 0.0145, -0.0097, -0.0032, 0.0059, -0.0137, -0.0119, 0.0141, -0.0012,\n",
+ " 0.0105, -0.0023, 0.0089, -0.0011, 0.0122, 0.0144, -0.0047, 0.0127,\n",
+ " -0.0046, 0.0057, -0.0112, 0.0062, 0.0176, 0.0162, 0.0004, -0.0061,\n",
+ " -0.0010, -0.0111, -0.0037, -0.0083, 0.0007, -0.0071, 0.0121, -0.0104,\n",
+ " 0.0169, -0.0023, -0.0051, -0.0170, -0.0123, 0.0005, -0.0006, -0.0099,\n",
+ " 0.0049, -0.0009, 0.0176, 0.0136, -0.0070, 0.0170, -0.0169, 0.0073,\n",
+ " -0.0058, -0.0111, -0.0014, -0.0076, -0.0080, 0.0006, 0.0075, 0.0064,\n",
+ " -0.0090, -0.0023, 0.0173, 0.0155, -0.0130, 0.0142, 0.0103, -0.0153,\n",
+ " -0.0011, 0.0139, 0.0086, -0.0130, 0.0029, 0.0074, -0.0003, 0.0030,\n",
+ " -0.0004, 0.0141, -0.0008, -0.0158, 0.0103, -0.0035, 0.0115, -0.0030,\n",
+ " -0.0049, -0.0023, -0.0098, 0.0058, -0.0002, 0.0170, 0.0124, 0.0086,\n",
+ " -0.0128, -0.0120, 0.0043, 0.0066, 0.0069, -0.0064, 0.0058, -0.0016,\n",
+ " 0.0105, 0.0117, 0.0121, -0.0135, 0.0078, -0.0032, -0.0041, 0.0038,\n",
+ " 0.0156, 0.0073, 0.0012, 0.0168, -0.0071, -0.0160, 0.0059, 0.0089,\n",
+ " -0.0043, 0.0019, -0.0178, 0.0018, 0.0017, -0.0090, 0.0136, -0.0167,\n",
+ " 0.0018, 0.0094, -0.0153, -0.0061, -0.0172, -0.0072, -0.0088, -0.0058,\n",
+ " 0.0103, -0.0004, 0.0163, 0.0048, 0.0093, 0.0106, -0.0093, 0.0023,\n",
+ " 0.0003, -0.0150, -0.0174, -0.0041, -0.0008, -0.0068, 0.0174, 0.0111,\n",
+ " 0.0168, 0.0034, -0.0021, 0.0051, 0.0053, 0.0017, -0.0137, 0.0046,\n",
+ " -0.0005, -0.0071, -0.0112, 0.0125, 0.0107, -0.0157, -0.0031, -0.0079,\n",
+ " -0.0030, 0.0099, -0.0033, 0.0061, 0.0009, 0.0099, -0.0055, -0.0099,\n",
+ " 0.0057, 0.0126, -0.0092, -0.0071, -0.0156, -0.0092, -0.0086, 0.0043,\n",
+ " 0.0026, 0.0127, -0.0045, 0.0163, -0.0036, 0.0123, 0.0060, 0.0123,\n",
+ " -0.0040, 0.0074, -0.0113, -0.0036, -0.0157, -0.0103, -0.0140, 0.0143,\n",
+ " 0.0035, -0.0015, -0.0158, -0.0157, -0.0079, 0.0111, 0.0134, 0.0094,\n",
+ " -0.0120, -0.0178, -0.0065, -0.0007, 0.0016, -0.0102, -0.0133, -0.0095,\n",
+ " -0.0143, -0.0050, -0.0029, -0.0060, -0.0126, 0.0008, 0.0079, 0.0073,\n",
+ " -0.0082, -0.0120, 0.0162, -0.0058, 0.0126, 0.0147, -0.0131, -0.0136,\n",
+ " -0.0013, -0.0102, -0.0065, -0.0032, -0.0055, 0.0150, -0.0159, -0.0142]), tensor([[-0.0060, -0.0238, -0.0167, ..., -0.0295, -0.0283, 0.0013],\n",
+ " [ 0.0272, -0.0164, 0.0261, ..., 0.0342, 0.0118, -0.0295],\n",
+ " [-0.0431, -0.0081, -0.0005, ..., 0.0110, 0.0334, -0.0054],\n",
" ...,\n",
- " [-0.0346, -0.0161, 0.0228, ..., -0.0070, -0.0313, -0.0109],\n",
- " [ 0.0340, -0.0133, -0.0414, ..., 0.0021, -0.0173, 0.0435],\n",
- " [ 0.0281, -0.0380, 0.0440, ..., -0.0395, -0.0356, -0.0384]]), 'fc2.bias': tensor([ 0.0387, -0.0387, 0.0442, 0.0035, -0.0139, 0.0319, 0.0112, -0.0021,\n",
- " 0.0198, -0.0422, -0.0340, -0.0312, -0.0236, 0.0207, -0.0330, -0.0092,\n",
- " 0.0038, 0.0132, 0.0357, 0.0131, -0.0439, 0.0403, 0.0326, -0.0034,\n",
- " 0.0372, -0.0296, -0.0147, -0.0009, 0.0266, -0.0027, -0.0150, 0.0015,\n",
- " 0.0336, -0.0176, -0.0119, 0.0077, -0.0043, 0.0044, 0.0299, 0.0308,\n",
- " -0.0223, -0.0223, 0.0140, 0.0130, -0.0155, 0.0175, -0.0068, 0.0380,\n",
- " 0.0010, -0.0395, 0.0146, -0.0289, 0.0194, -0.0129, 0.0116, 0.0291,\n",
- " -0.0225, -0.0211, 0.0376, 0.0088, -0.0227, -0.0254])}\n"
+ " [-0.0257, -0.0054, 0.0206, ..., -0.0191, 0.0412, -0.0227],\n",
+ " [ 0.0334, -0.0221, 0.0043, ..., 0.0383, -0.0305, 0.0005],\n",
+ " [-0.0314, 0.0262, 0.0313, ..., -0.0048, 0.0006, 0.0426]]), tensor([-0.0431, -0.0134, -0.0107, 0.0229, 0.0287, -0.0393, -0.0060, -0.0009,\n",
+ " 0.0412, -0.0344, -0.0020, 0.0278, -0.0317, -0.0283, 0.0094, 0.0142,\n",
+ " -0.0097, -0.0215, -0.0283, -0.0332, -0.0333, 0.0352, -0.0130, -0.0117,\n",
+ " -0.0346, -0.0030, -0.0087, -0.0178, 0.0225, 0.0430, 0.0153, -0.0233,\n",
+ " 0.0231, -0.0374, -0.0200, 0.0007, 0.0341, 0.0077, -0.0098, -0.0249,\n",
+ " 0.0400, -0.0381, -0.0155, 0.0188, -0.0362, 0.0095, -0.0313, 0.0109,\n",
+ " 0.0298, -0.0086, 0.0114, -0.0137, -0.0284, 0.0243, 0.0336, 0.0356,\n",
+ " 0.0076, 0.0008, -0.0358, -0.0435, 0.0303, 0.0354])]\n"
]
}
],
@@ -1166,19 +1127,193 @@
"from decentralizepy.datasets.Femnist import CNN\n",
"m1 = CNN()\n",
"o1 = torch.optim.SGD(m1.parameters(), 0.6)\n",
- "print(\"m1_parameters: \", {k:v.data for k, v in zip(m1.state_dict(), m1.parameters())})\n",
+ "#print(\"m1_parameters: \", {k:v.data for k, v in zip(m1.state_dict(), m1.parameters())})\n",
"#print(\"m1_state_dict: \", m1.state_dict())\n",
- "#print(\"o1_state_dict: \", o1.state_dict())\n"
+ "#print(\"o1_state_dict: \", o1.state_dict())\n",
+ "tensors_to_cat = [v.data for _, v in m1.state_dict().items()]\n",
+ "print(\"tensors to cat: \", tensors_to_cat)\n"
]
},
{
"cell_type": "code",
- "execution_count": 16,
+ "execution_count": 25,
"metadata": {},
"outputs": [],
"source": [
"a = [(3, 2), (2, 5), (2, 6)]\n",
- "a.sort(reverse = True)\n"
+ "#a.sort(reverse = True)\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 26,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "b = [(13, 12), (12, 15), (12, 16)]\n",
+ "\n",
+ "import torch\n",
+ "a_t = torch.tensor(a)\n",
+ "b_t = torch.tensor(b)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 27,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "tensor([[3, 2],\n",
+ " [2, 5],\n",
+ " [2, 6]])\n",
+ "tensor([[13, 12],\n",
+ " [12, 15],\n",
+ " [12, 16]])\n"
+ ]
+ }
+ ],
+ "source": [
+ "print(a_t)\n",
+ "print(b_t)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 31,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "indices = torch.tensor([2, 3, 5])\n",
+ "torch.flatten(a_t)[indices] = torch.flatten(b_t)[:3]"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 15,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "c = torch.stack((torch.flatten(a_t), torch.flatten(b_t)), dim=-1)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 32,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "tensor([[ 3, 2],\n",
+ " [13, 12],\n",
+ " [ 2, 12]])\n",
+ "tensor([[13, 12],\n",
+ " [12, 15],\n",
+ " [12, 16]])\n"
+ ]
+ }
+ ],
+ "source": [
+ "print(a_t)\n",
+ "print(b_t)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 16,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "tensor([[ 3, 13],\n",
+ " [ 2, 12],\n",
+ " [ 2, 12],\n",
+ " [ 5, 15],\n",
+ " [ 2, 12],\n",
+ " [ 6, 16]])"
+ ]
+ },
+ "execution_count": 16,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "c"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 7,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "c[-1] = 26"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 8,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "tensor([ 3, 2, 2, 5, 2, 6, 13, 12, 12, 15, 12, 26])"
+ ]
+ },
+ "execution_count": 8,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "c"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 9,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "[(13, 12), (12, 15), (12, 16)]"
+ ]
+ },
+ "execution_count": 9,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "b"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 34,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "3"
+ ]
+ },
+ "execution_count": 34,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "torch.tensor([1,2,3]).shape[0]"
]
},
{
diff --git a/eval/testing.py b/eval/testing.py
index 493c0422d8e3816030ed0d2e9f29efb8cfa62ce2..f24e65b6b2b05ecca4e641b0509b68d8c9ce5976 100644
--- a/eval/testing.py
+++ b/eval/testing.py
@@ -61,6 +61,6 @@ if __name__ == "__main__":
args.iterations,
args.log_dir,
log_level[args.log_level],
- args.test_after
+ args.test_after,
],
)
diff --git a/src/decentralizepy/node/Node.py b/src/decentralizepy/node/Node.py
index c9c64a56cc00e3bc2ca56c9aebfa6e585bc1e5fd..c140f18a7e00f05b687f60c3afbf67d1563f860f 100644
--- a/src/decentralizepy/node/Node.py
+++ b/src/decentralizepy/node/Node.py
@@ -198,21 +198,21 @@ class Node:
"train_loss",
"Training Loss",
"Communication Rounds",
- os.path.join(log_dir, "train_loss.png"),
+ os.path.join(log_dir, "{}_train_loss.png".format(self.rank)),
)
self.save_plot(
self.test_loss,
"test_loss",
"Testing Loss",
"Communication Rounds",
- os.path.join(log_dir, "test_loss.png"),
+ os.path.join(log_dir, "{}_test_loss.png".format(self.rank)),
)
self.save_plot(
self.test_acc,
"test_acc",
"Testing Accuracy",
"Communication Rounds",
- os.path.join(log_dir, "test_acc.png"),
+ os.path.join(log_dir, "{}_test_acc.png".format(self.rank)),
)
self.communication.disconnect_neighbors()
diff --git a/src/decentralizepy/sharing/PartialModel.py b/src/decentralizepy/sharing/PartialModel.py
index ac97c7dac6d27898f05dac5de59751170a129e3d..0b2f60675314ba3a20703f510287456bd1fa11d1 100644
--- a/src/decentralizepy/sharing/PartialModel.py
+++ b/src/decentralizepy/sharing/PartialModel.py
@@ -9,64 +9,94 @@ from decentralizepy.sharing.Sharing import Sharing
class PartialModel(Sharing):
def __init__(
- self, rank, machine_id, communication, mapping, graph, model, dataset, alpha=1.0
+ self,
+ rank,
+ machine_id,
+ communication,
+ mapping,
+ graph,
+ model,
+ dataset,
+ alpha=1.0,
+ dict_ordered=True,
):
super().__init__(
rank, machine_id, communication, mapping, graph, model, dataset
)
self.alpha = alpha
+ self.dict_ordered = dict_ordered
- def extract_sorted_gradients(self):
+ def extract_top_gradients(self):
logging.info("Summing up gradients")
assert len(self.model.accumulated_gradients) > 0
gradient_sum = self.model.accumulated_gradients[0]
for i in range(1, len(self.model.accumulated_gradients)):
for key in self.model.accumulated_gradients[i]:
gradient_sum[key] += self.model.accumulated_gradients[i][key]
- gradient_sequence = []
- logging.info("Turning gradients into tuples")
+ logging.info("Returning topk gradients")
+ tensors_to_cat = [v.data.flatten() for _, v in gradient_sum.items()]
+ G_topk = torch.abs(torch.cat(tensors_to_cat, dim=0))
+ return torch.topk(
+ G_topk, round(self.alpha * G_topk.shape[0]), dim=0, sorted=False
+ )
- for key, gradient in gradient_sum.items():
- for index, val in enumerate(torch.flatten(gradient)):
- gradient_sequence.append((val, key, index))
+ def serialized_model(self):
+ with torch.no_grad():
+ _, G_topk = self.extract_top_gradients()
+ logging.info("Extracting topk params")
- logging.info("Sorting gradient tuples")
+ tensors_to_cat = [v.data.flatten() for v in self.model.parameters()]
+ T = torch.cat(tensors_to_cat, dim=0)
+ T_topk = T[G_topk]
- gradient_sequence.sort() # bottleneck
- return gradient_sequence
+ logging.info("Generating dictionary to send")
- def serialized_model(self):
- gradient_sequence = self.extract_sorted_gradients()
- logging.info("Extracted sorted gradients")
- gradient_sequence = gradient_sequence[
- : round(len(gradient_sequence) * self.alpha)
- ]
+ m = dict()
- m = dict()
- for _, key, index in gradient_sequence:
- if key not in m:
- m[key] = []
- m[key].append(
- (
- index,
- torch.flatten(self.model.state_dict()[key])[index].numpy().tolist(),
- )
- )
+ if not self.dict_ordered:
+ raise NotImplementedError
- logging.info("Generated dictionary to send")
+ m["indices"] = G_topk.numpy().tolist()
+ m["params"] = T_topk.numpy().tolist()
- for key in m:
- m[key] = json.dumps(m[key])
+ assert len(m["indices"]) == len(m["params"])
+ logging.info("Elements sending: {}".format(len(m["indices"])))
- logging.info("Converted dictionary to json")
+ logging.info("Generated dictionary to send")
- return m
+ for key in m:
+ m[key] = json.dumps(m[key])
- def deserialized_model(self, m):
- state_dict = self.model.state_dict()
+ logging.info("Converted dictionary to json")
+
+ return m
- for key, value in m.items():
- for index, param_val in json.loads(value):
- torch.flatten(state_dict[key])[index] = param_val
- return state_dict
+ def deserialized_model(self, m):
+ with torch.no_grad():
+ state_dict = self.model.state_dict()
+
+ if not self.dict_ordered:
+ raise NotImplementedError
+
+ shapes = []
+ lens = []
+ tensors_to_cat = []
+ for _, v in state_dict.items():
+ shapes.append(v.shape)
+ t = v.flatten()
+ lens.append(t.shape[0])
+ tensors_to_cat.append(t)
+
+ T = torch.cat(tensors_to_cat, dim=0)
+ index_tensor = torch.tensor(json.loads(m["indices"]))
+ logging.debug("Original tensor: {}".format(T[index_tensor]))
+ T[index_tensor] = torch.tensor(json.loads(m["params"]))
+ logging.debug("Final tensor: {}".format(T[index_tensor]))
+ start_index = 0
+ for i, key in enumerate(state_dict):
+ end_index = start_index + lens[i]
+ state_dict[key] = T[start_index:end_index].reshape(shapes[i])
+ start_index = end_index
+
+ return state_dict
diff --git a/src/decentralizepy/utils.py b/src/decentralizepy/utils.py
index f9cc5a293a6a594667c2a4f409cf80376deaa66e..9c8e5153af277f50c44553dc985167dbfef628fb 100644
--- a/src/decentralizepy/utils.py
+++ b/src/decentralizepy/utils.py
@@ -28,7 +28,7 @@ def get_args():
parser.add_argument("-ll", "--log_level", type=str, default="INFO")
parser.add_argument("-gf", "--graph_file", type=str, default="36_nodes.edges")
parser.add_argument("-gt", "--graph_type", type=str, default="edges")
- parser.add_argument("-ta", "--test_after", type=int, default = 5)
+ parser.add_argument("-ta", "--test_after", type=int, default=5)
args = parser.parse_args()
return args
@@ -45,7 +45,7 @@ def write_args(args, path):
"log_level": args.log_level,
"graph_file": args.graph_file,
"graph_type": args.graph_type,
- "test_after": args.test_after
+ "test_after": args.test_after,
}
with open(os.path.join(path, "args.json"), "w") as of:
json.dump(data, of)