Test Issues

[GregorySchwing]

After fixing build issues with #12, two tests failed

root@51e1485d94b7:/TorchVision/numml# pytest numml/tests
============================================================= test session starts ==============================================================
platform linux -- Python 3.10.12, pytest-7.4.2, pluggy-1.3.0
rootdir: /TorchVision/numml
plugins: shard-0.1.2, hypothesis-5.35.1, rerunfailures-12.0, xdist-3.3.1, xdoctest-1.0.2, flakefinder-1.1.0
collected 33 items
Running 33 items in this shard

numml/tests/test_add.py ... [ 9%]
numml/tests/test_misc.py . [ 12%]
numml/tests/test_spdmm.py .FF.. [ 27%]
numml/tests/test_spmm.py ....... [ 48%]
numml/tests/test_spmv.py ...... [ 66%]
numml/tests/test_sptrsv.py ...... [ 84%]
numml/tests/test_transpose.py ..... [100%]

=================================================================== FAILURES ===================================================================
______________________________________________________________ test_random_small _______________________________________________________________

def test_random_small():
    it = 10
    for i in range(it):
        Nc = random.randint(3, 10)
        X = torch.randn(A_N, Nc)
        X_c = X.to(gpu)
        print('X_c shape', X_c.shape)
        print(X_c)

        AX_d = A_d @ X

      assert(torch.allclose(AX_d, A@X))

E AssertionError: assert False
E + where False = <built-in method allclose of type object at 0x7facd8b4f680>(tensor([[-8.0905e-01, -1.2791e+00, 2.1114e+00, -2.1343e+00, -5.8658e+00],\n [ 2.3513e+00, 1.4423e+00, -2.9569e...00, -1.0391e+00, -5.9623e-01, -4.8469e+00],\n [-2.3855e+00, -1.8825e+00, -4.6459e+00, -8.6935e-01, 3.7740e+00]]), (<16x16 sparse matrix tensor of type 'torch.float32'\n with 46 stored elements in Compressed Sparse Row format> @ tensor([[ 2.3843e-01, -1.6153e-01, 5.9662e-01, -1.7112e+00, -2.1326e+00],\n [ 1.2859e+00, 9.5606e-01, -9.1817e...02, -1.1889e+00, 5.0320e-02, -1.0626e+00],\n [-6.7612e-01, -9.1202e-01, -2.9174e+00, -4.0951e-01, 1.3557e+00]])))
E + where <built-in method allclose of type object at 0x7facd8b4f680> = torch.allclose

numml/tests/test_spdmm.py:43: AssertionError
------------------------------------------------------------- Captured stdout call -------------------------------------------------------------
X_c shape torch.Size([16, 7])
tensor([[-1.4404, 0.9939, -0.2333, -2.4501, -2.3983, -1.0288, -1.5292],
[-1.1281, -1.9627, -1.0358, 1.0002, 1.2289, 0.0903, 0.7665],
[-0.8329, 1.7655, -1.1728, -0.1793, -1.4545, 0.0141, -1.2997],
[-1.7013, -0.9780, 0.5817, -1.3643, 1.5334, 0.6137, 0.5878],
[ 0.4688, 0.1218, 0.8664, -1.0398, -0.2259, 2.2077, -0.3796],
[-1.3176, -0.0595, 2.0575, 1.5325, -0.7838, -0.1799, 0.7953],
[ 0.2436, -2.7121, 0.0796, -0.2203, 0.2659, 0.9575, -0.4840],
[ 0.5368, 1.4393, -0.4030, -0.5211, -0.5826, -1.3434, -1.5291],
[-0.0376, 0.3784, 1.1600, 1.3821, 1.3911, -1.4542, -1.5568],
[ 1.1818, 0.9652, 1.0323, 0.5053, -0.0812, -1.3966, 0.6781],
[-1.1266, -0.4934, 1.1943, 0.5738, -1.2757, 0.7131, 1.4122],
[-0.6217, -0.2607, -1.1545, -0.5109, 1.4249, -0.0774, -1.4336],
[ 0.0060, -1.3877, 0.3932, -0.8707, -0.5830, 0.7535, 0.9527],
[ 0.1212, -0.0844, -0.8639, 0.1214, 0.6723, 1.7152, -0.2713],
[-1.3067, 0.8132, 0.4800, -2.3894, 0.9714, 0.4336, -1.1133],
[ 0.7836, 0.4225, 0.0109, -1.2518, -1.2735, -0.3628, -0.5556]],
device='cuda:0')
X_c shape torch.Size([16, 6])
tensor([[-1.6990, 0.4994, 0.5237, 0.5681, -0.4384, 1.2278],
[-0.5838, 0.1167, 0.7284, 0.8329, 0.0827, -0.0480],
[ 0.2050, 1.3393, -1.5127, -0.9296, -1.1537, 1.8951],
[-0.7593, -0.6198, -1.6280, -1.8682, -1.8920, 0.1182],
[ 1.7719, -0.4381, -1.1646, -1.5857, -2.2401, 1.6927],
[ 1.2371, -0.7035, -0.5878, -0.5940, 1.0570, -0.1962],
[-1.1086, -2.3059, 0.3850, -0.6142, 1.1206, 0.3247],
[ 0.2323, -0.7529, -0.6670, -0.0404, 1.4693, -0.9065],
[-1.6904, -0.4596, -0.3784, 2.1711, 0.8126, 2.7665],
[-1.9220, 0.6336, -0.8892, -0.5160, 1.7726, 0.6870],
[-1.9859, 0.8231, -1.2517, -0.6015, 0.6485, 0.5330],
[-0.7359, -0.4978, -0.1557, 0.4194, -2.9327, -1.5208],
[-0.6135, -0.6400, -1.1061, -1.6915, -0.3025, 0.9853],
[-1.4310, 1.7253, -0.6249, -0.2569, 1.1259, 1.0723],
[ 0.5355, -0.5477, -0.3024, -0.2601, 0.0102, -0.1565],
[ 0.0215, -0.2547, -0.2166, -0.5851, 0.4905, 0.5024]],
device='cuda:0')
X_c shape torch.Size([16, 4])
tensor([[ 0.1297, -0.6206, -1.3438, -0.2378],
[ 0.3542, -2.1727, -0.7693, 0.1832],
[-2.0531, -0.2708, 0.4542, -0.7819],
[-0.6752, -0.1414, 0.8351, -0.5958],
[ 0.4637, -0.6149, 1.0920, -0.4849],
[ 0.0196, 0.5081, -1.0010, -0.2156],
[ 0.3359, 0.7699, -2.2112, -1.8252],
[ 0.6903, 1.0862, -1.0192, 1.3107],
[-0.2100, -1.2446, -0.4514, 0.6777],
[ 0.8924, -1.0165, 0.4438, -0.0431],
[ 1.4194, -0.1714, -0.0895, 0.0612],
[ 0.1829, 0.6200, 0.8062, -0.8499],
[-0.5414, -1.6655, 0.6044, 0.9376],
[ 0.2957, 0.7887, 0.4509, 0.1071],
[ 0.0645, -0.5269, -1.9421, -1.1922],
[ 1.1843, -1.8400, -0.0630, -0.2972]], device='cuda:0')
X_c shape torch.Size([16, 7])
tensor([[ 1.4878e+00, -4.0182e-01, 2.2026e+00, -5.4703e-01, -1.5376e+00,
-1.0124e+00, -1.7798e-01],
[ 3.1039e+00, 1.3340e+00, -6.4154e-01, 2.7985e+00, -1.0064e+00,
-1.2514e-01, -8.9587e-01],
[ 6.9080e-01, -5.0479e-03, -5.4363e-01, -1.3511e+00, 2.3356e-01,
-4.4866e-01, -2.3332e+00],
[ 3.6111e-01, -5.2257e-01, -8.4437e-01, 1.4156e+00, -2.1662e-01,
-6.6325e-01, -1.4181e-01],
[ 7.6379e-01, -1.5159e+00, 2.3365e-01, 2.8765e-01, 1.8937e+00,
-1.7489e-01, -5.9196e-01],
[ 6.6749e-01, 1.1846e+00, 5.3885e-01, 1.5514e+00, 1.6079e+00,
1.3231e+00, -6.3911e-01],
[-5.4540e-02, 4.1947e-01, -1.6453e-01, 2.9159e+00, -8.3123e-01,
-1.0161e+00, 7.0982e-01],
[-4.6030e-01, 1.4809e+00, 1.4565e+00, -1.4879e+00, -1.6303e-02,
1.0789e+00, 4.5324e-01],
[-6.6465e-01, -5.4234e-01, -8.2486e-01, 4.7613e-01, -4.2572e-01,
3.7492e-01, 1.8957e-01],
[ 2.1584e-01, -1.6270e+00, -4.7006e-02, -2.4820e+00, -3.4601e-01,
-1.2760e-01, -4.9856e-01],
[-1.7065e+00, 4.8403e-01, 5.1602e-01, -9.9702e-01, 7.8479e-01,
1.3271e+00, -3.4873e-01],
[ 1.2887e+00, -7.6163e-01, -5.9705e-01, -2.8159e-02, -1.8242e-01,
1.0442e+00, -3.6987e-01],
[-3.2847e-01, 7.2676e-01, -1.1154e+00, -2.7572e-01, 1.0034e+00,
-3.6583e-01, -6.5653e-01],
[ 1.1268e+00, -2.1012e-01, 9.4497e-01, 1.4431e-03, 1.4943e-01,
-2.2855e+00, 1.1309e+00],
[ 8.3730e-01, 8.8567e-01, 2.4612e+00, 2.3620e-01, 3.0178e-01,
3.9953e-01, 7.6512e-01],
[ 1.2079e+00, -7.4040e-01, -1.3897e-01, 1.8495e+00, -1.0368e+00,
6.5823e-01, 1.1544e+00]], device='cuda:0')
X_c shape torch.Size([16, 9])
tensor([[ 1.1608e+00, 5.2404e-01, -9.3447e-01, 8.4869e-01, -1.6773e-01,
7.4402e-01, 3.3067e-01, 1.3007e+00, -9.4865e-02],
[ 5.6259e-01, 5.4271e-01, 1.9070e+00, 9.6501e-01, -2.9819e-01,
1.2864e+00, 1.5435e+00, -6.1125e-01, -5.1652e-01],
[-1.0947e+00, 3.3532e-02, 1.6763e+00, -1.9187e-01, 8.5340e-01,
-2.9716e-01, -6.9661e-01, -1.4154e+00, 4.9596e-01],
[-1.5290e+00, 4.0677e-01, 1.1593e+00, 6.7598e-01, 3.6662e-01,
-7.1687e-01, -5.2561e-01, 9.8510e-01, -1.2586e+00],
[-6.7048e-01, 3.8925e-01, 3.8757e-01, 3.9510e-01, -2.3837e-01,
-3.9225e-01, -2.2230e-01, 3.3597e-01, 7.5240e-01],
[-7.9070e-02, 4.8587e-01, -3.1904e-01, -1.8768e+00, -1.2998e-01,
-1.8312e+00, 8.6905e-01, 1.4286e+00, 4.3833e-01],
[-7.1978e-01, 4.6438e-01, 2.9762e+00, 6.1793e-01, 5.5364e-01,
-7.6758e-01, -3.9675e-02, 2.0812e+00, -6.5035e-01],
[ 1.4078e+00, 5.3098e-01, 1.7682e+00, 1.2678e+00, 2.0861e-01,
2.8300e+00, -4.1974e-01, -1.3530e+00, -2.2785e+00],
[-1.8561e+00, -1.2427e-01, 9.4302e-01, 2.0212e+00, 5.6076e-01,
-8.7159e-01, -2.2218e-01, -8.7846e-01, 9.1332e-01],
[ 6.2230e-02, -2.7110e+00, -9.0537e-01, -7.0086e-01, -4.0505e-01,
-1.0166e+00, 1.7999e+00, 9.1718e-01, 1.1454e+00],
[ 1.9940e+00, -1.5937e+00, -1.3100e+00, -1.5429e-01, 1.4527e+00,
-2.9646e-01, -6.5418e-01, -1.5161e+00, -5.7280e-01],
[-2.1334e-01, -2.4639e+00, 2.1572e+00, 8.8547e-01, -9.6068e-01,
-7.8268e-01, -3.3942e-01, -1.7174e-01, -2.7654e-01],
[ 1.2832e-01, -5.5500e-01, 1.1688e-01, 7.3154e-01, -1.5545e+00,
-6.0215e-01, -1.7040e-01, -4.1701e-02, 5.9348e-01],
[ 1.0569e+00, -6.8000e-01, -1.0715e+00, -1.2657e+00, -6.0673e-01,
7.7856e-01, -2.0067e-03, 2.1625e-01, -3.8065e-01],
[ 4.5311e-01, 7.3426e-01, -3.1287e+00, -4.6920e-01, -6.8173e-01,
-5.4592e-01, -2.2556e+00, -1.1776e+00, -2.0990e-01],
[ 6.1662e-01, 1.3936e+00, -7.9541e-01, 1.5003e+00, -3.3568e-01,
5.5757e-01, -6.6173e-01, 1.5195e+00, -1.0046e+00]], device='cuda:0')
X_c shape torch.Size([16, 10])
tensor([[ 1.2644, 0.9153, -1.4336, 0.7042, 0.6132, 0.2158, 0.2887, 0.5955,
-1.4903, 0.4799],
[ 0.4747, -0.5038, 0.2039, 0.4999, 1.4249, -0.6385, -0.1321, 0.0411,
-0.0987, 0.5058],
[-0.2237, 1.0426, 1.3616, 2.1435, -0.2582, -0.1537, 0.6851, -0.1747,
2.4723, 0.8146],
[ 1.1464, 0.1538, 0.2178, -2.1835, -0.5254, 0.5341, 0.0711, 1.0723,
1.5233, 0.8579],
[-0.2565, -0.6761, 1.3049, -1.2890, -0.9296, -0.3167, -1.4590, -0.3813,
0.6864, 0.9067],
[-0.0045, -0.6211, -1.3761, -1.8368, -0.7799, -1.4577, 1.2145, -0.4969,
0.8128, -0.0879],
[-0.2819, 1.1318, 0.5851, 1.5346, -0.5031, 1.0811, 1.4598, -0.2922,
-1.0698, -0.6239],
[ 1.5007, 0.4776, 0.5756, -0.1036, 0.3009, -1.4226, 0.1117, 0.0685,
1.4614, -0.6837],
[ 0.2659, -0.1216, 0.4524, -0.8880, -0.0903, 0.0514, -0.3307, 1.3727,
0.4569, 0.1330],
[-1.3085, 0.3482, 0.8168, 1.4885, -1.0427, 0.9636, -0.2865, -0.1337,
0.4671, -0.9516],
[ 0.3257, 0.4804, 0.8782, -2.1633, 2.6182, -1.2561, 1.5588, 0.4776,
-1.4705, -1.6446],
[ 0.0566, 0.8201, -0.8358, 1.4604, -0.6825, 0.1172, -0.0529, -1.3245,
1.3474, 0.5735],
[ 0.8320, -0.2725, -0.8190, 0.2139, -0.6147, 1.8202, 0.8190, -0.1298,
0.7880, 0.4006],
[-0.2897, 0.3501, -0.0573, -1.8452, -1.0914, 0.7466, 1.7042, 0.8599,
0.2791, 0.3213],
[-0.8833, 1.0887, -1.6795, 0.2387, 1.3289, 1.0220, -0.4792, -0.3981,
-0.2759, -0.3885],
[ 0.3195, 1.4533, -0.5149, -0.4989, 0.0384, 0.1927, 1.1188, -1.7946,
0.1168, 0.0319]], device='cuda:0')
X_c shape torch.Size([16, 9])
tensor([[-0.1261, 1.1235, -1.0696, -1.1387, 0.2743, -0.5753, 0.5699, 0.5149,
-1.5009],
[-0.0163, 0.8872, 0.9338, 0.0028, -0.7828, -1.7374, 0.0482, 0.6348,
-0.6524],
[-2.3185, -1.5195, 1.6479, 0.4001, 1.1418, 1.3328, 0.3003, 1.3518,
0.4094],
[-1.4756, -1.3459, -0.3559, 2.3344, 0.4912, -0.2207, -0.5194, 1.3649,
-0.1092],
[ 2.0059, -0.7026, -1.1630, 0.3063, -0.3568, -0.4022, -0.1154, -2.0210,
-0.2269],
[ 0.1390, 0.1577, -0.4332, 1.3558, 1.3769, 0.7643, 0.7959, 0.1422,
0.6731],
[-1.1134, -1.7257, -0.6762, 0.2199, -0.7438, -1.0302, -1.3823, 1.9751,
-0.2361],
[-2.2063, 0.1420, -2.1714, 0.4063, 0.1646, 0.2098, 0.7066, -0.1464,
-0.3691],
[-0.2976, -2.1344, 0.8700, 0.5639, 1.2127, -1.7652, -1.5514, 1.2440,
-0.0477],
[ 1.1270, -2.5411, -2.1104, 0.6838, 0.5407, 0.3054, 0.0783, -0.6014,
-1.3387],
[-0.9373, 1.9748, -0.3357, 1.2090, -1.0583, -0.2297, -0.8720, 0.2073,
0.0692],
[ 0.4263, -0.9635, 0.3399, -0.1582, 1.5743, -1.2042, -1.2970, 1.5115,
-0.8326],
[-1.3463, -1.0039, -1.3930, 1.9752, 0.1632, -1.1564, -1.1395, 1.0007,
-0.0174],
[-0.7713, 1.0199, -0.1383, 0.6839, -1.4275, -1.4894, 0.5242, 1.1992,
-1.1920],
[ 1.3805, 0.6728, -0.1094, 1.4066, 0.8237, 0.3745, -1.4426, 2.3637,
-1.2894],
[ 0.7094, -0.9870, -0.8011, -1.8140, -0.1459, -0.4534, -1.2952, -0.4278,
0.9144]], device='cuda:0')
X_c shape torch.Size([16, 5])
tensor([[ 2.3843e-01, -1.6153e-01, 5.9662e-01, -1.7112e+00, -2.1326e+00],
[ 1.2859e+00, 9.5606e-01, -9.1817e-01, -1.2881e+00, 1.6006e+00],
[-1.7942e-02, 6.3140e-01, 5.2398e-01, -2.7630e-01, 1.5381e+00],
[-5.1545e-01, 6.3432e-01, -6.3058e-01, 1.4679e-02, 1.4887e+00],
[-1.0812e+00, -5.2346e-02, 2.2321e-01, 8.6249e-02, 7.4195e-01],
[ 3.1881e-01, 5.8811e-01, 1.0562e+00, 1.3342e-01, 2.9426e-01],
[-1.1309e+00, 2.4535e+00, -5.7642e-01, 2.8675e-01, -1.9409e-01],
[-1.0309e+00, -5.4439e-01, -7.7303e-01, 3.2667e-02, 1.8129e+00],
[-6.7964e-04, -8.9906e-01, 2.0343e+00, 3.6000e-01, -2.7563e-01],
[-3.0619e-01, 1.5841e+00, 1.5015e+00, -8.4094e-01, 3.2306e-01],
[-2.0362e-01, -5.3436e-01, 9.7085e-01, 9.9474e-01, -3.6796e-01],
[-8.1160e-01, 2.9902e+00, 1.3559e-01, -5.7836e-01, -7.6623e-01],
[ 1.2366e+00, 8.4008e-01, 3.7793e-01, 4.3765e-01, -3.7793e-01],
[-9.6175e-01, -2.6040e-01, 1.5787e+00, 1.1064e+00, 1.3660e+00],
[ 1.0333e+00, 5.8460e-02, -1.1889e+00, 5.0320e-02, -1.0626e+00],
[-6.7612e-01, -9.1202e-01, -2.9174e+00, -4.0951e-01, 1.3557e+00]],
device='cuda:0')
______________________________________________________________ test_random_large _______________________________________________________________

def test_random_large():
    it = 5
    for i in range(it):
        Nc = random.randint(3, 6)
        X = torch.randn(AL_N, Nc)
        X_c = X.to(gpu)

        AX_d = AL_d @ X

      assert(torch.allclose(AX_d, AL@X))

E AssertionError: assert False
E + where False = <built-in method allclose of type object at 0x7facd8b4f680>(tensor([[-3.1022, -0.1757, 0.2265, 2.6405, 2.6282],\n [ 6.8254, 1.6969, -2.2275, -5.1129, -1.2788],\n ...4.5011],\n [-0.8021, -0.4414, 1.2198, -0.4238, -4.7221],\n [ 3.6725, -0.1307, -2.1412, -0.1562, 3.5673]]), (<2048x2048 sparse matrix tensor of type 'torch.float32'\n with 6142 stored elements in Compressed Sparse Row format> @ tensor([[-0.4234, 0.3763, -0.2115, -0.0504, 1.1204],\n [ 2.2554, 0.9283, -0.6494, -2.7413, -0.3875],\n ...1.1468],\n [ 1.0123, -0.3853, 0.2250, -0.2176, -1.1945],\n [ 2.3424, -0.2580, -0.9581, -0.1869, 1.1864]])))
E + where <built-in method allclose of type object at 0x7facd8b4f680> = torch.allclose

numml/tests/test_spdmm.py:55: AssertionError
=========================================================== short test summary info ============================================================
FAILED numml/tests/test_spdmm.py::test_random_small - AssertionError: assert False
FAILED numml/tests/test_spdmm.py::test_random_large - AssertionError: assert False
======================================================== 2 failed, 31 passed in 12.38s =========================================================
root@51e1485d94b7:/TorchVision/numml#