tinygrab/test/test_gc.py

#!/usr/bin/env python
import gc
import unittest
import numpy as np
from tinygrad.tensor import Tensor


def tensors_allocated():
    return sum([isinstance(x, Tensor) for x in gc.get_objects()])


class TestGC(unittest.TestCase):
    def test_gc(self):
        a = Tensor.zeros(4, 4, requires_grad=True)
        b = Tensor.zeros(4, 4, requires_grad=True)
        (a * b).mean().backward()
        assert tensors_allocated() > 0
        del a, b
        assert tensors_allocated() == 0

    def test_gc_complex(self):
        a = Tensor(np.zeros((4, 4), dtype=np.float32), requires_grad=True)
        b = Tensor(np.zeros((4, 4), dtype=np.float32), requires_grad=True)
        assert tensors_allocated() == 2
        (a * b).mean().backward()
        assert tensors_allocated() == 4
        del b
        assert tensors_allocated() == 2
        b = Tensor(np.zeros((4, 4), dtype=np.float32), requires_grad=True)
        print(tensors_allocated())
        (a * b).mean().backward()
        print(tensors_allocated())
        assert tensors_allocated() == 4
        del b
        assert tensors_allocated() == 2


if __name__ == "__main__":
    unittest.main()