logcumsumexp is available torch 2.0 onwards

Author: lucidrains

gateloop_transformer/simplified_gate_loop.py

@@ -109,7 +109,7 @@ def __init__(
         self,
         dim,
         prenorm = True,
-        use_heinsen = False,
+        use_heinsen = True,
         use_jax_associative_scan = False,
         reverse = False
     ):

setup.py

@@ -3,7 +3,7 @@
 setup(
   name = 'gateloop-transformer',
   packages = find_packages(exclude=[]),
-  version = '0.2.0',
+  version = '0.2.1',
   license='MIT',
   description = 'GateLoop Transformer',
   author = 'Phil Wang',