Merge pull request #301 from duyifanict/beta

tests: 📏 fix smoke tests for koopa

Author: yisongfu

.github/workflows/python-test.yml

@@ -29,6 +29,7 @@ jobs:
         pip install flake8 pytest
         pip install torch torchvision --index-url https://download.pytorch.org/whl/cpu
         if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+        if [ -f tests/requirements.txt ]; then pip install -r tests/requirements.txt; fi
     - name: Test with pytest
       run: |
         pytest

src/basicts/configs/base_config.py

@@ -9,15 +9,17 @@
 from functools import partial
 from numbers import Number
 from types import FunctionType
-from typing import Callable, List, Literal, Optional, Tuple, Union
+from typing import Callable, List, Literal, Optional, Tuple, TYPE_CHECKING, Union
 
 import numpy as np
 import torch
 from easydict import EasyDict
 from torch.optim.lr_scheduler import LRScheduler
 
-from basicts.runners.callback import BasicTSCallback
-from basicts.runners.taskflow import BasicTSTaskFlow
+# avoid circular imports
+if TYPE_CHECKING:
+    from basicts.runners.callback import BasicTSCallback
+    from basicts.runners.taskflow import BasicTSTaskFlow
 
 from .model_config import BasicTSModelConfig
 
@@ -36,8 +38,8 @@ class BasicTSConfig(EasyDict):
     model_config: BasicTSModelConfig
 
     dataset_name: str
-    taskflow: BasicTSTaskFlow
-    callbacks: List[BasicTSCallback]
+    taskflow: "BasicTSTaskFlow"
+    callbacks: List["BasicTSCallback"]
 
     ############################## General Configuration ##############################
 

src/basicts/models/Koopa/arch/koopa_arch.py

@@ -1,7 +1,9 @@
 import torch
 from torch import nn
-from .layers import FourierFilter, MLP, TimeInvKP, TimeVarKP
+
 from ..config.koopa_config import KoopaConfig
+from .layers import MLP, FourierFilter, TimeInvKP, TimeVarKP
+
 
 class Koopa(nn.Module):
     """

src/basicts/models/Koopa/arch/layers.py

@@ -1,6 +1,9 @@
 import math
+
 import torch
 from torch import nn
+
+
 class FourierFilter(nn.Module):
     """
     Fourier Filter: to time-variant and time-invariant term

src/basicts/models/Koopa/config/koopa_config.py

@@ -2,6 +2,7 @@
 
 from basicts.configs import BasicTSModelConfig
 
+
 @dataclass
 class KoopaConfig(BasicTSModelConfig):
     """

src/basicts/runners/callback/__init__.py

@@ -6,6 +6,7 @@
 from .grad_accumulation import GradAccumulation
 from .no_bp import NoBP
 from .selective_learning import SelectiveLearning
+from .koopa_mask_init import KoopaMaskInitCallbackFullTrain
 
 __ALL__ = [
     'AddAuxiliaryLoss',
@@ -17,4 +18,5 @@
     'GradAccumulation',
     'NoBP',
     'SelectiveLearning',
+    'KoopaMaskInitCallbackFullTrain',
 ]

src/basicts/runners/callback/koopa_mask_init.py

@@ -1,7 +1,9 @@
 import torch
-from basicts.runners.callback.callback import BasicTSCallback
 from easytorch.utils import get_logger
+
 from basicts.models.Koopa.arch.layers import FourierFilter
+from basicts.runners.callback.callback import BasicTSCallback
+
 logger = get_logger("KoopaMaskInitCallbackFullTrain")
 
 class KoopaMaskInitCallbackFullTrain(BasicTSCallback):

tests/requirements.txt

@@ -0,0 +1 @@
+einops

tests/smoke_test/bug-test_autoformer.py

@@ -0,0 +1,40 @@
+# pylint: disable=wrong-import-position
+import os
+import sys
+
+sys.path.append(os.path.abspath(__file__ + "/../../../src/"))
+os.chdir(os.path.abspath(os.path.join(os.path.dirname(__file__))))
+
+from basicts.configs import BasicTSForecastingConfig
+from basicts.launcher import BasicTSLauncher
+from basicts.models.Autoformer.arch.autoformer_arch import Autoformer
+from basicts.models.Autoformer.config.autoformer_config import AutoformerConfig
+
+
+def test_autoformer_smoke_test():
+    output_len = 24
+    input_len = 96
+    autoformer_config = AutoformerConfig(
+        input_len=input_len,
+        output_len=output_len,
+        label_len=input_len/2,
+        num_features=7,
+        use_timestamps=True,
+        timestamp_sizes=[24, 7, 31, 366],
+    )
+    BasicTSLauncher.launch_training(
+        BasicTSForecastingConfig(
+            model=Autoformer,
+            dataset_name="ETTh1",
+            model_config=autoformer_config,
+            gpus=None,
+            num_epochs=1,
+            input_len=input_len,
+            output_len=output_len,
+            lr=0.001,
+            use_timestamps=True,
+        )
+    )
+
+if __name__ == "__main__":
+    test_autoformer_smoke_test()

tests/smoke_test/bug-test_hi.py

@@ -0,0 +1,37 @@
+# pylint: disable=wrong-import-position
+import os
+import sys
+
+sys.path.append(os.path.abspath(__file__ + "/../../../src/"))
+os.chdir(os.path.abspath(os.path.join(os.path.dirname(__file__))))
+
+from basicts.configs import BasicTSForecastingConfig
+from basicts.launcher import BasicTSLauncher
+from basicts.models.HI.arch.hi_arch import HI
+from basicts.models.HI.config.hi_config import HIConfig
+from basicts.runners.callback import NoBP
+
+
+def test_hi_smoke_test():
+    output_len = 24
+    input_len = 96
+    hi_config = HIConfig(
+        input_len=input_len,
+        output_len=output_len,
+    )
+    BasicTSLauncher.launch_training(
+        BasicTSForecastingConfig(
+            model=HI,
+            dataset_name="ETTh1_mini",
+            model_config=hi_config,
+            gpus=None,
+            num_epochs=1,
+            input_len=input_len,
+            output_len=output_len,
+            lr=0.001,
+            callbacks=[NoBP()],
+        )
+    )
+
+if __name__ == "__main__":
+    test_hi_smoke_test()