Merge pull request #19 from LinglongQian/main

Update HPO configs
WenjieDu · Jun 18, 2024 · 0dcefd3 · 0dcefd3
2 parents 9f837c2 + 3c783c3
commit 0dcefd3
Show file tree

Hide file tree

Showing 2 changed files with 28 additions and 80 deletions.
diff --git a/benchmark_code/hpo_results/electricity.py b/benchmark_code/hpo_results/electricity.py
@@ -24,7 +24,7 @@
     "SAITS": {
         'n_steps': 96, 
         'n_features': 370, 
-        'epochs': 200, 
+        'epochs': 100, 
         'patience': 10, 
         'n_layers': 2, 
         'd_model': 64, 
@@ -236,7 +236,7 @@
         'n_steps': 96, 
         'n_features': 370, 
         'patience': 10, 
-        'epochs': 200, 
+        'epochs': 100, 
         'lr': 0.00031344111157861616, 
         'rnn_hidden_size': 512, 
         'dropout': 0.3,
@@ -278,7 +278,7 @@
         'n_steps': 96, 
         'n_features': 370, 
         'patience': 10, 
-        'epochs': 200, 
+        'epochs': 100, 
         'rnn_hidden_size': 1024, 
         'lr': 0.000648986719843512,
     },

diff --git a/benchmark_code/hpo_results/physionet2019.py b/benchmark_code/hpo_results/physionet2019.py
@@ -8,7 +8,7 @@
 PhysioNet2019 = {
     "iTransformer": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "epochs": 100,
         "patience": 10,
         "n_layers": 4,
@@ -23,7 +23,7 @@
     },
     "SAITS": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "epochs": 100,
         "patience": 10,
         "n_layers": 3,
@@ -38,7 +38,7 @@
     },
     "FreTS": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "epochs": 100,
         "patience": 10,
         "embed_size": 256,
@@ -48,7 +48,7 @@
     },
     "Koopa": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "epochs": 100,
         "patience": 10,
         "n_seg_steps": 12,
@@ -60,7 +60,7 @@
     },
     "Crossformer": { 
         "n_steps": 48, 
-        "n_features": 34, 
+        "n_features": 33, 
         "epochs": 100, 
         "patience": 10, 
         "n_layers": 3, 
@@ -75,7 +75,7 @@
         },
     "TimesNet": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "patience": 10,
         "epochs": 100,
         "n_layers": 3,
@@ -88,7 +88,7 @@
     },
     "PatchTST": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "epochs": 100,
         "patience": 10,
         "patch_len": 8,
@@ -105,7 +105,7 @@
     },
     "ETSformer": { 
         "n_steps": 48, 
-        "n_features": 34,
+        "n_features": 33,
         "epochs": 100, 
         "patience": 10, 
         "n_e_layers": 3, 
@@ -119,7 +119,7 @@
         },
     "MICN": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "epochs": 100,
         "patience": 10,
         "n_layers": 2,
@@ -128,18 +128,10 @@
         "dropout": 0.2,
         "lr": 0.0000852263260132517,
     },
-    "DLinear": {
-        "n_steps": 48, 
-        "n_features": 34, 
-        "epochs": 100, 
-        "patience": 10, 
-        "moving_avg_window_size": 13, 
-        "d_model": 1024, 
-        "lr": 0.0001633470877552397 
-    },
+    "DLinear": { "n_steps": 48, "n_features": 33, "epochs": 100, "patience": 10, "moving_avg_window_size": 13, "d_model": 1024, "lr": 0.0001633470877552397 },
     "SCINet": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "epochs": 100,
         "patience": 10,
         "n_stacks": 2,
@@ -152,7 +144,7 @@
     },
     "NonstationaryTransformer": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "epochs": 100,
         "patience": 10,
         "n_layers": 1,
@@ -167,22 +159,10 @@
         "dropout": 0.2,
         "lr": 0.00010519284750234083
     },
-    "FiLM": { 
-        "n_steps": 48, 
-        "n_features": 34, 
-        "epochs": 100, 
-        "patience": 10, 
-        "window_size": [ 2 ], 
-        "multiscale": [ 1, 2 ], 
-        "modes1": 32, 
-        "dropout": 0.4, 
-        "mode_type": 0, 
-        "d_model": 64, 
-        "lr": 0.008109542467067061
-    },
+    "FiLM": { "n_steps": 48, "n_features": 33, "epochs": 100, "patience": 10, "window_size": [ 2 ], "multiscale": [ 1, 2 ], "modes1": 32, "dropout": 0.4, "mode_type": 0, "d_model": 64, "lr": 0.008109542467067061 },
     "Pyraformer": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "epochs": 100,
         "patience": 10,
         "n_layers": 3,
@@ -198,36 +178,11 @@
         "attn_dropout": 0.1,
         "lr": 0.0002148305519207637
     },
-    "Autoformer": { 
-        "n_steps": 48, 
-        "n_features": 34, 
-        "epochs": 100, 
-        "patience": 10, 
-        "n_layers": 1, 
-        "d_model": 128, 
-        "d_ffn": 1024, 
-        "n_heads": 4, 
-        "factor": 3, 
-        "moving_avg_window_size": 13,
-        "dropout": 0, 
-        "lr": 0.00026656159603612764 
-    },
-    "CSDI": { 
-        "n_steps": 48, 
-        "n_features": 34, 
-        "patience": 10, 
-        "epochs": 100, 
-        "n_layers": 4, 
-        "n_heads": 8, 
-        "n_channels": 32, 
-        "d_time_embedding": 256, 
-        "d_feature_embedding": 16, 
-        "d_diffusion_embedding": 256, 
-        "lr": 0.0018788258888970985 
-    },
+    "Autoformer": { "n_steps": 48, "n_features": 33, "epochs": 100, "patience": 10, "n_layers": 1, "d_model": 128, "d_ffn": 1024, "n_heads": 4, "factor": 3, "moving_avg_window_size": 13, "dropout": 0, "lr": 0.00026656159603612764 },
+    "CSDI": { "n_steps": 48, "n_features": 33, "patience": 10, "epochs": 100, "n_layers": 4, "n_heads": 8, "n_channels": 32, "d_time_embedding": 256, "d_feature_embedding": 16, "d_diffusion_embedding": 256, "lr": 0.0018788258888970985 },
     "Informer": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "epochs": 100,
         "patience": 10,
         "n_layers": 3,
@@ -240,7 +195,7 @@
     },
     "USGAN": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "patience": 10,
         "epochs": 100,
         "lr": 0.0007792852806075814,
@@ -249,7 +204,7 @@
     },
     "StemGNN": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "epochs": 100,
         "patience": 10,
         "n_layers": 2,
@@ -260,7 +215,7 @@
     },
     "GPVAE": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "latent_size": 34,
         "patience": 10,
         "epochs": 100,
@@ -280,31 +235,24 @@
     },
     "MRNN": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "patience": 10,
         "epochs": 100,
         "rnn_hidden_size": 512,
         "lr": 0.006155127814415844
     },
-    "BRITS": { 
-        "n_steps": 48, 
-        "n_features": 34, 
-        "patience": 10, 
-        "epochs": 100, 
-        "rnn_hidden_size": 512, 
-        "lr": 0.0005763283506002885 
-    },
+    "BRITS": { "n_steps": 48, "n_features": 33, "patience": 10, "epochs": 100, "rnn_hidden_size": 512, "lr": 0.0005763283506002885 },
     "GRUD": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "epochs": 100,
         "patience": 10,
         "rnn_hidden_size": 32,
         "lr": 0.002500711393245861
     },
     "Transformer": {
         "n_steps": 48,
-        "n_features": 34,
+        "n_features": 33,
         "epochs": 100,
         "patience": 10,
         "n_layers": 6,
@@ -317,4 +265,4 @@
         "attn_dropout": 0.3,
         "lr": 0.00011675690237576063
     },
-}
+}