From 4e47e22dd9b543b0bf35cd413bb1d364265550de Mon Sep 17 00:00:00 2001 From: Yiyuan Yang Date: Sun, 2 Jun 2024 14:54:49 +0100 Subject: [PATCH 1/3] Update air datasets Update air datasets --- benchmark_code/hpo_results/beijing_air.py | 25 +++++++- benchmark_code/hpo_results/italy_air.py | 71 ++++++++++++++++++++++- 2 files changed, 93 insertions(+), 3 deletions(-) diff --git a/benchmark_code/hpo_results/beijing_air.py b/benchmark_code/hpo_results/beijing_air.py index bb9018e..5bbfe8d 100644 --- a/benchmark_code/hpo_results/beijing_air.py +++ b/benchmark_code/hpo_results/beijing_air.py @@ -5,4 +5,27 @@ # Created by Wenjie Du # License: BSD-3-Clause -BeijingAir = {} +BeijingAir ={'MICN': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 1, 'd_model': 1024, 'conv_kernel': [4, 8], 'dropout': 0.2, 'lr': 0.0006913468614473439}, + 'MRNN': {'n_steps': 24, 'n_features': 132, 'patience': 10, 'epochs': 100, 'rnn_hidden_size': 64, 'lr': 0.009213752279771266}, + 'FiLM': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'window_size': [2], 'multiscale': [1, 2], 'modes1': 64, 'dropout': 0.4, 'mode_type': 2, 'd_model': 1024, 'lr': 0.009202830676100575}, + 'Pyraformer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 2, 'd_model': 512, 'd_ffn': 256, 'n_heads': 2, 'window_size': [4, 4], 'inner_size': 3, 'dropout': 0.1, 'attn_dropout': 0.5, 'lr': 0.0014313550487184197}, + 'SCINet': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_stacks': 1, 'n_levels': 1, 'n_groups': 1, 'n_decoder_layers': 1, 'd_hidden': 64, 'dropout': 0.1, 'lr': 0.001305955655419499}, + 'NonstationaryTransformer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 1, 'd_model': 1024, 'n_heads': 2, 'd_ffn': 1024, 'n_projector_hidden_layers': 2, 'd_projector_hidden': [256, 256], 'dropout': 0.3, 'lr': 0.0001533470275031822}, + 'SAITS': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 1, 'd_model': 64, 'd_ffn': 256, 'n_heads': 4, 'd_k': 256, 'd_v': 64, 'dropout': 0.1, 'attn_dropout': 0.1, 'lr': 0.00125059883141597}, + 'BRITS': {'n_steps': 24, 'n_features': 132, 'patience': 10, 'epochs': 100, 'rnn_hidden_size': 512, 'lr': 0.006242554068503864}, + 'ETSformer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_e_layers': 3, 'n_d_layers': 2, 'd_model': 1024, 'd_ffn': 64, 'n_heads': 2, 'top_k': 5, 'dropout': 0, 'lr': 0.00017972369587604037}, + 'FreTS': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'embed_size': 128, 'hidden_size': 256, 'channel_independence': False, 'lr': 0.0013412816847317107}, + 'USGAN': {'n_steps': 24, 'n_features': 132, 'patience': 10, 'epochs': 100, 'lr': 0.0005217674009036597, 'rnn_hidden_size': 512, 'dropout': 0.1}, + 'Transformer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 4, 'd_model': 128, 'd_ffn': 1024, 'n_heads': 8, 'd_k': 512, 'd_v': 128, 'dropout': 0, 'attn_dropout': 0.2, 'lr': 7.091472731808204e-05}, + 'Autoformer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 1, 'd_model': 1024, 'd_ffn': 1024, 'n_heads': 8, 'factor': 3, 'moving_avg_window_size': 5, 'dropout': 0.3, 'lr': 6.864468906534477e-05}, + 'Crossformer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 3, 'd_model': 1024, 'd_ffn': 512, 'n_heads': 8, 'factor': 3, 'seg_len': 6, 'win_size': 2, 'dropout': 0.1, 'lr': 0.00015265551449293065}, + 'Informer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 1, 'd_model': 1024, 'd_ffn': 1024, 'n_heads': 1, 'factor': 5, 'dropout': 0, 'lr': 0.0003920360344910405}, + 'DLinear': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'moving_avg_window_size': 5, 'd_model': 256, 'lr': 0.007545619490239286}, + 'GRUD': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'rnn_hidden_size': 1024, 'lr': 0.00024042971963822373}, + 'StemGNN': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 3, 'n_stacks': 2, 'd_model': 512, 'dropout': 0, 'lr': 0.002346769078880226}, + 'iTransformer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 3, 'd_model': 256, 'd_ffn': 4096, 'n_heads': 8, 'd_k': 32, 'd_v': 128, 'dropout': 0, 'attn_dropout': 0, 'lr': 0.0004619505533241738}, + 'Koopa': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_seg_steps': 12, 'd_dynamic': 128, 'd_hidden': 128, 'n_hidden_layers': 2, 'n_blocks': 3, 'lr': 0.0023963331309816895}, + 'TimesNet': {'n_steps': 24, 'n_features': 132, 'patience': 10, 'epochs': 100, 'n_layers': 2, 'top_k': 1, 'd_model': 1024, 'd_ffn': 128, 'n_kernels': 5, 'dropout': 0.1, 'lr': 0.000737615359931056}, + 'GPVAE': {'n_steps': 24, 'n_features': 132, 'latent_size': 7, 'patience': 10, 'epochs': 100, 'lr': 0.0011055049750454135, 'beta': 0.2, 'sigma': 1.005, 'length_scale': 7, 'encoder_sizes': [512, 512], 'decoder_sizes': [512, 512], 'window_size': 6}, + 'PatchTST': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'patch_len': 24, 'stride': 4, 'n_layers': 2, 'd_model': 64, 'd_ffn': 512, 'n_heads': 8, 'd_k': 256, 'd_v': 128, 'dropout': 0, 'attn_dropout': 0.4, 'lr': 0.00017627593670808844}, + 'CSDI': {'n_steps': 24, 'n_features': 132, 'patience': 10, 'epochs': 100, 'n_layers': 6, 'n_heads': 8, 'n_channels': 32, 'd_time_embedding': 256, 'd_feature_embedding': 16, 'd_diffusion_embedding': 32, 'lr': 0.0036662098229766093},} diff --git a/benchmark_code/hpo_results/italy_air.py b/benchmark_code/hpo_results/italy_air.py index 1938a90..227855b 100644 --- a/benchmark_code/hpo_results/italy_air.py +++ b/benchmark_code/hpo_results/italy_air.py @@ -5,6 +5,73 @@ # Created by Wenjie Du # License: BSD-3-Clause -ItalyAir = { - +ItalyAir ={'MICN': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 1, 'd_model': 128, 'conv_kernel': [2, 4], 'dropout': 0.2, 'lr': 0.0034716100317047434}, + 'MRNN': {'n_steps': 12, 'n_features': 13, 'patience': 10, 'epochs': 100, 'rnn_hidden_size': 256, 'lr': 0.004580922381908652}, + 'FiLM': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'window_size': [2], 'multiscale': [1, 2], 'modes1': 32, 'dropout': 0.2, 'mode_type': 0, 'd_model': 1024, 'lr': 0.008798844624398703}, + 'Pyraformer': {'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_layers': 2, + 'd_model': 1024, + 'd_ffn': 512, + 'n_heads': 2, + 'window_size': [2, 2], + 'inner_size': 5, + 'dropout': 0, + 'attn_dropout': 0.2, + 'lr': 6.800863288381777e-05}, + 'SCINet': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_stacks': 1, 'n_levels': 1, 'n_groups': 1, 'n_decoder_layers': 2, 'd_hidden': 64, 'dropout': 0.2, 'lr': 0.003844808385012784}, + 'NonstationaryTransformer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 1, 'd_model': 1024, 'n_heads': 2, 'd_ffn': 2048, 'n_projector_hidden_layers': 2, 'd_projector_hidden': [32, 32], 'dropout': 0.1, 'lr': 0.0001181332906931502}, + 'SAITS': {'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_layers': 3, + 'd_model': 64, + 'd_ffn': 64, + 'n_heads': 8, + 'd_k': 128, + 'd_v': 32, + 'dropout': 0.1, + 'attn_dropout': 0.2, + 'lr': 7.565260478606772e-05}, + 'BRITS': {'n_steps': 12, 'n_features': 13, 'patience': 10, 'epochs': 100, 'rnn_hidden_size': 256, 'lr': 0.002656655600651736}, + 'ETSformer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_e_layers': 3, 'n_d_layers': 2, 'd_model': 1024, 'd_ffn': 256, 'n_heads': 8, 'top_k': 3, 'dropout': 0.1, 'lr': 0.0008593150453026654}, + 'FreTS': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'embed_size': 256, 'hidden_size': 128, 'channel_independence': True, 'lr': 0.004113346745377581}, + 'USGAN': {'n_steps': 12, 'n_features': 13, 'patience': 10, 'epochs': 100, 'lr': 0.003388614629153981, 'rnn_hidden_size': 512, 'dropout': 0.4}, + 'Transformer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 4, 'd_model': 256, 'd_ffn': 128, 'n_heads': 2, 'd_k': 256, 'd_v': 256, 'dropout': 0, 'attn_dropout': 0.4, 'lr': 0.0001413262167249848}, + 'Autoformer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 3, 'd_model': 256, 'd_ffn': 128, 'n_heads': 8, 'factor': 3, 'moving_avg_window_size': 25, 'dropout': 0, 'lr': 0.0009529974134372709}, + 'Crossformer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 2, 'd_model': 256, 'd_ffn': 512, 'n_heads': 8, 'factor': 1, 'seg_len': 6, 'win_size': 2, 'dropout': 0.2, 'lr': 0.0007645401186195385}, + 'Informer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 2, 'd_model': 1024, 'd_ffn': 512, 'n_heads': 1, 'factor': 3, 'dropout': 0, 'lr': 0.00011272326491224963}, + 'DLinear': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'moving_avg_window_size': 5, 'd_model': 64, 'lr': 0.0025169907448697876}, + 'GRUD': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'rnn_hidden_size': 128, 'lr': 0.005637211820454757}, + 'StemGNN': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 2, 'n_stacks': 1, 'd_model': 512, 'dropout': 0.3, 'lr': 0.00526615473656503}, + 'iTransformer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 6, 'd_model': 256, 'd_ffn': 256, 'n_heads': 4, 'd_k': 256, 'd_v': 64, 'dropout': 0, 'attn_dropout': 0, 'lr': 0.0001297673399859578}, + 'Koopa': {'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_seg_steps': 2, + 'd_dynamic': 128, + 'd_hidden': 512, + 'n_hidden_layers': 3, + 'n_blocks': 3, + 'lr': 0.004009747750371399}, + 'TimesNet': {'n_steps': 12, 'n_features': 13, 'patience': 10, 'epochs': 100, 'n_layers': 1, 'top_k': 1, 'd_model': 512, 'd_ffn': 256, 'n_kernels': 4, 'dropout': 0.2, 'lr': 0.00017204495706138635}, + 'GPVAE': {'n_steps': 12, 'n_features': 13, 'latent_size': 7, 'patience': 10, 'epochs': 100, 'lr': 0.0027439821888071963, 'beta': 0.2, 'sigma': 1.005, 'length_scale': 7, 'encoder_sizes': [256, 256], 'decoder_sizes': [128, 128], 'window_size': 12}, + 'PatchTST': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'patch_len': 8, 'stride': 4, 'n_layers': 2, 'd_model': 64, 'd_ffn': 64, 'n_heads': 4, 'd_k': 256, 'd_v': 32, 'dropout': 0.1, 'attn_dropout': 0.4, 'lr': 0.00012201756611465646}, + 'CSDI': { + 'n_steps': 12, + 'n_features': 13, + 'patience': 10, + 'epochs': 100, + 'n_layers': 3, + 'n_heads': 16, + 'n_channels': 128, + 'd_time_embedding': 256, + 'd_feature_embedding': 8, + 'd_diffusion_embedding': 32, + 'lr': 0.000722830003844826 + }, } From fe286ce3c1effa6bc41e8ecd82fec4de6579cd95 Mon Sep 17 00:00:00 2001 From: Yiyuan Yang Date: Sun, 2 Jun 2024 15:03:36 +0100 Subject: [PATCH 2/3] Update air datasets Update air datasets --- benchmark_code/hpo_results/italy_air.py | 66 ++++++++++++------------- 1 file changed, 33 insertions(+), 33 deletions(-) diff --git a/benchmark_code/hpo_results/italy_air.py b/benchmark_code/hpo_results/italy_air.py index 227855b..cad594f 100644 --- a/benchmark_code/hpo_results/italy_air.py +++ b/benchmark_code/hpo_results/italy_air.py @@ -9,33 +9,33 @@ 'MRNN': {'n_steps': 12, 'n_features': 13, 'patience': 10, 'epochs': 100, 'rnn_hidden_size': 256, 'lr': 0.004580922381908652}, 'FiLM': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'window_size': [2], 'multiscale': [1, 2], 'modes1': 32, 'dropout': 0.2, 'mode_type': 0, 'd_model': 1024, 'lr': 0.008798844624398703}, 'Pyraformer': {'n_steps': 12, - 'n_features': 13, - 'epochs': 100, - 'patience': 10, - 'n_layers': 2, - 'd_model': 1024, - 'd_ffn': 512, - 'n_heads': 2, - 'window_size': [2, 2], - 'inner_size': 5, - 'dropout': 0, - 'attn_dropout': 0.2, - 'lr': 6.800863288381777e-05}, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_layers': 2, + 'd_model': 1024, + 'd_ffn': 512, + 'n_heads': 2, + 'window_size': [2, 2], + 'inner_size': 5, + 'dropout': 0, + 'attn_dropout': 0.2, + 'lr': 6.800863288381777e-05}, 'SCINet': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_stacks': 1, 'n_levels': 1, 'n_groups': 1, 'n_decoder_layers': 2, 'd_hidden': 64, 'dropout': 0.2, 'lr': 0.003844808385012784}, 'NonstationaryTransformer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 1, 'd_model': 1024, 'n_heads': 2, 'd_ffn': 2048, 'n_projector_hidden_layers': 2, 'd_projector_hidden': [32, 32], 'dropout': 0.1, 'lr': 0.0001181332906931502}, 'SAITS': {'n_steps': 12, - 'n_features': 13, - 'epochs': 100, - 'patience': 10, - 'n_layers': 3, - 'd_model': 64, - 'd_ffn': 64, - 'n_heads': 8, - 'd_k': 128, - 'd_v': 32, - 'dropout': 0.1, - 'attn_dropout': 0.2, - 'lr': 7.565260478606772e-05}, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_layers': 3, + 'd_model': 64, + 'd_ffn': 64, + 'n_heads': 8, + 'd_k': 128, + 'd_v': 32, + 'dropout': 0.1, + 'attn_dropout': 0.2, + 'lr': 7.565260478606772e-05}, 'BRITS': {'n_steps': 12, 'n_features': 13, 'patience': 10, 'epochs': 100, 'rnn_hidden_size': 256, 'lr': 0.002656655600651736}, 'ETSformer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_e_layers': 3, 'n_d_layers': 2, 'd_model': 1024, 'd_ffn': 256, 'n_heads': 8, 'top_k': 3, 'dropout': 0.1, 'lr': 0.0008593150453026654}, 'FreTS': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'embed_size': 256, 'hidden_size': 128, 'channel_independence': True, 'lr': 0.004113346745377581}, @@ -49,15 +49,15 @@ 'StemGNN': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 2, 'n_stacks': 1, 'd_model': 512, 'dropout': 0.3, 'lr': 0.00526615473656503}, 'iTransformer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 6, 'd_model': 256, 'd_ffn': 256, 'n_heads': 4, 'd_k': 256, 'd_v': 64, 'dropout': 0, 'attn_dropout': 0, 'lr': 0.0001297673399859578}, 'Koopa': {'n_steps': 12, - 'n_features': 13, - 'epochs': 100, - 'patience': 10, - 'n_seg_steps': 2, - 'd_dynamic': 128, - 'd_hidden': 512, - 'n_hidden_layers': 3, - 'n_blocks': 3, - 'lr': 0.004009747750371399}, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_seg_steps': 2, + 'd_dynamic': 128, + 'd_hidden': 512, + 'n_hidden_layers': 3, + 'n_blocks': 3, + 'lr': 0.004009747750371399}, 'TimesNet': {'n_steps': 12, 'n_features': 13, 'patience': 10, 'epochs': 100, 'n_layers': 1, 'top_k': 1, 'd_model': 512, 'd_ffn': 256, 'n_kernels': 4, 'dropout': 0.2, 'lr': 0.00017204495706138635}, 'GPVAE': {'n_steps': 12, 'n_features': 13, 'latent_size': 7, 'patience': 10, 'epochs': 100, 'lr': 0.0027439821888071963, 'beta': 0.2, 'sigma': 1.005, 'length_scale': 7, 'encoder_sizes': [256, 256], 'decoder_sizes': [128, 128], 'window_size': 12}, 'PatchTST': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'patch_len': 8, 'stride': 4, 'n_layers': 2, 'd_model': 64, 'd_ffn': 64, 'n_heads': 4, 'd_k': 256, 'd_v': 32, 'dropout': 0.1, 'attn_dropout': 0.4, 'lr': 0.00012201756611465646}, From aaed114784d0534caf474b1693a895867924437e Mon Sep 17 00:00:00 2001 From: Yiyuan Yang Date: Sun, 2 Jun 2024 15:43:27 +0100 Subject: [PATCH 3/3] fixed format fixed format --- benchmark_code/hpo_results/beijing_air.py | 326 +++++++++++++++-- benchmark_code/hpo_results/italy_air.py | 370 ++++++++++++++++---- benchmark_code/hpo_results/physionet2019.py | 64 +++- 3 files changed, 660 insertions(+), 100 deletions(-) diff --git a/benchmark_code/hpo_results/beijing_air.py b/benchmark_code/hpo_results/beijing_air.py index 5bbfe8d..3cf60ed 100644 --- a/benchmark_code/hpo_results/beijing_air.py +++ b/benchmark_code/hpo_results/beijing_air.py @@ -2,30 +2,306 @@ """ -# Created by Wenjie Du +# Created by Wenjie Du +# Updated by Yiyuan Yang # License: BSD-3-Clause -BeijingAir ={'MICN': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 1, 'd_model': 1024, 'conv_kernel': [4, 8], 'dropout': 0.2, 'lr': 0.0006913468614473439}, - 'MRNN': {'n_steps': 24, 'n_features': 132, 'patience': 10, 'epochs': 100, 'rnn_hidden_size': 64, 'lr': 0.009213752279771266}, - 'FiLM': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'window_size': [2], 'multiscale': [1, 2], 'modes1': 64, 'dropout': 0.4, 'mode_type': 2, 'd_model': 1024, 'lr': 0.009202830676100575}, - 'Pyraformer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 2, 'd_model': 512, 'd_ffn': 256, 'n_heads': 2, 'window_size': [4, 4], 'inner_size': 3, 'dropout': 0.1, 'attn_dropout': 0.5, 'lr': 0.0014313550487184197}, - 'SCINet': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_stacks': 1, 'n_levels': 1, 'n_groups': 1, 'n_decoder_layers': 1, 'd_hidden': 64, 'dropout': 0.1, 'lr': 0.001305955655419499}, - 'NonstationaryTransformer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 1, 'd_model': 1024, 'n_heads': 2, 'd_ffn': 1024, 'n_projector_hidden_layers': 2, 'd_projector_hidden': [256, 256], 'dropout': 0.3, 'lr': 0.0001533470275031822}, - 'SAITS': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 1, 'd_model': 64, 'd_ffn': 256, 'n_heads': 4, 'd_k': 256, 'd_v': 64, 'dropout': 0.1, 'attn_dropout': 0.1, 'lr': 0.00125059883141597}, - 'BRITS': {'n_steps': 24, 'n_features': 132, 'patience': 10, 'epochs': 100, 'rnn_hidden_size': 512, 'lr': 0.006242554068503864}, - 'ETSformer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_e_layers': 3, 'n_d_layers': 2, 'd_model': 1024, 'd_ffn': 64, 'n_heads': 2, 'top_k': 5, 'dropout': 0, 'lr': 0.00017972369587604037}, - 'FreTS': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'embed_size': 128, 'hidden_size': 256, 'channel_independence': False, 'lr': 0.0013412816847317107}, - 'USGAN': {'n_steps': 24, 'n_features': 132, 'patience': 10, 'epochs': 100, 'lr': 0.0005217674009036597, 'rnn_hidden_size': 512, 'dropout': 0.1}, - 'Transformer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 4, 'd_model': 128, 'd_ffn': 1024, 'n_heads': 8, 'd_k': 512, 'd_v': 128, 'dropout': 0, 'attn_dropout': 0.2, 'lr': 7.091472731808204e-05}, - 'Autoformer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 1, 'd_model': 1024, 'd_ffn': 1024, 'n_heads': 8, 'factor': 3, 'moving_avg_window_size': 5, 'dropout': 0.3, 'lr': 6.864468906534477e-05}, - 'Crossformer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 3, 'd_model': 1024, 'd_ffn': 512, 'n_heads': 8, 'factor': 3, 'seg_len': 6, 'win_size': 2, 'dropout': 0.1, 'lr': 0.00015265551449293065}, - 'Informer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 1, 'd_model': 1024, 'd_ffn': 1024, 'n_heads': 1, 'factor': 5, 'dropout': 0, 'lr': 0.0003920360344910405}, - 'DLinear': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'moving_avg_window_size': 5, 'd_model': 256, 'lr': 0.007545619490239286}, - 'GRUD': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'rnn_hidden_size': 1024, 'lr': 0.00024042971963822373}, - 'StemGNN': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 3, 'n_stacks': 2, 'd_model': 512, 'dropout': 0, 'lr': 0.002346769078880226}, - 'iTransformer': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_layers': 3, 'd_model': 256, 'd_ffn': 4096, 'n_heads': 8, 'd_k': 32, 'd_v': 128, 'dropout': 0, 'attn_dropout': 0, 'lr': 0.0004619505533241738}, - 'Koopa': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'n_seg_steps': 12, 'd_dynamic': 128, 'd_hidden': 128, 'n_hidden_layers': 2, 'n_blocks': 3, 'lr': 0.0023963331309816895}, - 'TimesNet': {'n_steps': 24, 'n_features': 132, 'patience': 10, 'epochs': 100, 'n_layers': 2, 'top_k': 1, 'd_model': 1024, 'd_ffn': 128, 'n_kernels': 5, 'dropout': 0.1, 'lr': 0.000737615359931056}, - 'GPVAE': {'n_steps': 24, 'n_features': 132, 'latent_size': 7, 'patience': 10, 'epochs': 100, 'lr': 0.0011055049750454135, 'beta': 0.2, 'sigma': 1.005, 'length_scale': 7, 'encoder_sizes': [512, 512], 'decoder_sizes': [512, 512], 'window_size': 6}, - 'PatchTST': {'n_steps': 24, 'n_features': 132, 'epochs': 100, 'patience': 10, 'patch_len': 24, 'stride': 4, 'n_layers': 2, 'd_model': 64, 'd_ffn': 512, 'n_heads': 8, 'd_k': 256, 'd_v': 128, 'dropout': 0, 'attn_dropout': 0.4, 'lr': 0.00017627593670808844}, - 'CSDI': {'n_steps': 24, 'n_features': 132, 'patience': 10, 'epochs': 100, 'n_layers': 6, 'n_heads': 8, 'n_channels': 32, 'd_time_embedding': 256, 'd_feature_embedding': 16, 'd_diffusion_embedding': 32, 'lr': 0.0036662098229766093},} +BeijingAir = { + 'MICN': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'n_layers': 1, + 'd_model': 1024, + 'conv_kernel': [4, 8], + 'dropout': 0.2, + 'lr': 0.0006913468614473439 + }, + 'MRNN': { + 'n_steps': 24, + 'n_features': 132, + 'patience': 10, + 'epochs': 100, + 'rnn_hidden_size': 64, + 'lr': 0.009213752279771266 + }, + 'FiLM': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'window_size': [2], + 'multiscale': [1, 2], + 'modes1': 64, + 'dropout': 0.4, + 'mode_type': 2, + 'd_model': 1024, + 'lr': 0.009202830676100575 + }, + 'Pyraformer': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'n_layers': 2, + 'd_model': 512, + 'd_ffn': 256, + 'n_heads': 2, + 'window_size': [4, 4], + 'inner_size': 3, + 'dropout': 0.1, + 'attn_dropout': 0.5, + 'lr': 0.0014313550487184197 + }, + 'SCINet': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'n_stacks': 1, + 'n_levels': 1, + 'n_groups': 1, + 'n_decoder_layers': 1, + 'd_hidden': 64, + 'dropout': 0.1, + 'lr': 0.001305955655419499 + }, + 'NonstationaryTransformer': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'n_layers': 1, + 'd_model': 1024, + 'n_heads': 2, + 'd_ffn': 1024, + 'n_projector_hidden_layers': 2, + 'd_projector_hidden': [256, 256], + 'dropout': 0.3, + 'lr': 0.0001533470275031822 + }, + 'SAITS': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'n_layers': 1, + 'd_model': 64, + 'd_ffn': 256, + 'n_heads': 4, + 'd_k': 256, + 'd_v': 64, + 'dropout': 0.1, + 'attn_dropout': 0.1, + 'lr': 0.00125059883141597 + }, + 'BRITS': { + 'n_steps': 24, + 'n_features': 132, + 'patience': 10, + 'epochs': 100, + 'rnn_hidden_size': 512, + 'lr': 0.006242554068503864 + }, + 'ETSformer': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'n_e_layers': 3, + 'n_d_layers': 2, + 'd_model': 1024, + 'd_ffn': 64, + 'n_heads': 2, + 'top_k': 5, + 'dropout': 0, + 'lr': 0.00017972369587604037 + }, + 'FreTS': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'embed_size': 128, + 'hidden_size': 256, + 'channel_independence': False, + 'lr': 0.0013412816847317107 + }, + 'USGAN': { + 'n_steps': 24, + 'n_features': 132, + 'patience': 10, + 'epochs': 100, + 'lr': 0.0005217674009036597, + 'rnn_hidden_size': 512, + 'dropout': 0.1 + }, + 'Transformer': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, 'patience': 10, + 'n_layers': 4, + 'd_model': 128, + 'd_ffn': 1024, + 'n_heads': 8, + 'd_k': 512, + 'd_v': 128, + 'dropout': 0, + 'attn_dropout': 0.2, + 'lr': 7.091472731808204e-05 + }, + 'Autoformer': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'n_layers': 1, + 'd_model': 1024, + 'd_ffn': 1024, + 'n_heads': 8, + 'factor': 3, + 'moving_avg_window_size': 5, + 'dropout': 0.3, + 'lr': 6.864468906534477e-05 + }, + 'Crossformer': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'n_layers': 3, + 'd_model': 1024, + 'd_ffn': 512, + 'n_heads': 8, + 'factor': 3, + 'seg_len': 6, + 'win_size': 2, + 'dropout': 0.1, + 'lr': 0.00015265551449293065 + }, + 'Informer': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'n_layers': 1, + 'd_model': 1024, + 'd_ffn': 1024, + 'n_heads': 1, + 'factor': 5, + 'dropout': 0, + 'lr': 0.000392036034491040 + }, + 'DLinear': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'moving_avg_window_size': 5, + 'd_model': 256, 'lr': 0.007545619490239286 + }, + 'GRUD': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'rnn_hidden_size': 1024, + 'lr': 0.00024042971963822373 + }, + 'StemGNN': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'n_layers': 3, + 'n_stacks': 2, + 'd_model': 512, + 'dropout': 0, + 'lr': 0.002346769078880226 + }, + 'iTransformer': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'n_layers': 3, + 'd_model': 256, + 'd_ffn': 4096, + 'n_heads': 8, + 'd_k': 32, + 'd_v': 128, + 'dropout': 0, + 'attn_dropout': 0, + 'lr': 0.0004619505533241738 + }, + 'Koopa': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'n_seg_steps': 12, + 'd_dynamic': 128, + 'd_hidden': 128, + 'n_hidden_layers': 2, + 'n_blocks': 3, + 'lr': 0.0023963331309816895 + }, + 'TimesNet': { + 'n_steps': 24, + 'n_features': 132, + 'patience': 10, + 'epochs': 100, + 'n_layers': 2, + 'top_k': 1, + 'd_model': 1024, + 'd_ffn': 128, + 'n_kernels': 5, + 'dropout': 0.1, + 'lr': 0.000737615359931056 + }, + 'GPVAE': { + 'n_steps': 24, + 'n_features': 132, + 'latent_size': 7, + 'patience': 10, + 'epochs': 100, + 'lr': 0.0011055049750454135, + 'beta': 0.2, + 'sigma': 1.005, + 'length_scale': 7, + 'encoder_sizes': [512, 512], + 'decoder_sizes': [512, 512], + 'window_size': 6 + }, + 'PatchTST': { + 'n_steps': 24, + 'n_features': 132, + 'epochs': 100, + 'patience': 10, + 'patch_len': 24, + 'stride': 4, + 'n_layers': 2, + 'd_model': 64, + 'd_ffn': 512, + 'n_heads': 8, + 'd_k': 256, + 'd_v': 128, + 'dropout': 0, + 'attn_dropout': 0.4, + 'lr': 0.00017627593670808844 + }, + 'CSDI': { + 'n_steps': 24, + 'n_features': 132, + 'patience': 10, + 'epochs': 100, + 'n_layers': 6, + 'n_heads': 8, + 'n_channels': 32, + 'd_time_embedding': 256, + 'd_feature_embedding': 16, + 'd_diffusion_embedding': 32, + 'lr': 0.0036662098229766093 + }, +} diff --git a/benchmark_code/hpo_results/italy_air.py b/benchmark_code/hpo_results/italy_air.py index cad594f..3c6754b 100644 --- a/benchmark_code/hpo_results/italy_air.py +++ b/benchmark_code/hpo_results/italy_air.py @@ -3,75 +3,307 @@ """ # Created by Wenjie Du +# Updated by Yiyuan Yang # License: BSD-3-Clause -ItalyAir ={'MICN': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 1, 'd_model': 128, 'conv_kernel': [2, 4], 'dropout': 0.2, 'lr': 0.0034716100317047434}, - 'MRNN': {'n_steps': 12, 'n_features': 13, 'patience': 10, 'epochs': 100, 'rnn_hidden_size': 256, 'lr': 0.004580922381908652}, - 'FiLM': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'window_size': [2], 'multiscale': [1, 2], 'modes1': 32, 'dropout': 0.2, 'mode_type': 0, 'd_model': 1024, 'lr': 0.008798844624398703}, - 'Pyraformer': {'n_steps': 12, - 'n_features': 13, - 'epochs': 100, - 'patience': 10, - 'n_layers': 2, - 'd_model': 1024, - 'd_ffn': 512, - 'n_heads': 2, - 'window_size': [2, 2], - 'inner_size': 5, - 'dropout': 0, - 'attn_dropout': 0.2, - 'lr': 6.800863288381777e-05}, - 'SCINet': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_stacks': 1, 'n_levels': 1, 'n_groups': 1, 'n_decoder_layers': 2, 'd_hidden': 64, 'dropout': 0.2, 'lr': 0.003844808385012784}, - 'NonstationaryTransformer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 1, 'd_model': 1024, 'n_heads': 2, 'd_ffn': 2048, 'n_projector_hidden_layers': 2, 'd_projector_hidden': [32, 32], 'dropout': 0.1, 'lr': 0.0001181332906931502}, - 'SAITS': {'n_steps': 12, - 'n_features': 13, - 'epochs': 100, - 'patience': 10, - 'n_layers': 3, - 'd_model': 64, - 'd_ffn': 64, - 'n_heads': 8, - 'd_k': 128, - 'd_v': 32, - 'dropout': 0.1, - 'attn_dropout': 0.2, - 'lr': 7.565260478606772e-05}, - 'BRITS': {'n_steps': 12, 'n_features': 13, 'patience': 10, 'epochs': 100, 'rnn_hidden_size': 256, 'lr': 0.002656655600651736}, - 'ETSformer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_e_layers': 3, 'n_d_layers': 2, 'd_model': 1024, 'd_ffn': 256, 'n_heads': 8, 'top_k': 3, 'dropout': 0.1, 'lr': 0.0008593150453026654}, - 'FreTS': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'embed_size': 256, 'hidden_size': 128, 'channel_independence': True, 'lr': 0.004113346745377581}, - 'USGAN': {'n_steps': 12, 'n_features': 13, 'patience': 10, 'epochs': 100, 'lr': 0.003388614629153981, 'rnn_hidden_size': 512, 'dropout': 0.4}, - 'Transformer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 4, 'd_model': 256, 'd_ffn': 128, 'n_heads': 2, 'd_k': 256, 'd_v': 256, 'dropout': 0, 'attn_dropout': 0.4, 'lr': 0.0001413262167249848}, - 'Autoformer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 3, 'd_model': 256, 'd_ffn': 128, 'n_heads': 8, 'factor': 3, 'moving_avg_window_size': 25, 'dropout': 0, 'lr': 0.0009529974134372709}, - 'Crossformer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 2, 'd_model': 256, 'd_ffn': 512, 'n_heads': 8, 'factor': 1, 'seg_len': 6, 'win_size': 2, 'dropout': 0.2, 'lr': 0.0007645401186195385}, - 'Informer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 2, 'd_model': 1024, 'd_ffn': 512, 'n_heads': 1, 'factor': 3, 'dropout': 0, 'lr': 0.00011272326491224963}, - 'DLinear': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'moving_avg_window_size': 5, 'd_model': 64, 'lr': 0.0025169907448697876}, - 'GRUD': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'rnn_hidden_size': 128, 'lr': 0.005637211820454757}, - 'StemGNN': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 2, 'n_stacks': 1, 'd_model': 512, 'dropout': 0.3, 'lr': 0.00526615473656503}, - 'iTransformer': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'n_layers': 6, 'd_model': 256, 'd_ffn': 256, 'n_heads': 4, 'd_k': 256, 'd_v': 64, 'dropout': 0, 'attn_dropout': 0, 'lr': 0.0001297673399859578}, - 'Koopa': {'n_steps': 12, - 'n_features': 13, - 'epochs': 100, - 'patience': 10, - 'n_seg_steps': 2, - 'd_dynamic': 128, - 'd_hidden': 512, - 'n_hidden_layers': 3, - 'n_blocks': 3, - 'lr': 0.004009747750371399}, - 'TimesNet': {'n_steps': 12, 'n_features': 13, 'patience': 10, 'epochs': 100, 'n_layers': 1, 'top_k': 1, 'd_model': 512, 'd_ffn': 256, 'n_kernels': 4, 'dropout': 0.2, 'lr': 0.00017204495706138635}, - 'GPVAE': {'n_steps': 12, 'n_features': 13, 'latent_size': 7, 'patience': 10, 'epochs': 100, 'lr': 0.0027439821888071963, 'beta': 0.2, 'sigma': 1.005, 'length_scale': 7, 'encoder_sizes': [256, 256], 'decoder_sizes': [128, 128], 'window_size': 12}, - 'PatchTST': {'n_steps': 12, 'n_features': 13, 'epochs': 100, 'patience': 10, 'patch_len': 8, 'stride': 4, 'n_layers': 2, 'd_model': 64, 'd_ffn': 64, 'n_heads': 4, 'd_k': 256, 'd_v': 32, 'dropout': 0.1, 'attn_dropout': 0.4, 'lr': 0.00012201756611465646}, - 'CSDI': { - 'n_steps': 12, - 'n_features': 13, - 'patience': 10, - 'epochs': 100, - 'n_layers': 3, - 'n_heads': 16, - 'n_channels': 128, - 'd_time_embedding': 256, - 'd_feature_embedding': 8, - 'd_diffusion_embedding': 32, - 'lr': 0.000722830003844826 - }, +ItalyAir = { + 'MICN': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_layers': 1, + 'd_model': 128, + 'conv_kernel': [2, 4], + 'dropout': 0.2, + 'lr': 0.0034716100317047434 + }, + 'MRNN': { + 'n_steps': 12, + 'n_features': 13, + 'patience': 10, + 'epochs': 100, + 'rnn_hidden_size': 256, + 'lr': 0.004580922381908652 + }, + 'FiLM': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'window_size': [2], + 'multiscale': [1, 2], + 'modes1': 32, + 'dropout': 0.2, + 'mode_type': 0, + 'd_model': 1024, + 'lr': 0.008798844624398703 + }, + 'Pyraformer': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_layers': 2, + 'd_model': 1024, + 'd_ffn': 512, + 'n_heads': 2, + 'window_size': [2, 2], + 'inner_size': 5, + 'dropout': 0, + 'attn_dropout': 0.2, + 'lr': 6.800863288381777e-05 + }, + 'SCINet': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_stacks': 1, + 'n_levels': 1, + 'n_groups': 1, + 'n_decoder_layers': 2, + 'd_hidden': 64, + 'dropout': 0.2, + 'lr': 0.003844808385012784 + }, + 'NonstationaryTransformer': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_layers': 1, + 'd_model': 1024, + 'n_heads': 2, + 'd_ffn': 2048, + 'n_projector_hidden_layers': 2, + 'd_projector_hidden': [32, 32], + 'dropout': 0.1, + 'lr': 0.0001181332906931502 + }, + 'SAITS': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_layers': 3, + 'd_model': 64, + 'd_ffn': 64, + 'n_heads': 8, + 'd_k': 128, + 'd_v': 32, + 'dropout': 0.1, + 'attn_dropout': 0.2, + 'lr': 7.565260478606772e-05 + }, + 'BRITS': { + 'n_steps': 12, + 'n_features': 13, + 'patience': 10, + 'epochs': 100, + 'rnn_hidden_size': 256, + 'lr': 0.002656655600651736 + }, + 'ETSformer': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_e_layers': 3, + 'n_d_layers': 2, + 'd_model': 1024, + 'd_ffn': 256, + 'n_heads': 8, + 'top_k': 3, + 'dropout': 0.1, + 'lr': 0.0008593150453026654 + }, + 'FreTS': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'embed_size': 256, + 'hidden_size': 128, + 'channel_independence': True, + 'lr': 0.004113346745377581 + }, + 'USGAN': { + 'n_steps': 12, + 'n_features': 13, + 'patience': 10, + 'epochs': 100, + 'lr': 0.003388614629153981, + 'rnn_hidden_size': 512, + 'dropout': 0.4 + }, + 'Transformer': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_layers': 4, + 'd_model': 256, + 'd_ffn': 128, + 'n_heads': 2, + 'd_k': 256, + 'd_v': 256, + 'dropout': 0, + 'attn_dropout': 0.4, + 'lr': 0.0001413262167249848 + }, + 'Autoformer': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_layers': 3, + 'd_model': 256, + 'd_ffn': 128, + 'n_heads': 8, + 'factor': 3, + 'moving_avg_window_size': 25, + 'dropout': 0, + 'lr': 0.0009529974134372709 + }, + 'Crossformer': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_layers': 2, + 'd_model': 256, + 'd_ffn': 512, + 'n_heads': 8, + 'factor': 1, + 'seg_len': 6, + 'win_size': 2, + 'dropout': 0.2, + 'lr': 0.0007645401186195385 + }, + 'Informer': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_layers': 2, + 'd_model': 1024, + 'd_ffn': 512, + 'n_heads': 1, + 'factor': 3, + 'dropout': 0, + 'lr': 0.00011272326491224963 + }, + 'DLinear': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'moving_avg_window_size': 5, + 'd_model': 64, + 'lr': 0.0025169907448697876 + }, + 'GRUD': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'rnn_hidden_size': 128, + 'lr': 0.005637211820454757 + }, + 'StemGNN': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_layers': 2, + 'n_stacks': 1, + 'd_model': 512, + 'dropout': 0.3, + 'lr': 0.00526615473656503 + }, + 'iTransformer': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_layers': 6, + 'd_model': 256, + 'd_ffn': 256, + 'n_heads': 4, + 'd_k': 256, + 'd_v': 64, + 'dropout': 0, + 'attn_dropout': 0, + 'lr': 0.0001297673399859578 + }, + 'Koopa': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'n_seg_steps': 2, + 'd_dynamic': 128, + 'd_hidden': 512, + 'n_hidden_layers': 3, + 'n_blocks': 3, + 'lr': 0.004009747750371399 + }, + 'TimesNet': { + 'n_steps': 12, + 'n_features': 13, + 'patience': 10, + 'epochs': 100, + 'n_layers': 1, + 'top_k': 1, + 'd_model': 512, + 'd_ffn': 256, + 'n_kernels': 4, + 'dropout': 0.2, + 'lr': 0.00017204495706138635 + }, + 'GPVAE': { + 'n_steps': 12, + 'n_features': 13, + 'latent_size': 7, + 'patience': 10, + 'epochs': 100, + 'lr': 0.0027439821888071963, + 'beta': 0.2, + 'sigma': 1.005, + 'length_scale': 7, + 'encoder_sizes': [256, 256], + 'decoder_sizes': [128, 128], + 'window_size': 12 + }, + 'PatchTST': { + 'n_steps': 12, + 'n_features': 13, + 'epochs': 100, + 'patience': 10, + 'patch_len': 8, + 'stride': 4, + 'n_layers': 2, + 'd_model': 64, + 'd_ffn': 64, + 'n_heads': 4, + 'd_k': 256, + 'd_v': 32, + 'dropout': 0.1, + 'attn_dropout': 0.4, + 'lr': 0.00012201756611465646 + }, + 'CSDI': { + 'n_steps': 12, + 'n_features': 13, + 'patience': 10, + 'epochs': 100, + 'n_layers': 3, + 'n_heads': 16, + 'n_channels': 128, + 'd_time_embedding': 256, + 'd_feature_embedding': 8, + 'd_diffusion_embedding': 32, + 'lr': 0.000722830003844826 + }, } diff --git a/benchmark_code/hpo_results/physionet2019.py b/benchmark_code/hpo_results/physionet2019.py index ddd0261..d371a12 100644 --- a/benchmark_code/hpo_results/physionet2019.py +++ b/benchmark_code/hpo_results/physionet2019.py @@ -128,7 +128,15 @@ "dropout": 0.2, "lr": 0.0000852263260132517, }, - "DLinear": { "n_steps": 48, "n_features": 34, "epochs": 100, "patience": 10, "moving_avg_window_size": 13, "d_model": 1024, "lr": 0.0001633470877552397 }, + "DLinear": { + "n_steps": 48, + "n_features": 34, + "epochs": 100, + "patience": 10, + "moving_avg_window_size": 13, + "d_model": 1024, + "lr": 0.0001633470877552397 + }, "SCINet": { "n_steps": 48, "n_features": 34, @@ -159,7 +167,19 @@ "dropout": 0.2, "lr": 0.00010519284750234083 }, - "FiLM": { "n_steps": 48, "n_features": 34, "epochs": 100, "patience": 10, "window_size": [ 2 ], "multiscale": [ 1, 2 ], "modes1": 32, "dropout": 0.4, "mode_type": 0, "d_model": 64, "lr": 0.008109542467067061 }, + "FiLM": { + "n_steps": 48, + "n_features": 34, + "epochs": 100, + "patience": 10, + "window_size": [ 2 ], + "multiscale": [ 1, 2 ], + "modes1": 32, + "dropout": 0.4, + "mode_type": 0, + "d_model": 64, + "lr": 0.008109542467067061 + }, "Pyraformer": { "n_steps": 48, "n_features": 34, @@ -178,8 +198,33 @@ "attn_dropout": 0.1, "lr": 0.0002148305519207637 }, - "Autoformer": { "n_steps": 48, "n_features": 34, "epochs": 100, "patience": 10, "n_layers": 1, "d_model": 128, "d_ffn": 1024, "n_heads": 4, "factor": 3, "moving_avg_window_size": 13, "dropout": 0, "lr": 0.00026656159603612764 }, - "CSDI": { "n_steps": 48, "n_features": 34, "patience": 10, "epochs": 100, "n_layers": 4, "n_heads": 8, "n_channels": 32, "d_time_embedding": 256, "d_feature_embedding": 16, "d_diffusion_embedding": 256, "lr": 0.0018788258888970985 }, + "Autoformer": { + "n_steps": 48, + "n_features": 34, + "epochs": 100, + "patience": 10, + "n_layers": 1, + "d_model": 128, + "d_ffn": 1024, + "n_heads": 4, + "factor": 3, + "moving_avg_window_size": 13, + "dropout": 0, + "lr": 0.00026656159603612764 + }, + "CSDI": { + "n_steps": 48, + "n_features": 34, + "patience": 10, + "epochs": 100, + "n_layers": 4, + "n_heads": 8, + "n_channels": 32, + "d_time_embedding": 256, + "d_feature_embedding": 16, + "d_diffusion_embedding": 256, + "lr": 0.0018788258888970985 + }, "Informer": { "n_steps": 48, "n_features": 34, @@ -241,7 +286,14 @@ "rnn_hidden_size": 512, "lr": 0.006155127814415844 }, - "BRITS": { "n_steps": 48, "n_features": 34, "patience": 10, "epochs": 100, "rnn_hidden_size": 512, "lr": 0.0005763283506002885 }, + "BRITS": { + "n_steps": 48, + "n_features": 34, + "patience": 10, + "epochs": 100, + "rnn_hidden_size": 512, + "lr": 0.0005763283506002885 + }, "GRUD": { "n_steps": 48, "n_features": 34, @@ -265,4 +317,4 @@ "attn_dropout": 0.3, "lr": 0.00011675690237576063 }, -} \ No newline at end of file +}