diff --git a/benchmark_code/PyPOTS_tuning_configs/Autoformer/Autoformer_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/Autoformer/Autoformer_PeMS_tuning_space.json index c62f11f..eea5c9d 100644 --- a/benchmark_code/PyPOTS_tuning_configs/Autoformer/Autoformer_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/Autoformer/Autoformer_PeMS_tuning_space.json @@ -1,5 +1,5 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]}, @@ -7,8 +7,8 @@ "d_model": {"_type":"choice","_value":[64,128,256,512,1024]}, "d_ffn": {"_type":"choice","_value":[64,128,256,512,1024]}, "n_heads": {"_type":"choice","_value":[1,2,4,8]}, - "factor": {"_type":"choice","_value":[1,3,5]}, - "moving_avg_window_size": {"_type":"choice","_value":[6,12,24]}, + "factor": {"_type":"choice","_value":[3]}, + "moving_avg_window_size": {"_type":"choice","_value":[5,13,25]}, "dropout": {"_type":"choice","_value":[0,0.1,0.2,0.3,0.4,0.5]}, "lr":{"_type":"loguniform","_value":[0.00005,0.01]} } diff --git a/benchmark_code/PyPOTS_tuning_configs/Crossformer/Crossformer_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/Crossformer/Crossformer_PeMS_tuning_space.json index 706b049..e3ad6b8 100644 --- a/benchmark_code/PyPOTS_tuning_configs/Crossformer/Crossformer_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/Crossformer/Crossformer_PeMS_tuning_space.json @@ -1,5 +1,5 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]}, diff --git a/benchmark_code/PyPOTS_tuning_configs/DLinear/DLinear_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/DLinear/DLinear_PeMS_tuning_space.json index 09747da..f7f6575 100644 --- a/benchmark_code/PyPOTS_tuning_configs/DLinear/DLinear_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/DLinear/DLinear_PeMS_tuning_space.json @@ -1,9 +1,9 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]}, - "moving_avg_window_size": {"_type":"choice","_value":[6,12,24]}, + "moving_avg_window_size": {"_type":"choice","_value":[5,13,25]}, "d_model": {"_type":"choice","_value":[64,128,256,512,1024]}, "lr":{"_type":"loguniform","_value":[0.00005,0.01]} } diff --git a/benchmark_code/PyPOTS_tuning_configs/ETSformer/ETSformer_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/ETSformer/ETSformer_PeMS_tuning_space.json index ecaf482..d4af57a 100644 --- a/benchmark_code/PyPOTS_tuning_configs/ETSformer/ETSformer_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/ETSformer/ETSformer_PeMS_tuning_space.json @@ -1,5 +1,5 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]}, diff --git a/benchmark_code/PyPOTS_tuning_configs/ETSformer/ETSformer_searching_config.yml b/benchmark_code/PyPOTS_tuning_configs/ETSformer/ETSformer_searching_config.yml index 5beddd2..992146e 100644 --- a/benchmark_code/PyPOTS_tuning_configs/ETSformer/ETSformer_searching_config.yml +++ b/benchmark_code/PyPOTS_tuning_configs/ETSformer/ETSformer_searching_config.yml @@ -1,19 +1,19 @@ -experimentName: DLinear hyper-param searching +experimentName: ETSformer hyper-param searching authorName: WenjieDu trialConcurrency: 1 trainingServicePlatform: local -searchSpacePath: DLinear_PeMS_tuning_space.json +searchSpacePath: ETSformer_PeMS_tuning_space.json multiThread: true useAnnotation: false tuner: builtinTunerName: Random trial: - command: enable_tuning=1 pypots-cli tuning --model pypots.imputation.DLinear --train_set ../../data/pems_traffic_rate01_step24_point/train.h5 --val_set ../../data/pems_traffic_rate01_step24_point/val.h5 + command: enable_tuning=1 pypots-cli tuning --model pypots.imputation.ETSformer --train_set ../../data/pems_traffic_rate01_step24_point/train.h5 --val_set ../../data/pems_traffic_rate01_step24_point/val.h5 codeDir: . gpuNum: 1 localConfig: useActiveGpu: true maxTrialNumPerGpu: 20 - gpuIndices: 1 \ No newline at end of file + gpuIndices: 4 \ No newline at end of file diff --git a/benchmark_code/PyPOTS_tuning_configs/FiLM/FiLM_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/FiLM/FiLM_PeMS_tuning_space.json index 41043f5..b899e37 100644 --- a/benchmark_code/PyPOTS_tuning_configs/FiLM/FiLM_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/FiLM/FiLM_PeMS_tuning_space.json @@ -1,13 +1,13 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]}, - "window_size": {"_type":"choice","_value": [[128],[256]]}, - "multiscale": {"_type":"choice","_value":[1,2,4]}, + "window_size": {"_type":"choice","_value": [[2]]}, + "multiscale": {"_type":"choice","_value":[[1,2]]}, "modes1": {"_type":"choice","_value":[32,64,128]}, "dropout": {"_type":"choice","_value":[0.1,0.2,0.3,0.4,0.5]}, - "model_type": {"_type":"choice","_value":[0,1,2]}, + "mode_type": {"_type":"choice","_value":[0,1,2]}, "d_model": {"_type":"choice","_value":[64,128,256,512,1024]}, "lr":{"_type":"loguniform","_value":[0.00005,0.01]} } diff --git a/benchmark_code/PyPOTS_tuning_configs/FreTS/FreTS_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/FreTS/FreTS_PeMS_tuning_space.json index 4f877f3..2b71a09 100644 --- a/benchmark_code/PyPOTS_tuning_configs/FreTS/FreTS_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/FreTS/FreTS_PeMS_tuning_space.json @@ -1,10 +1,10 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]}, "embed_size": {"_type":"choice","_value":[64,128,256]}, - "hidden_size": {"_type":"choice","_value":[64,128,256,512,1024]}, + "hidden_size": {"_type":"choice","_value":[64,128,256]}, "channel_independence": {"_type":"choice","_value":[true,false]}, "lr":{"_type":"loguniform","_value":[0.00005,0.01]} } diff --git a/benchmark_code/PyPOTS_tuning_configs/GRUD/GRUD_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/GRUD/GRUD_PeMS_tuning_space.json index 6215929..be84d63 100644 --- a/benchmark_code/PyPOTS_tuning_configs/GRUD/GRUD_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/GRUD/GRUD_PeMS_tuning_space.json @@ -1,5 +1,5 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]}, diff --git a/benchmark_code/PyPOTS_tuning_configs/Informer/Informer_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/Informer/Informer_PeMS_tuning_space.json index 7f86c74..0b54082 100644 --- a/benchmark_code/PyPOTS_tuning_configs/Informer/Informer_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/Informer/Informer_PeMS_tuning_space.json @@ -1,5 +1,5 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]}, diff --git a/benchmark_code/PyPOTS_tuning_configs/Koopa/Koopa_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/Koopa/Koopa_PeMS_tuning_space.json index 6af4033..f783315 100644 --- a/benchmark_code/PyPOTS_tuning_configs/Koopa/Koopa_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/Koopa/Koopa_PeMS_tuning_space.json @@ -1,5 +1,5 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]}, diff --git a/benchmark_code/PyPOTS_tuning_configs/MICN/MICN_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/MICN/MICN_PeMS_tuning_space.json index 1d8f448..bb40fc9 100644 --- a/benchmark_code/PyPOTS_tuning_configs/MICN/MICN_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/MICN/MICN_PeMS_tuning_space.json @@ -1,5 +1,5 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]}, diff --git a/benchmark_code/PyPOTS_tuning_configs/NonstationaryTransformer/NonstationaryTransformer_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/NonstationaryTransformer/NonstationaryTransformer_PeMS_tuning_space.json index 33cba62..1897251 100644 --- a/benchmark_code/PyPOTS_tuning_configs/NonstationaryTransformer/NonstationaryTransformer_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/NonstationaryTransformer/NonstationaryTransformer_PeMS_tuning_space.json @@ -1,5 +1,5 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]}, diff --git a/benchmark_code/PyPOTS_tuning_configs/PatchTST/PatchTST_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/PatchTST/PatchTST_PeMS_tuning_space.json index 9db5e73..242e488 100644 --- a/benchmark_code/PyPOTS_tuning_configs/PatchTST/PatchTST_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/PatchTST/PatchTST_PeMS_tuning_space.json @@ -1,5 +1,5 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]}, @@ -12,5 +12,6 @@ "d_k": {"_type":"choice","_value":[32, 64, 128, 256]}, "d_v": {"_type":"choice","_value":[32, 64, 128, 256]}, "dropout": {"_type":"choice","_value":[0,0.1,0.2,0.3,0.4,0.5]}, + "attn_dropout": {"_type":"choice","_value":[0,0.1,0.2,0.3,0.4,0.5]}, "lr":{"_type":"loguniform","_value":[0.00005,0.01]} } diff --git a/benchmark_code/PyPOTS_tuning_configs/Pyraformer/Pyraformer_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/Pyraformer/Pyraformer_PeMS_tuning_space.json index 4d403e2..268a99c 100644 --- a/benchmark_code/PyPOTS_tuning_configs/Pyraformer/Pyraformer_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/Pyraformer/Pyraformer_PeMS_tuning_space.json @@ -1,5 +1,5 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]}, @@ -7,7 +7,7 @@ "d_model": {"_type":"choice","_value":[64, 128, 256, 512, 1024]}, "d_ffn": {"_type":"choice","_value":[64,128,256,512,1024]}, "n_heads": {"_type":"choice","_value":[1,2,4,8]}, - "window_size": {"_type":"choice","_value":[[4,4,4],[5,5,5]]}, + "window_size": {"_type":"choice","_value":[[4,4]]}, "inner_size": {"_type":"choice","_value":[3,5]}, "dropout": {"_type":"choice","_value":[0,0.1,0.2,0.3,0.4,0.5]}, "attn_dropout": {"_type":"choice","_value":[0,0.1,0.2,0.3,0.4,0.5]}, diff --git a/benchmark_code/PyPOTS_tuning_configs/SCINet/SCINet_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/SCINet/SCINet_PeMS_tuning_space.json index 5e48d5f..b16a91e 100644 --- a/benchmark_code/PyPOTS_tuning_configs/SCINet/SCINet_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/SCINet/SCINet_PeMS_tuning_space.json @@ -1,13 +1,13 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]}, - "n_stacks": {"_type":"choice","_value":[1,2,3]}, - "n_levels": {"_type":"choice","_value":[1,2,3]}, - "n_groups": {"_type":"choice","_value":[1,2,3]}, - "n_decoder_layers": {"_type":"choice","_value":[1,2,3]}, - "d_hidden": {"_type":"choice","_value":[64, 128, 256, 512, 1024]}, + "n_stacks": {"_type":"choice","_value":[1,2]}, + "n_levels": {"_type":"choice","_value":[1,2]}, + "n_groups": {"_type":"choice","_value":[1]}, + "n_decoder_layers": {"_type":"choice","_value":[1,2]}, + "d_hidden": {"_type":"choice","_value":[64, 128, 256, 512]}, "dropout": {"_type":"choice","_value":[0,0.1,0.2,0.3,0.4,0.5]}, "lr":{"_type":"loguniform","_value":[0.00005,0.01]} } diff --git a/benchmark_code/PyPOTS_tuning_configs/StemGNN/StemGNN_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/StemGNN/StemGNN_PeMS_tuning_space.json index ed527f7..7e604d5 100644 --- a/benchmark_code/PyPOTS_tuning_configs/StemGNN/StemGNN_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/StemGNN/StemGNN_PeMS_tuning_space.json @@ -1,5 +1,5 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]}, diff --git a/benchmark_code/PyPOTS_tuning_configs/iTransformer/iTransformer_PeMS_tuning_space.json b/benchmark_code/PyPOTS_tuning_configs/iTransformer/iTransformer_PeMS_tuning_space.json index d76073a..54288b9 100644 --- a/benchmark_code/PyPOTS_tuning_configs/iTransformer/iTransformer_PeMS_tuning_space.json +++ b/benchmark_code/PyPOTS_tuning_configs/iTransformer/iTransformer_PeMS_tuning_space.json @@ -1,5 +1,5 @@ { - "n_steps": {"_type":"choice","_value":[48]}, + "n_steps": {"_type":"choice","_value":[24]}, "n_features": {"_type":"choice","_value":[862]}, "epochs": {"_type":"choice","_value":[100]}, "patience": {"_type":"choice","_value":[10]},