diff --git a/results/AR/AR.csv b/results/AR/AR.csv new file mode 100644 index 0000000000000000000000000000000000000000..56a165262dd7340aa8d843e12c2323b02c5623af --- /dev/null +++ b/results/AR/AR.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +AR,MAE,0.75,0.8,0.773,0.793,0.748,0.802,0.84,0.825,0.858,0.829,0.776,0.812,0.435,0.248,0.583,0.403,0.713,0.788,0.794,0.812,0.846,0.828,0.561,0.349,0.846,0.82,0.822,0.824,0.809,0.804,0.696,0.781,0.807,0.83,0.814,0.856,0.783,0.808,0.802,0.815,0.857,0.857,0.647,0.606,0.452,0.237,0.771,0.81,0.728,0.794,0.708,0.792,0.812,0.812,0.866,0.791 +AR,MSE,0.97,0.963,1.032,0.984,0.963,0.958,1.074,0.991,1.183,0.997,1.089,0.905,0.473,0.069,0.751,0.19,0.843,0.964,0.991,0.981,1.096,0.994,0.711,0.136,1.119,0.975,1.044,0.997,1.134,0.992,0.865,0.916,1.067,0.975,1.056,0.993,1.017,0.966,1.0,0.991,1.073,1.007,0.848,0.457,0.432,0.064,1.004,0.967,0.911,0.813,0.892,0.928,1.085,0.994,1.234,0.998 diff --git a/results/AR/config.json b/results/AR/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3954685548b9cc639093441eabc49cd8fbd9d13d --- /dev/null +++ b/results/AR/config.json @@ -0,0 +1,27 @@ +{ + "model": "AR", + "model_type": "local-forecast", + "strategies": { + "Stationary": true, + "Non-stationary": false, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/ARCH/ARCH.csv b/results/ARCH/ARCH.csv new file mode 100644 index 0000000000000000000000000000000000000000..a876d1e9a2f7786d138efe4780bf5c4b53b3d559 --- /dev/null +++ b/results/ARCH/ARCH.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +ARCH,MAE,0.79,0.804,0.774,0.794,0.792,0.807,0.852,0.829,0.883,0.835,1.013,0.863,0.519,0.249,0.682,0.413,0.732,0.794,0.823,0.823,0.861,0.834,0.655,0.357,0.87,0.833,0.843,0.827,0.837,0.809,0.712,0.787,0.852,0.837,1.037,0.875,0.79,0.817,0.822,0.821,0.877,0.855,0.758,0.618,0.466,0.238,0.818,0.815,0.778,0.82,0.774,0.801,0.83,0.812,0.832,0.788 +ARCH,MSE,2.378,1.0,1.034,0.986,2.537,1.001,1.204,1.05,1.288,1.055,3.782,1.083,6.265,0.068,5.083,0.19,0.929,0.99,1.156,1.045,1.217,1.055,5.082,0.14,1.603,1.013,1.2,1.064,1.227,1.012,0.961,0.972,1.691,1.026,15.201,1.226,1.052,0.999,1.162,1.068,1.309,1.187,5.392,0.488,0.462,0.061,2.698,1.009,1.502,0.898,4.256,0.981,1.243,1.061,1.146,1.008 diff --git a/results/ARCH/config.json b/results/ARCH/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fafeb37a8436c931dc7a5be218573dc1b90682f4 --- /dev/null +++ b/results/ARCH/config.json @@ -0,0 +1,27 @@ +{ + "model": "ARCH", + "model_type": "local-forecast", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": true, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/ARIMA/ARIMA.csv b/results/ARIMA/ARIMA.csv new file mode 100644 index 0000000000000000000000000000000000000000..36eae70b8c10727215c6b919932ff5d6190d44b8 --- /dev/null +++ b/results/ARIMA/ARIMA.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +ARIMA,MAE,0.832,0.791,0.773,0.793,0.839,0.79,0.854,0.827,1.428,0.843,1.145,0.721,0.131,0.018,0.508,0.076,0.754,0.8,0.832,0.818,1.048,0.83,0.451,0.05,0.947,0.813,1.07,0.835,1.155,0.808,0.706,0.775,1.013,0.808,0.805,0.767,0.692,0.796,1.071,0.83,1.059,0.866,0.84,0.233,0.332,0.007,0.878,0.799,0.611,0.518,0.802,0.786,1.144,0.821,0.732,0.777 +ARIMA,MSE,6.469,0.953,1.032,0.984,7.111,0.941,1.578,0.995,25.595,1.058,6.177,0.868,0.243,0.0,3.608,0.009,1.045,0.98,1.163,0.989,10.256,0.997,3.697,0.004,9.237,0.972,8.227,1.007,19.159,1.005,2.027,0.909,13.431,0.952,6.621,0.808,0.963,0.946,11.352,1.007,3.137,1.015,13.439,0.089,0.517,0.0,7.622,0.957,1.996,0.394,8.933,0.927,10.511,1.004,1.032,0.969 diff --git a/results/ARIMA/config.json b/results/ARIMA/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fbf7f3b665cc88ab80bac799ea4bbcbdb9152b52 --- /dev/null +++ b/results/ARIMA/config.json @@ -0,0 +1,27 @@ +{ + "model": "ARIMA", + "model_type": "local-forecast", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/ARMA/ARMA.csv b/results/ARMA/ARMA.csv new file mode 100644 index 0000000000000000000000000000000000000000..9bf5108588390a7030fa326f13888b15238e90db --- /dev/null +++ b/results/ARMA/ARMA.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +ARMA,MAE,0.671,0.781,0.773,0.792,0.659,0.774,0.785,0.816,0.722,0.789,0.73,0.735,0.311,0.141,0.487,0.269,0.71,0.793,0.783,0.81,0.748,0.811,0.462,0.221,0.675,0.771,0.805,0.822,0.778,0.797,0.631,0.762,0.692,0.791,0.61,0.737,0.63,0.761,0.802,0.815,0.852,0.856,0.568,0.511,0.38,0.139,0.68,0.784,0.551,0.527,0.653,0.773,0.786,0.81,0.609,0.74 +ARMA,MSE,0.855,0.931,1.032,0.983,0.834,0.902,0.992,0.983,0.94,0.948,1.039,0.767,0.344,0.026,0.631,0.094,0.854,0.969,0.976,0.989,0.943,0.976,0.601,0.064,0.833,0.878,1.025,0.995,1.068,0.993,0.784,0.869,0.889,0.918,0.748,0.762,0.768,0.858,1.035,0.995,1.069,1.004,0.749,0.351,0.388,0.026,0.869,0.925,0.662,0.385,0.824,0.89,1.037,0.991,0.77,0.899 diff --git a/results/ARMA/config.json b/results/ARMA/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5b0dc8b9b2c48d9fbda7094d40123fc4d1dc026d --- /dev/null +++ b/results/ARMA/config.json @@ -0,0 +1,27 @@ +{ + "model": "ARMA", + "model_type": "local-forecast", + "strategies": { + "Stationary": true, + "Non-stationary": false, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/Autoformer/Autoformer.csv b/results/Autoformer/Autoformer.csv new file mode 100644 index 0000000000000000000000000000000000000000..84e31cadc8d49563715dde589ce439bfa113150b --- /dev/null +++ b/results/Autoformer/Autoformer.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +Autoformer,MAE,0.504,0.397,0.777,0.81,0.472,0.338,0.375,0.229,0.652,0.571,0.815,0.649,0.397,0.208,0.529,0.392,0.455,0.369,0.48,0.413,0.437,0.294,0.519,0.366,0.419,0.26,0.475,0.381,0.697,0.648,0.435,0.321,0.481,0.278,0.441,0.236,0.38,0.226,0.389,0.265,0.45,0.333,0.636,0.514,0.341,0.008,0.482,0.348,0.418,0.217,0.482,0.356,0.528,0.449,0.343,0.243 +Autoformer,MSE,0.613,0.22,1.049,1.027,0.563,0.157,0.369,0.089,0.829,0.47,1.272,0.576,0.505,0.05,0.733,0.188,0.479,0.209,0.542,0.265,0.465,0.129,0.733,0.159,0.456,0.102,0.508,0.218,0.938,0.642,0.49,0.146,0.595,0.11,0.528,0.082,0.418,0.084,0.369,0.112,0.461,0.156,0.873,0.336,0.472,0.0,0.57,0.165,0.506,0.068,0.587,0.176,0.619,0.293,0.301,0.092 diff --git a/results/Autoformer/config.json b/results/Autoformer/config.json new file mode 100644 index 0000000000000000000000000000000000000000..627dc6e548604cd231bc429cfc8baecd70af579d --- /dev/null +++ b/results/Autoformer/config.json @@ -0,0 +1,27 @@ +{ + "model": "Autoformer", + "model_type": "transformer-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": true, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": true, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": true, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/CATS/CATS.csv b/results/CATS/CATS.csv new file mode 100644 index 0000000000000000000000000000000000000000..614e0ddfa025283386012b452064e480806b3990 --- /dev/null +++ b/results/CATS/CATS.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +CATS,MAE,0.25,0.082,0.763,0.791,0.191,0.068,0.181,0.067,0.29,0.2,0.341,0.261,0.07,0.011,0.157,0.038,0.244,0.155,0.3,0.223,0.198,0.073,0.145,0.029,0.158,0.063,0.255,0.111,0.517,0.504,0.174,0.067,0.14,0.054,0.131,0.054,0.192,0.066,0.205,0.087,0.2,0.061,0.179,0.057,0.296,0.007,0.183,0.069,0.11,0.043,0.206,0.08,0.263,0.133,0.096,0.054 +CATS,MSE,0.246,0.01,1.01,0.98,0.158,0.007,0.136,0.007,0.258,0.062,0.323,0.107,0.057,0.0,0.145,0.002,0.193,0.037,0.272,0.077,0.153,0.008,0.136,0.001,0.104,0.006,0.219,0.019,0.566,0.395,0.133,0.007,0.098,0.004,0.093,0.004,0.158,0.007,0.152,0.012,0.144,0.006,0.165,0.005,0.366,0.0,0.141,0.007,0.078,0.003,0.175,0.01,0.229,0.028,0.042,0.004 diff --git a/results/CATS/config.json b/results/CATS/config.json new file mode 100644 index 0000000000000000000000000000000000000000..051bc452cea840eee3f25d0a4e91916d1b6fc15c --- /dev/null +++ b/results/CATS/config.json @@ -0,0 +1,27 @@ +{ + "model": "CATS", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": true, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": true, + "RevIN": true, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/CatBoost/CatBoost.csv b/results/CatBoost/CatBoost.csv new file mode 100644 index 0000000000000000000000000000000000000000..25f405c64ff3be0948ad8e4a07a6ffae3c659f51 --- /dev/null +++ b/results/CatBoost/CatBoost.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +CatBoost,MAE,0.758,0.476,0.817,0.833,0.751,0.418,0.364,0.286,0.538,0.497,0.769,0.579,1.773,1.648,1.401,0.84,0.412,0.334,0.485,0.441,0.402,0.319,1.487,0.964,0.343,0.239,0.475,0.408,0.681,0.649,0.939,0.481,0.514,0.264,0.431,0.2,0.567,0.341,0.519,0.398,0.491,0.425,1.166,0.571,1.546,1.662,0.69,0.386,0.798,0.328,0.905,0.464,0.536,0.441,0.292,0.208 +CatBoost,MSE,1.972,0.342,1.176,1.086,2.065,0.262,0.334,0.131,0.605,0.365,1.26,0.493,7.379,2.96,5.22,0.92,0.35,0.203,0.519,0.281,0.397,0.159,5.693,1.203,0.32,0.092,0.488,0.259,0.842,0.663,2.862,0.352,1.362,0.107,0.691,0.063,0.878,0.19,0.694,0.242,0.599,0.26,4.617,0.448,3.273,3.003,1.972,0.224,2.226,0.16,2.958,0.324,0.821,0.297,0.226,0.072 diff --git a/results/CatBoost/config.json b/results/CatBoost/config.json new file mode 100644 index 0000000000000000000000000000000000000000..705c203027a37cf38ecc0741a994cbf0cd0be04c --- /dev/null +++ b/results/CatBoost/config.json @@ -0,0 +1,27 @@ +{ + "model": "CatBoost", + "model_type": "machine-learning", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/Crossformer/Crossformer.csv b/results/Crossformer/Crossformer.csv new file mode 100644 index 0000000000000000000000000000000000000000..92c0e64d945ac89f247a20435f3c28fb6fc546de --- /dev/null +++ b/results/Crossformer/Crossformer.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +Crossformer,MAE,0.404,0.193,0.762,0.79,0.363,0.159,0.183,0.074,0.288,0.183,0.405,0.252,0.802,0.363,0.646,0.303,0.275,0.179,0.273,0.174,0.203,0.09,0.681,0.316,0.184,0.084,0.244,0.129,0.48,0.448,0.413,0.195,0.277,0.086,0.211,0.069,0.254,0.142,0.22,0.1,0.178,0.054,0.623,0.254,0.51,0.441,0.351,0.142,0.366,0.131,0.447,0.212,0.267,0.149,0.117,0.062 +Crossformer,MSE,0.944,0.052,1.011,0.979,0.936,0.036,0.144,0.008,0.25,0.05,0.468,0.093,3.41,0.147,2.379,0.112,0.235,0.047,0.249,0.048,0.157,0.012,2.6,0.117,0.134,0.01,0.208,0.025,0.516,0.312,1.086,0.052,0.984,0.011,0.331,0.007,0.215,0.029,0.19,0.015,0.153,0.005,2.436,0.083,0.546,0.214,0.967,0.029,1.083,0.023,1.339,0.062,0.304,0.034,0.054,0.006 diff --git a/results/Crossformer/config.json b/results/Crossformer/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7e87db5538c78704bfa94055d1b19c25af157030 --- /dev/null +++ b/results/Crossformer/config.json @@ -0,0 +1,27 @@ +{ + "model": "Crossformer", + "model_type": "transformer-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": true, + "Patch": true, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": true, + "RevIN": false, + "RevIN-like": true, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/CycleNet/CycleNet.csv b/results/CycleNet/CycleNet.csv new file mode 100644 index 0000000000000000000000000000000000000000..7ca02b2c9ef795538544d29de61e2376500d4f25 --- /dev/null +++ b/results/CycleNet/CycleNet.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +CycleNet,MAE,0.272,0.092,0.802,0.833,0.211,0.065,0.181,0.041,0.328,0.241,0.422,0.335,0.097,0.019,0.198,0.077,0.273,0.159,0.346,0.297,0.202,0.052,0.185,0.065,0.165,0.035,0.269,0.1,0.571,0.569,0.195,0.061,0.152,0.041,0.132,0.028,0.194,0.031,0.216,0.065,0.204,0.065,0.231,0.112,0.312,0.001,0.203,0.068,0.119,0.022,0.232,0.09,0.29,0.144,0.09,0.025 +CycleNet,MSE,0.286,0.013,1.118,1.09,0.19,0.007,0.159,0.003,0.307,0.088,0.441,0.169,0.067,0.001,0.176,0.01,0.235,0.039,0.347,0.132,0.18,0.004,0.165,0.007,0.133,0.002,0.255,0.015,0.661,0.501,0.16,0.006,0.123,0.003,0.106,0.001,0.187,0.001,0.18,0.007,0.171,0.006,0.203,0.02,0.408,0.0,0.172,0.007,0.093,0.001,0.208,0.013,0.277,0.032,0.069,0.001 diff --git a/results/CycleNet/config.json b/results/CycleNet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9340444973fa3907f693e48f4760f18e7f7294eb --- /dev/null +++ b/results/CycleNet/config.json @@ -0,0 +1,27 @@ +{ + "model": "CycleNet", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": true, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": true, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": true, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/DLinear/DLinear.csv b/results/DLinear/DLinear.csv new file mode 100644 index 0000000000000000000000000000000000000000..78379bbdc424311db5cbfb30d822dc2b9fb80141 --- /dev/null +++ b/results/DLinear/DLinear.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +DLinear,MAE,0.431,0.343,0.878,0.909,0.38,0.282,0.228,0.057,0.525,0.444,0.762,0.659,0.443,0.388,0.534,0.41,0.33,0.26,0.413,0.334,0.285,0.096,0.536,0.409,0.253,0.08,0.353,0.212,0.695,0.694,0.389,0.346,0.299,0.125,0.266,0.074,0.291,0.132,0.297,0.156,0.32,0.111,0.549,0.423,0.583,0.425,0.363,0.236,0.314,0.198,0.419,0.341,0.415,0.318,0.176,0.049 +DLinear,MSE,0.539,0.172,1.335,1.297,0.447,0.114,0.234,0.005,0.646,0.29,1.195,0.613,0.49,0.207,0.674,0.233,0.32,0.101,0.475,0.17,0.313,0.014,0.682,0.231,0.273,0.01,0.394,0.066,0.963,0.729,0.429,0.173,0.362,0.023,0.312,0.008,0.299,0.027,0.305,0.035,0.359,0.019,0.73,0.251,0.635,0.249,0.432,0.079,0.333,0.056,0.508,0.169,0.51,0.151,0.17,0.004 diff --git a/results/DLinear/config.json b/results/DLinear/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5098d2807cb7f5ad903084b4ef9d46e6944999c3 --- /dev/null +++ b/results/DLinear/config.json @@ -0,0 +1,27 @@ +{ + "model": "DLinear", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": true, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": true, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/DSFormer/DSFormer.csv b/results/DSFormer/DSFormer.csv new file mode 100644 index 0000000000000000000000000000000000000000..5c132b294b9e25eeab44021202032c521d930293 --- /dev/null +++ b/results/DSFormer/DSFormer.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +DSFormer,MAE,0.27,0.092,0.768,0.793,0.213,0.068,0.168,0.035,0.309,0.196,0.4,0.223,0.157,0.03,0.218,0.086,0.28,0.13,0.32,0.23,0.195,0.048,0.21,0.078,0.165,0.045,0.253,0.091,0.552,0.56,0.197,0.065,0.154,0.044,0.154,0.042,0.198,0.038,0.203,0.065,0.162,0.039,0.249,0.115,0.316,0.001,0.205,0.071,0.134,0.035,0.236,0.09,0.274,0.124,0.099,0.039 +DSFormer,MSE,0.309,0.013,1.022,0.987,0.226,0.007,0.147,0.002,0.289,0.056,0.541,0.071,0.244,0.001,0.288,0.011,0.295,0.026,0.361,0.082,0.171,0.003,0.29,0.009,0.13,0.003,0.25,0.012,0.644,0.495,0.193,0.006,0.163,0.003,0.202,0.003,0.19,0.002,0.168,0.007,0.12,0.002,0.331,0.02,0.425,0.0,0.21,0.008,0.153,0.002,0.253,0.012,0.282,0.023,0.066,0.002 diff --git a/results/DSFormer/config.json b/results/DSFormer/config.json new file mode 100644 index 0000000000000000000000000000000000000000..255eacfd264a556057bac5ff130dadc569d7259c --- /dev/null +++ b/results/DSFormer/config.json @@ -0,0 +1,27 @@ +{ + "model": "DSFormer", + "model_type": "transformer-based", + "strategies": { + "Stationary": false, + "Non-stationary": false, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/DeepAR/DeepAR.csv b/results/DeepAR/DeepAR.csv new file mode 100644 index 0000000000000000000000000000000000000000..93f12681024f30cf71c32a32becdee4baf2a1721 --- /dev/null +++ b/results/DeepAR/DeepAR.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +DeepAR,MAE,1.162,1.107,1.101,1.127,1.169,1.097,1.161,1.126,1.189,1.134,0.996,0.932,1.211,0.584,1.189,0.845,1.038,1.095,1.188,1.128,1.163,1.125,1.186,0.762,1.112,1.086,1.201,1.149,1.135,1.126,1.222,1.116,1.13,1.06,1.016,0.959,1.11,1.102,1.223,1.147,1.245,1.172,1.192,0.856,1.08,1.111,1.177,1.095,1.123,1.016,1.199,1.093,1.177,1.134,1.141,1.11 +DeepAR,MSE,3.037,1.885,2.08,1.994,3.148,1.833,2.235,1.958,2.48,1.981,2.064,1.286,6.008,0.403,4.812,0.926,1.886,1.886,2.39,1.971,2.271,1.951,5.051,0.707,2.16,1.818,2.371,2.038,2.217,1.98,3.416,1.876,3.213,1.722,2.296,1.377,2.171,1.851,2.424,2.017,2.527,2.098,4.904,1.01,2.316,1.759,3.214,1.839,3.303,1.495,3.603,1.818,2.439,1.992,2.187,1.878 diff --git a/results/DeepAR/config.json b/results/DeepAR/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bcb50c6639a1802c513eefec2a86cf361a30e44d --- /dev/null +++ b/results/DeepAR/config.json @@ -0,0 +1,27 @@ +{ + "model": "DeepAR", + "model_type": "others", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": true, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/ETS/ETS.csv b/results/ETS/ETS.csv new file mode 100644 index 0000000000000000000000000000000000000000..b5182aa728b091f9ef2fb9e86af3ce4864ca2ad0 --- /dev/null +++ b/results/ETS/ETS.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +ETS,MAE,3.728,0.267,0.786,0.809,4.075,0.145,5.466,0.233,5.746,0.999,1.715,0.642,0.092,0.008,1.003,0.035,5.882,0.453,10.687,0.765,5.181,0.25,0.591,0.027,2.866,0.049,7.879,0.774,9.012,0.893,4.984,0.149,1.865,0.065,0.597,0.049,3.139,0.044,10.138,0.574,6.091,0.809,1.519,0.129,0.405,0.0,4.36,0.163,0.888,0.034,4.531,0.244,7.131,0.752,0.827,0.037 +ETS,MSE,268.331,0.109,1.081,1.023,299.851,0.033,465.335,0.077,327.425,1.548,14.981,0.65,0.146,0.0,16.496,0.002,575.627,0.321,908.989,0.897,394.916,0.092,3.368,0.001,183.123,0.004,634.323,0.914,702.022,1.239,404.329,0.035,63.137,0.006,5.429,0.004,315.771,0.003,854.804,0.466,196.276,0.874,16.682,0.028,1.088,0.0,323.003,0.043,26.036,0.002,316.298,0.096,597.569,0.853,10.401,0.002 diff --git a/results/ETS/config.json b/results/ETS/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef2c57232036722e598d31d201e716e9b9f96352 --- /dev/null +++ b/results/ETS/config.json @@ -0,0 +1,27 @@ +{ + "model": "ETS", + "model_type": "local-forecast", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/ETSformer/ETSformer.csv b/results/ETSformer/ETSformer.csv new file mode 100644 index 0000000000000000000000000000000000000000..ad1b9478d4f0187116dbfac4de5033b426e5eba7 --- /dev/null +++ b/results/ETSformer/ETSformer.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +ETSformer,MAE,0.418,0.301,0.812,0.823,0.373,0.266,0.401,0.292,0.455,0.367,0.424,0.319,0.216,0.124,0.283,0.181,0.426,0.368,0.444,0.363,0.418,0.308,0.266,0.166,0.402,0.295,0.437,0.337,0.6,0.582,0.346,0.254,0.356,0.23,0.359,0.256,0.411,0.313,0.384,0.284,0.387,0.283,0.316,0.214,0.351,0.1,0.375,0.27,0.321,0.205,0.363,0.268,0.433,0.339,0.424,0.374 +ETSformer,MSE,0.433,0.132,1.14,1.058,0.351,0.106,0.382,0.131,0.458,0.191,0.448,0.142,0.152,0.019,0.246,0.045,0.422,0.208,0.449,0.193,0.403,0.141,0.226,0.037,0.373,0.127,0.438,0.167,0.704,0.514,0.307,0.098,0.341,0.081,0.302,0.101,0.404,0.144,0.36,0.126,0.341,0.125,0.286,0.064,0.407,0.013,0.347,0.109,0.295,0.061,0.339,0.107,0.429,0.169,0.348,0.199 diff --git a/results/ETSformer/config.json b/results/ETSformer/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a145bf5bcebf74ae70bbd2b86ef9880ff603e995 --- /dev/null +++ b/results/ETSformer/config.json @@ -0,0 +1,27 @@ +{ + "model": "ETSformer", + "model_type": "transformer-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": true, + "Only Season": false, + "DownSample": false, + "Data Augmentation": true, + "Channel Embedding": true, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": true, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/FEDformer/FEDformer.csv b/results/FEDformer/FEDformer.csv new file mode 100644 index 0000000000000000000000000000000000000000..7f830c75010fff3b39af0ea63f3ac55697f75626 --- /dev/null +++ b/results/FEDformer/FEDformer.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +FEDformer,MAE,0.566,0.526,0.773,0.799,0.542,0.464,0.491,0.441,0.692,0.622,0.885,0.807,0.405,0.197,0.56,0.407,0.521,0.501,0.575,0.563,0.529,0.474,0.547,0.362,0.5,0.407,0.572,0.545,0.76,0.737,0.507,0.447,0.554,0.422,0.499,0.319,0.468,0.383,0.561,0.56,0.44,0.342,0.649,0.507,0.347,0.007,0.557,0.473,0.46,0.241,0.554,0.472,0.625,0.596,0.417,0.267 +FEDformer,MSE,0.705,0.395,1.033,0.997,0.667,0.312,0.539,0.296,0.907,0.561,1.35,0.863,0.507,0.045,0.766,0.203,0.589,0.384,0.702,0.486,0.608,0.344,0.754,0.152,0.593,0.245,0.654,0.452,1.029,0.834,0.594,0.282,0.709,0.258,0.62,0.136,0.565,0.217,0.64,0.488,0.407,0.169,0.875,0.343,0.482,0.0,0.682,0.325,0.588,0.081,0.679,0.319,0.762,0.533,0.423,0.099 diff --git a/results/FEDformer/config.json b/results/FEDformer/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5e877cd59d19dba1bc3781fce7f423360202086a --- /dev/null +++ b/results/FEDformer/config.json @@ -0,0 +1,27 @@ +{ + "model": "FEDformer", + "model_type": "transformer-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": true, + "Decomposition (Fourier method)": true, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": true, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": true, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": true + } +} \ No newline at end of file diff --git a/results/FiLM/FiLM.csv b/results/FiLM/FiLM.csv new file mode 100644 index 0000000000000000000000000000000000000000..b3beef4d683c345b6211a1b94453c80b45b0b008 --- /dev/null +++ b/results/FiLM/FiLM.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +FiLM,MAE,0.442,0.355,0.863,0.897,0.393,0.304,0.312,0.195,0.604,0.522,0.724,0.642,0.257,0.055,0.411,0.252,0.368,0.339,0.432,0.374,0.381,0.316,0.398,0.205,0.408,0.352,0.378,0.294,0.703,0.698,0.348,0.228,0.375,0.282,0.413,0.346,0.391,0.341,0.282,0.115,0.307,0.071,0.481,0.364,0.353,0.009,0.397,0.312,0.342,0.272,0.39,0.271,0.444,0.386,0.446,0.464 +FiLM,MSE,0.544,0.201,1.297,1.261,0.456,0.148,0.314,0.058,0.727,0.411,1.093,0.581,0.306,0.004,0.545,0.084,0.355,0.172,0.489,0.217,0.405,0.172,0.538,0.055,0.423,0.221,0.416,0.137,0.96,0.75,0.387,0.073,0.425,0.124,0.468,0.203,0.419,0.207,0.287,0.018,0.341,0.009,0.626,0.181,0.51,0.0,0.452,0.156,0.369,0.116,0.47,0.107,0.526,0.223,0.443,0.32 diff --git a/results/FiLM/config.json b/results/FiLM/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a6cf818a4b394067a5232563c501de36ceabc5ac --- /dev/null +++ b/results/FiLM/config.json @@ -0,0 +1,27 @@ +{ + "model": "FiLM", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": true, + "Only Season": true, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": true, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": true, + "Explicit Channel Interaction": false, + "RevIN": true, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": true + } +} \ No newline at end of file diff --git a/results/FreTS/FreTS.csv b/results/FreTS/FreTS.csv new file mode 100644 index 0000000000000000000000000000000000000000..1e35351c2e3bc2e13a6874d47e3e6ae02b37858f --- /dev/null +++ b/results/FreTS/FreTS.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +FreTS,MAE,0.335,0.151,0.826,0.855,0.278,0.103,0.216,0.061,0.417,0.339,0.533,0.431,0.196,0.054,0.313,0.118,0.313,0.229,0.367,0.304,0.246,0.08,0.301,0.098,0.21,0.046,0.314,0.179,0.605,0.604,0.259,0.098,0.241,0.061,0.185,0.047,0.217,0.049,0.247,0.101,0.279,0.119,0.369,0.208,0.346,0.053,0.273,0.108,0.188,0.047,0.301,0.141,0.355,0.249,0.135,0.033 +FreTS,MSE,0.41,0.034,1.198,1.146,0.319,0.016,0.203,0.006,0.47,0.172,0.688,0.275,0.31,0.004,0.439,0.021,0.288,0.08,0.39,0.141,0.241,0.01,0.437,0.014,0.207,0.003,0.312,0.049,0.735,0.564,0.27,0.015,0.323,0.006,0.195,0.003,0.21,0.004,0.212,0.015,0.249,0.022,0.531,0.065,0.442,0.004,0.309,0.018,0.218,0.003,0.359,0.03,0.391,0.093,0.114,0.002 diff --git a/results/FreTS/config.json b/results/FreTS/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65ec476fdaf8caa7c2202d1adc0c701d8099fd41 --- /dev/null +++ b/results/FreTS/config.json @@ -0,0 +1,27 @@ +{ + "model": "FreTS", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": true, + "Only Season": true, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": true, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": true, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": true + } +} \ No newline at end of file diff --git a/results/Fredformer/Fredformer.csv b/results/Fredformer/Fredformer.csv new file mode 100644 index 0000000000000000000000000000000000000000..8992cf80f28528de25ccc9d28d5d774b72a4e8eb --- /dev/null +++ b/results/Fredformer/Fredformer.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +Fredformer,MAE,0.253,0.103,0.761,0.791,0.194,0.088,0.196,0.085,0.279,0.184,0.301,0.228,0.075,0.016,0.148,0.05,0.277,0.187,0.332,0.284,0.205,0.094,0.134,0.04,0.166,0.077,0.266,0.133,0.517,0.529,0.181,0.086,0.137,0.072,0.131,0.067,0.2,0.073,0.22,0.109,0.203,0.108,0.17,0.09,0.285,0.009,0.187,0.09,0.104,0.049,0.211,0.098,0.272,0.141,0.116,0.075 +Fredformer,MSE,0.232,0.016,1.007,0.981,0.143,0.011,0.14,0.011,0.211,0.05,0.252,0.076,0.05,0.0,0.11,0.004,0.216,0.051,0.294,0.119,0.144,0.013,0.101,0.002,0.099,0.009,0.212,0.027,0.543,0.429,0.122,0.011,0.076,0.008,0.076,0.006,0.159,0.008,0.15,0.018,0.127,0.018,0.123,0.012,0.34,0.0,0.127,0.012,0.054,0.004,0.16,0.015,0.22,0.03,0.049,0.008 diff --git a/results/Fredformer/config.json b/results/Fredformer/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7a9c48222bec093ffadadeb7ba473baab2b827b2 --- /dev/null +++ b/results/Fredformer/config.json @@ -0,0 +1,27 @@ +{ + "model": "Fredformer", + "model_type": "transformer-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": true, + "Only Season": true, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": true, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": true + } +} \ No newline at end of file diff --git a/results/GARCH/GARCH.csv b/results/GARCH/GARCH.csv new file mode 100644 index 0000000000000000000000000000000000000000..018bacc8f55a9b6886889c1287afbacc22db04d0 --- /dev/null +++ b/results/GARCH/GARCH.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +GARCH,MAE,0.794,0.804,0.774,0.794,0.796,0.808,0.852,0.829,0.888,0.835,0.994,0.863,0.536,0.249,0.668,0.411,0.727,0.792,0.847,0.823,0.874,0.835,0.656,0.356,0.863,0.832,0.858,0.828,0.847,0.809,0.747,0.787,0.839,0.838,0.907,0.875,0.79,0.817,0.823,0.821,0.875,0.86,0.77,0.621,0.466,0.237,0.822,0.815,0.759,0.821,0.791,0.801,0.839,0.812,0.834,0.788 +GARCH,MSE,2.333,1.0,1.034,0.986,2.486,1.003,1.202,1.052,1.323,1.055,2.354,1.102,6.386,0.069,4.62,0.189,0.924,0.99,1.317,1.047,1.395,1.056,4.979,0.139,1.297,1.013,1.394,1.066,1.33,1.012,3.42,0.972,1.256,1.027,1.783,1.239,1.048,0.999,1.166,1.07,1.305,1.193,5.244,0.474,0.462,0.061,2.643,1.01,1.039,0.889,4.415,0.984,1.299,1.064,1.147,1.01 diff --git a/results/GARCH/config.json b/results/GARCH/config.json new file mode 100644 index 0000000000000000000000000000000000000000..40eea7f442e87c6398ca205fdc6663c2ff7cc980 --- /dev/null +++ b/results/GARCH/config.json @@ -0,0 +1,27 @@ +{ + "model": "GARCH", + "model_type": "local-forecast", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": true, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/HI/HI.csv b/results/HI/HI.csv new file mode 100644 index 0000000000000000000000000000000000000000..5663a7825c3c899f7e9cb37c77e8e1c7df0b9da9 --- /dev/null +++ b/results/HI/HI.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +HI,MAE,0.694,0.559,1.076,1.118,0.65,0.454,0.733,0.711,0.595,0.458,0.96,0.897,0.459,0.253,0.576,0.324,0.492,0.174,0.652,0.584,0.705,0.618,0.568,0.315,0.415,0.098,0.906,1.035,0.936,1.05,0.663,0.47,0.581,0.258,0.504,0.121,0.471,0.237,0.862,0.965,1.241,1.421,0.596,0.384,0.564,0.237,0.657,0.466,0.493,0.237,0.693,0.53,0.786,0.805,0.353,0.08 +HI,MSE,1.156,0.41,2.004,1.958,1.058,0.271,1.299,0.722,0.931,0.295,1.763,1.032,0.513,0.066,0.831,0.114,0.824,0.041,1.07,0.443,1.211,0.538,0.784,0.107,0.628,0.013,1.627,1.497,1.641,1.699,1.027,0.298,1.003,0.082,0.843,0.02,0.716,0.056,1.459,1.381,2.449,2.658,0.888,0.165,0.773,0.056,1.081,0.291,0.765,0.056,1.106,0.37,1.357,0.935,0.529,0.009 diff --git a/results/HI/config.json b/results/HI/config.json new file mode 100644 index 0000000000000000000000000000000000000000..195bac29876a2229966ce44eff0f4e1ed59e48ad --- /dev/null +++ b/results/HI/config.json @@ -0,0 +1,27 @@ +{ + "model": "HI", + "model_type": "others", + "strategies": { + "Stationary": true, + "Non-stationary": false, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": true, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": true, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/Informer/Informer.csv b/results/Informer/Informer.csv new file mode 100644 index 0000000000000000000000000000000000000000..2e7b71e50ce0e6b501c1bf6db1a3f2630d9675f6 --- /dev/null +++ b/results/Informer/Informer.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +Informer,MAE,1.133,0.833,0.804,0.8,1.171,0.845,0.883,0.83,0.955,0.793,1.011,0.661,2.035,1.654,1.655,1.303,0.866,0.8,0.888,0.817,0.919,0.832,1.732,1.391,0.921,0.837,0.91,0.823,0.931,0.8,1.289,0.853,1.057,0.852,1.057,0.868,1.026,0.859,0.93,0.819,0.934,0.839,1.545,0.903,1.469,1.522,1.148,0.838,1.309,0.928,1.268,0.847,0.924,0.805,0.894,0.81 +Informer,MSE,2.718,1.027,1.137,1.0,2.901,1.032,1.244,1.019,1.59,0.938,2.012,0.598,7.921,2.751,5.787,1.764,1.328,1.002,1.341,1.004,1.369,1.019,6.236,1.977,1.372,1.011,1.377,1.019,1.525,1.001,3.4,1.061,2.643,1.011,2.092,1.095,1.623,1.054,1.431,1.014,1.478,1.026,5.65,1.049,2.773,2.341,2.911,1.023,3.437,1.094,3.559,1.03,1.576,1.019,1.37,1.058 diff --git a/results/Informer/config.json b/results/Informer/config.json new file mode 100644 index 0000000000000000000000000000000000000000..45cdf1db127672bfbe492cc05861c7b87f81eba8 --- /dev/null +++ b/results/Informer/config.json @@ -0,0 +1,27 @@ +{ + "model": "Informer", + "model_type": "transformer-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": true, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": true, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/Koopa/Koopa.csv b/results/Koopa/Koopa.csv new file mode 100644 index 0000000000000000000000000000000000000000..aabf50f57da2bb2d6acf1f5978f9c8a4ee51733a --- /dev/null +++ b/results/Koopa/Koopa.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +Koopa,MAE,0.351,0.248,0.764,0.792,0.303,0.21,0.327,0.252,0.416,0.353,0.45,0.376,0.096,0.026,0.213,0.093,0.381,0.323,0.461,0.43,0.338,0.252,0.191,0.071,0.305,0.208,0.393,0.319,0.628,0.634,0.287,0.221,0.253,0.171,0.226,0.139,0.324,0.229,0.355,0.303,0.309,0.219,0.246,0.147,0.317,0.015,0.302,0.215,0.188,0.119,0.311,0.229,0.413,0.34,0.262,0.173 +Koopa,MSE,0.331,0.091,1.013,0.983,0.253,0.065,0.248,0.094,0.387,0.183,0.478,0.209,0.063,0.001,0.186,0.011,0.326,0.159,0.446,0.28,0.271,0.094,0.167,0.007,0.228,0.064,0.343,0.153,0.731,0.622,0.232,0.072,0.173,0.043,0.152,0.029,0.279,0.078,0.279,0.136,0.231,0.071,0.211,0.03,0.407,0.0,0.24,0.068,0.12,0.02,0.269,0.077,0.375,0.17,0.164,0.044 diff --git a/results/Koopa/config.json b/results/Koopa/config.json new file mode 100644 index 0000000000000000000000000000000000000000..469bfbe89ac438ff8691a04dffaca9105acd4113 --- /dev/null +++ b/results/Koopa/config.json @@ -0,0 +1,27 @@ +{ + "model": "Koopa", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": true, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": true, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": true, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": true, + "Fourier method": true + } +} \ No newline at end of file diff --git a/results/LightGBM/LightGBM.csv b/results/LightGBM/LightGBM.csv new file mode 100644 index 0000000000000000000000000000000000000000..309bbc461d00c84845e9e2f925eb8ce6f8a1cbde --- /dev/null +++ b/results/LightGBM/LightGBM.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +LightGBM,MAE,0.694,0.439,0.815,0.834,0.679,0.387,0.336,0.242,0.501,0.462,0.698,0.534,1.572,1.332,1.25,0.75,0.388,0.313,0.457,0.413,0.37,0.274,1.326,0.847,0.312,0.207,0.442,0.385,0.661,0.626,0.847,0.45,0.457,0.219,0.375,0.172,0.513,0.322,0.475,0.374,0.451,0.379,1.05,0.499,1.359,1.368,0.627,0.349,0.702,0.275,0.826,0.438,0.497,0.409,0.245,0.159 +LightGBM,MSE,1.724,0.293,1.166,1.087,1.789,0.226,0.304,0.094,0.541,0.315,1.078,0.382,6.347,1.919,4.501,0.738,0.315,0.144,0.464,0.26,0.354,0.118,4.908,0.912,0.279,0.066,0.441,0.229,0.791,0.616,2.456,0.311,1.218,0.074,0.565,0.048,0.702,0.167,0.587,0.218,0.528,0.214,4.076,0.341,2.483,1.959,1.735,0.187,1.859,0.112,2.59,0.289,0.745,0.257,0.164,0.044 diff --git a/results/LightGBM/config.json b/results/LightGBM/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ae11e6c65d3bf84adbfdf5857d57022f05ed322a --- /dev/null +++ b/results/LightGBM/config.json @@ -0,0 +1,27 @@ +{ + "model": "LightGBM", + "model_type": "machine-learning", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/LightTS/LightTS.csv b/results/LightTS/LightTS.csv new file mode 100644 index 0000000000000000000000000000000000000000..061d1f56d25fa0465908f1fa95ec3ed3204127b3 --- /dev/null +++ b/results/LightTS/LightTS.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +LightTS,MAE,0.521,0.438,0.905,0.915,0.476,0.386,0.272,0.1,0.569,0.514,0.796,0.753,0.722,0.517,0.721,0.564,0.411,0.367,0.444,0.39,0.334,0.178,0.739,0.569,0.298,0.141,0.403,0.312,0.732,0.754,0.504,0.418,0.383,0.217,0.348,0.132,0.349,0.234,0.346,0.237,0.361,0.18,0.735,0.584,0.681,0.589,0.46,0.346,0.433,0.31,0.536,0.439,0.467,0.406,0.221,0.089 +LightTS,MSE,0.757,0.269,1.371,1.314,0.686,0.209,0.268,0.015,0.697,0.401,1.247,0.861,1.394,0.341,1.267,0.433,0.456,0.202,0.519,0.228,0.359,0.046,1.334,0.435,0.303,0.029,0.459,0.146,1.032,0.869,0.728,0.241,0.57,0.067,0.457,0.027,0.362,0.079,0.35,0.078,0.391,0.047,1.345,0.482,0.826,0.447,0.675,0.174,0.656,0.137,0.822,0.269,0.581,0.248,0.186,0.012 diff --git a/results/LightTS/config.json b/results/LightTS/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6b6d626c2dba331ea4d88fcf4cd3562935fb117a --- /dev/null +++ b/results/LightTS/config.json @@ -0,0 +1,27 @@ +{ + "model": "LightTS", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": true, + "Channel Dependency": false, + "Channel Independency": true, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": true, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/MA/MA.csv b/results/MA/MA.csv new file mode 100644 index 0000000000000000000000000000000000000000..54bb8e944cd6bbf521ecf507a6ff513be0ff8409 --- /dev/null +++ b/results/MA/MA.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +MA,MAE,0.752,0.805,0.773,0.793,0.749,0.809,0.841,0.829,0.852,0.828,0.793,0.821,0.443,0.252,0.587,0.415,0.721,0.791,0.81,0.818,0.844,0.832,0.567,0.361,0.846,0.828,0.821,0.825,0.817,0.809,0.698,0.785,0.807,0.835,0.812,0.859,0.785,0.818,0.802,0.819,0.848,0.853,0.653,0.614,0.462,0.237,0.772,0.816,0.731,0.808,0.713,0.8,0.81,0.816,0.837,0.792 +MA,MSE,0.959,0.975,1.032,0.984,0.95,0.973,1.063,0.998,1.141,0.995,1.125,0.944,0.476,0.069,0.742,0.196,0.855,0.987,1.02,0.999,1.077,0.998,0.714,0.144,1.095,0.996,1.028,0.997,1.152,1.0,0.859,0.927,1.037,0.989,1.031,0.995,0.996,0.99,0.989,0.994,1.043,1.001,0.851,0.468,0.449,0.061,0.989,0.983,0.888,0.825,0.892,0.949,1.08,0.998,1.122,0.997 diff --git a/results/MA/config.json b/results/MA/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f809296415e5d27d816aca5f379465209a95c42d --- /dev/null +++ b/results/MA/config.json @@ -0,0 +1,27 @@ +{ + "model": "MA", + "model_type": "local-forecast", + "strategies": { + "Stationary": true, + "Non-stationary": false, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/MTSMixer/MTSMixer.csv b/results/MTSMixer/MTSMixer.csv new file mode 100644 index 0000000000000000000000000000000000000000..190fa661c551488b894338ba70bdfe097d67e988 --- /dev/null +++ b/results/MTSMixer/MTSMixer.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +MTSMixer,MAE,0.225,0.054,0.762,0.79,0.163,0.041,0.16,0.035,0.236,0.128,0.267,0.176,0.064,0.014,0.124,0.038,0.247,0.112,0.292,0.219,0.169,0.039,0.112,0.033,0.129,0.033,0.231,0.067,0.499,0.518,0.148,0.039,0.105,0.034,0.095,0.029,0.173,0.03,0.183,0.047,0.158,0.039,0.14,0.057,0.282,0.006,0.153,0.042,0.081,0.025,0.181,0.051,0.231,0.083,0.07,0.028 +MTSMixer,MSE,0.22,0.004,1.009,0.979,0.128,0.003,0.129,0.002,0.184,0.025,0.23,0.047,0.042,0.0,0.093,0.002,0.199,0.019,0.27,0.074,0.132,0.002,0.085,0.002,0.082,0.002,0.201,0.007,0.535,0.414,0.106,0.002,0.064,0.002,0.06,0.001,0.148,0.001,0.135,0.003,0.115,0.002,0.103,0.005,0.337,0.0,0.112,0.003,0.047,0.001,0.145,0.004,0.198,0.01,0.038,0.001 diff --git a/results/MTSMixer/config.json b/results/MTSMixer/config.json new file mode 100644 index 0000000000000000000000000000000000000000..015cb82ed165c4623b855c6003616af6fd8a0765 --- /dev/null +++ b/results/MTSMixer/config.json @@ -0,0 +1,27 @@ +{ + "model": "MTSMixer", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": true, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": true, + "RevIN": true, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/Moirai-Base/Moirai-Base.csv b/results/Moirai-Base/Moirai-Base.csv new file mode 100644 index 0000000000000000000000000000000000000000..4d9f163eede5d26ff2bb0ee2cc9c1706adc5d002 --- /dev/null +++ b/results/Moirai-Base/Moirai-Base.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +Moirai-Base,MAE,0.658,0.727,0.809,0.807,0.641,0.674,0.758,0.792,0.834,0.78,0.728,0.636,0.173,0.092,0.391,0.155,0.663,0.762,0.753,0.774,0.782,0.79,0.351,0.128,0.718,0.712,0.817,0.82,0.909,0.801,0.593,0.614,0.644,0.668,0.649,0.68,0.651,0.684,0.773,0.796,0.88,0.888,0.492,0.275,0.38,0.092,0.661,0.692,0.538,0.48,0.6,0.606,0.796,0.797,0.727,0.747 +Moirai-Base,MSE,2.193,0.836,3.197,1.018,2.077,0.714,2.453,0.98,3.381,0.964,1.274,0.635,0.142,0.013,0.57,0.038,0.945,0.902,3.35,0.942,2.946,0.98,0.508,0.027,2.791,0.811,2.799,1.032,9.769,1.006,1.597,0.568,0.913,0.677,0.966,0.804,2.408,0.744,4.157,0.98,1.218,1.149,0.751,0.12,0.946,0.013,2.167,0.756,0.862,0.353,2.27,0.556,3.16,1.008,1.117,1.008 diff --git a/results/Moirai-Base/config.json b/results/Moirai-Base/config.json new file mode 100644 index 0000000000000000000000000000000000000000..992dd161c2abd1d19f1b323b3d1e486854243b88 --- /dev/null +++ b/results/Moirai-Base/config.json @@ -0,0 +1,27 @@ +{ + "model": "Moirai-Base", + "model_type": "foundation-model", + "strategies": { + "Stationary": false, + "Non-stationary": false, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/Moirai-Large/Moirai-Large.csv b/results/Moirai-Large/Moirai-Large.csv new file mode 100644 index 0000000000000000000000000000000000000000..dd9df884b46ae2780116d107cea06f7a1f50d3cd --- /dev/null +++ b/results/Moirai-Large/Moirai-Large.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +Moirai-Large,MAE,0.671,0.739,0.804,0.813,0.655,0.686,0.746,0.789,0.815,0.776,0.738,0.644,0.28,0.188,0.468,0.236,0.659,0.765,0.747,0.783,0.761,0.783,0.434,0.209,0.673,0.688,0.823,0.821,0.814,0.802,0.628,0.644,0.663,0.665,0.639,0.661,0.621,0.647,0.745,0.797,0.948,0.924,0.571,0.383,0.428,0.191,0.674,0.706,0.555,0.461,0.625,0.636,0.796,0.801,0.711,0.745 +Moirai-Large,MSE,1.012,0.848,1.324,1.033,0.976,0.733,1.081,0.98,1.358,0.944,1.34,0.642,0.268,0.044,0.677,0.077,0.913,0.892,1.136,0.97,1.147,0.969,0.619,0.058,0.942,0.745,1.296,1.038,1.471,1.012,0.897,0.645,0.979,0.677,0.952,0.748,0.879,0.669,1.089,0.992,1.497,1.297,0.895,0.206,0.784,0.045,0.992,0.772,0.741,0.326,0.927,0.614,1.276,1.02,1.078,0.989 diff --git a/results/Moirai-Large/config.json b/results/Moirai-Large/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b273d351d86d0da34418e952edeba45aea9fba40 --- /dev/null +++ b/results/Moirai-Large/config.json @@ -0,0 +1,27 @@ +{ + "model": "Moirai-Large", + "model_type": "foundation-model", + "strategies": { + "Stationary": false, + "Non-stationary": false, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/NBeats/NBeats.csv b/results/NBeats/NBeats.csv new file mode 100644 index 0000000000000000000000000000000000000000..351f0eefd459277d66b893ff7ddb3705594fe8f8 --- /dev/null +++ b/results/NBeats/NBeats.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +NBeats,MAE,0.25,0.087,0.759,0.79,0.19,0.064,0.119,0.02,0.19,0.082,0.254,0.148,0.323,0.181,0.289,0.149,0.189,0.088,0.188,0.073,0.13,0.027,0.3,0.157,0.103,0.021,0.171,0.048,0.389,0.317,0.2,0.086,0.133,0.021,0.119,0.012,0.178,0.063,0.124,0.044,0.097,0.014,0.266,0.103,0.459,0.423,0.169,0.05,0.172,0.047,0.225,0.09,0.173,0.056,0.071,0.013 +NBeats,MSE,0.279,0.012,1.009,0.98,0.195,0.006,0.093,0.001,0.152,0.011,0.251,0.034,0.435,0.047,0.365,0.033,0.15,0.012,0.166,0.008,0.096,0.001,0.389,0.036,0.063,0.001,0.141,0.004,0.4,0.158,0.195,0.012,0.156,0.001,0.116,0.0,0.14,0.006,0.071,0.003,0.06,0.0,0.366,0.017,0.45,0.281,0.175,0.004,0.181,0.003,0.25,0.013,0.149,0.005,0.037,0.0 diff --git a/results/NBeats/config.json b/results/NBeats/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e71485313dca3316db44b28606e8ee320665e7fc --- /dev/null +++ b/results/NBeats/config.json @@ -0,0 +1,27 @@ +{ + "model": "NBeats", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": true, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": true, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/NHiTS/NHiTS.csv b/results/NHiTS/NHiTS.csv new file mode 100644 index 0000000000000000000000000000000000000000..99eb43d9f6f8958a83581b1fedc9a6ae8ba3c89e --- /dev/null +++ b/results/NHiTS/NHiTS.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +NHiTS,MAE,0.324,0.144,0.778,0.799,0.271,0.117,0.216,0.084,0.304,0.209,0.323,0.191,0.339,0.112,0.327,0.123,0.324,0.231,0.366,0.334,0.225,0.101,0.329,0.118,0.194,0.073,0.285,0.163,0.555,0.581,0.285,0.141,0.197,0.056,0.144,0.042,0.258,0.113,0.251,0.15,0.2,0.08,0.317,0.113,0.434,0.359,0.258,0.109,0.203,0.063,0.317,0.157,0.292,0.159,0.128,0.057 +NHiTS,MSE,0.438,0.032,1.055,0.999,0.367,0.021,0.184,0.011,0.275,0.067,0.345,0.058,0.845,0.017,0.665,0.022,0.295,0.083,0.36,0.174,0.189,0.016,0.707,0.02,0.153,0.009,0.257,0.041,0.629,0.527,0.396,0.03,0.302,0.005,0.141,0.003,0.24,0.019,0.197,0.034,0.155,0.01,0.671,0.02,0.514,0.212,0.355,0.019,0.349,0.006,0.469,0.038,0.271,0.04,0.079,0.005 diff --git a/results/NHiTS/config.json b/results/NHiTS/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2eb4e5e5fa2972ef06f4b9ca6f63a21e6a3f0795 --- /dev/null +++ b/results/NHiTS/config.json @@ -0,0 +1,27 @@ +{ + "model": "NHiTS", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": true, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": true, + "Channel Dependency": false, + "Channel Independency": true, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": true, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/NLinear/NLinear.csv b/results/NLinear/NLinear.csv new file mode 100644 index 0000000000000000000000000000000000000000..7e5e31bab01cb95783f772f11942694d6981f460 --- /dev/null +++ b/results/NLinear/NLinear.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +NLinear,MAE,0.393,0.211,0.876,0.91,0.337,0.149,0.223,0.044,0.526,0.445,0.78,0.677,0.262,0.142,0.421,0.231,0.322,0.247,0.41,0.326,0.279,0.069,0.413,0.212,0.248,0.061,0.346,0.179,0.7,0.697,0.32,0.156,0.278,0.075,0.264,0.058,0.256,0.089,0.276,0.102,0.308,0.068,0.477,0.325,0.427,0.138,0.33,0.154,0.244,0.123,0.364,0.209,0.413,0.315,0.167,0.047 +NLinear,MSE,0.498,0.065,1.337,1.299,0.4,0.032,0.236,0.003,0.669,0.293,1.271,0.645,0.239,0.028,0.531,0.075,0.325,0.091,0.482,0.16,0.317,0.007,0.522,0.063,0.279,0.006,0.398,0.047,0.987,0.737,0.349,0.035,0.337,0.008,0.326,0.005,0.28,0.012,0.294,0.015,0.356,0.008,0.618,0.151,0.518,0.027,0.391,0.034,0.257,0.022,0.438,0.063,0.521,0.147,0.173,0.003 diff --git a/results/NLinear/config.json b/results/NLinear/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d12875fbad3f1ab8649fe76ba36c68df2f04caa3 --- /dev/null +++ b/results/NLinear/config.json @@ -0,0 +1,27 @@ +{ + "model": "NLinear", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": true, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": true, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/NSformer/NSformer.csv b/results/NSformer/NSformer.csv new file mode 100644 index 0000000000000000000000000000000000000000..bb9889163a464ca6c864aea374e6fa4e299afc03 --- /dev/null +++ b/results/NSformer/NSformer.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +NSformer,MAE,0.624,0.67,0.776,0.799,0.606,0.622,0.713,0.733,0.667,0.638,0.615,0.502,0.318,0.101,0.41,0.272,0.684,0.743,0.725,0.723,0.71,0.714,0.39,0.233,0.771,0.78,0.651,0.644,0.718,0.728,0.545,0.572,0.654,0.627,0.712,0.713,0.736,0.787,0.628,0.618,0.525,0.454,0.457,0.323,0.34,0.03,0.627,0.635,0.603,0.567,0.57,0.588,0.643,0.659,0.743,0.752 +NSformer,MSE,0.765,0.666,1.044,1.0,0.733,0.57,0.867,0.837,0.808,0.597,0.8,0.34,0.36,0.012,0.478,0.094,0.851,0.904,0.895,0.81,0.866,0.784,0.453,0.07,0.994,0.936,0.753,0.647,0.922,0.832,0.631,0.48,0.8,0.566,0.941,0.76,0.975,0.955,0.705,0.598,0.506,0.317,0.513,0.142,0.448,0.001,0.756,0.593,0.765,0.44,0.667,0.507,0.755,0.667,1.052,0.99 diff --git a/results/NSformer/config.json b/results/NSformer/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bdbc20f7f4c955253932ecb8ea54032bf17ace7f --- /dev/null +++ b/results/NSformer/config.json @@ -0,0 +1,27 @@ +{ + "model": "NSformer", + "model_type": "transformer-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": true, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": true, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": true, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/PatchTST/PatchTST.csv b/results/PatchTST/PatchTST.csv new file mode 100644 index 0000000000000000000000000000000000000000..4bc40a251f8a28190385cc3ed82dae1e7de6a085 --- /dev/null +++ b/results/PatchTST/PatchTST.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +PatchTST,MAE,0.274,0.077,0.767,0.796,0.217,0.058,0.183,0.046,0.369,0.289,0.442,0.367,0.072,0.01,0.192,0.042,0.273,0.184,0.346,0.275,0.217,0.057,0.177,0.03,0.186,0.049,0.276,0.098,0.572,0.562,0.2,0.051,0.16,0.046,0.149,0.044,0.204,0.043,0.231,0.068,0.232,0.063,0.222,0.08,0.302,0.004,0.21,0.06,0.123,0.031,0.235,0.071,0.302,0.145,0.099,0.037 +PatchTST,MSE,0.294,0.009,1.023,0.995,0.209,0.005,0.159,0.003,0.381,0.125,0.488,0.207,0.062,0.0,0.199,0.003,0.237,0.055,0.347,0.118,0.201,0.005,0.186,0.001,0.164,0.004,0.265,0.014,0.663,0.49,0.185,0.004,0.137,0.003,0.129,0.003,0.197,0.003,0.204,0.007,0.214,0.006,0.226,0.01,0.382,0.0,0.195,0.006,0.103,0.002,0.231,0.008,0.305,0.032,0.068,0.002 diff --git a/results/PatchTST/config.json b/results/PatchTST/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ffcb8076033f0718e1c8e2676be1cd26d62ee1aa --- /dev/null +++ b/results/PatchTST/config.json @@ -0,0 +1,27 @@ +{ + "model": "PatchTST", + "model_type": "transformer-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": true, + "Channel Dependency": false, + "Channel Independency": true, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": true, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/PolySVR/PolySVR.csv b/results/PolySVR/PolySVR.csv new file mode 100644 index 0000000000000000000000000000000000000000..2b427df9e56255ab54f988cfd36b09122ce8bd67 --- /dev/null +++ b/results/PolySVR/PolySVR.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +PolySVR,MAE,8.902,0.533,0.929,0.79,9.842,0.446,0.541,0.219,1.243,0.528,4.079,0.721,39.522,9.881,27.14,1.436,0.618,0.414,1.071,0.432,0.709,0.281,29.782,2.451,0.729,0.303,0.792,0.318,1.23,0.7,13.384,0.516,8.005,0.282,3.01,0.344,2.644,0.383,1.804,0.309,1.24,0.242,25.093,0.758,11.098,10.014,9.745,0.402,10.367,0.442,14.954,0.537,2.951,0.392,0.584,0.231 +PolySVR,MSE,9182.327,0.402,4.086,0.979,10264.836,0.281,4.698,0.073,22.104,0.398,307.716,0.705,44713.369,97.93,29750.673,2.552,1.992,0.263,17.871,0.271,5.648,0.116,32797.101,6.318,5.925,0.132,7.485,0.149,14.105,0.711,12352.909,0.371,12961.684,0.112,242.078,0.149,74.187,0.209,88.92,0.142,68.521,0.088,30708.403,0.728,376.329,100.68,11031.141,0.226,7306.46,0.25,17760.223,0.417,3573.934,0.222,2.048,0.081 diff --git a/results/PolySVR/config.json b/results/PolySVR/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c6e747d9687ccb04ca6472db96bb031397e90d58 --- /dev/null +++ b/results/PolySVR/config.json @@ -0,0 +1,27 @@ +{ + "model": "PolySVR", + "model_type": "machine-learning", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/Pyraformer/Pyraformer.csv b/results/Pyraformer/Pyraformer.csv new file mode 100644 index 0000000000000000000000000000000000000000..0115499ce5d223cabe0e54e531a621349b36c595 --- /dev/null +++ b/results/Pyraformer/Pyraformer.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +Pyraformer,MAE,0.889,0.582,0.805,0.809,0.899,0.52,0.478,0.348,0.783,0.542,1.051,0.635,1.851,1.385,1.519,1.106,0.644,0.48,0.588,0.453,0.563,0.387,1.599,1.184,0.565,0.395,0.589,0.414,0.835,0.67,1.014,0.58,0.75,0.402,0.731,0.392,0.68,0.488,0.575,0.389,0.52,0.324,1.445,0.874,1.25,1.121,0.871,0.481,0.993,0.55,1.025,0.58,0.67,0.458,0.486,0.387 +Pyraformer,MSE,2.169,0.478,1.138,1.024,2.288,0.383,0.554,0.173,1.354,0.421,2.373,0.529,6.83,1.94,5.084,1.3,1.021,0.347,0.873,0.302,0.782,0.213,5.493,1.479,0.772,0.219,0.865,0.251,1.464,0.689,2.68,0.479,2.042,0.222,1.542,0.205,0.966,0.345,0.808,0.223,0.758,0.148,5.127,0.877,2.157,1.296,2.299,0.327,2.691,0.394,2.925,0.475,1.163,0.305,0.538,0.21 diff --git a/results/Pyraformer/config.json b/results/Pyraformer/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4a0620f750b82e4d23891baf44d062c12d5a2ef0 --- /dev/null +++ b/results/Pyraformer/config.json @@ -0,0 +1,27 @@ +{ + "model": "Pyraformer", + "model_type": "transformer-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": true, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": true, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/SARIMA/SARIMA.csv b/results/SARIMA/SARIMA.csv new file mode 100644 index 0000000000000000000000000000000000000000..db1df156b851fa508d4131b4cbe62a257591f9fe --- /dev/null +++ b/results/SARIMA/SARIMA.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +SARIMA,MAE,1.151,0.664,0.77,0.79,1.196,0.528,0.826,0.701,2.803,0.825,1.233,0.758,0.334,0.144,0.709,0.249,0.869,0.693,2.783,0.762,1.355,0.712,0.664,0.227,1.109,0.164,1.699,0.801,2.047,0.803,1.434,0.516,0.677,0.351,0.527,0.139,0.794,0.185,2.733,0.777,0.977,0.851,0.938,0.485,0.409,0.139,1.257,0.567,0.54,0.137,1.388,0.535,1.699,0.787,0.363,0.059 +SARIMA,MSE,134.171,0.639,1.027,0.981,149.875,0.409,12.208,0.739,619.924,1.023,5.683,0.902,0.466,0.028,3.359,0.081,5.603,0.728,1406.468,0.909,121.628,0.762,3.086,0.068,276.095,0.049,170.249,0.971,327.232,0.998,220.537,0.371,3.093,0.181,1.547,0.028,24.116,0.054,792.415,0.917,3.654,1.003,5.127,0.321,0.527,0.026,161.449,0.466,1.832,0.028,278.303,0.403,132.384,0.978,0.733,0.007 diff --git a/results/SARIMA/config.json b/results/SARIMA/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2614adab19a564cb0df8cecb8304dc3acd8b97fa --- /dev/null +++ b/results/SARIMA/config.json @@ -0,0 +1,27 @@ +{ + "model": "SARIMA", + "model_type": "local-forecast", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/SES/SES.csv b/results/SES/SES.csv new file mode 100644 index 0000000000000000000000000000000000000000..e07082a1f0b1cbd4c53dba039315602f5e114066 --- /dev/null +++ b/results/SES/SES.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +SES,MAE,0.815,0.823,0.784,0.801,0.819,0.834,1.053,0.927,0.925,0.865,0.763,0.678,0.235,0.123,0.469,0.213,0.878,0.838,0.997,0.89,1.011,0.92,0.422,0.18,0.944,0.878,1.043,0.935,0.92,0.838,0.768,0.806,0.889,0.879,0.813,0.838,0.846,0.848,1.051,0.951,1.187,1.086,0.567,0.368,0.383,0.119,0.852,0.853,0.724,0.784,0.767,0.813,0.98,0.88,0.918,0.82 +SES,MSE,1.303,1.029,1.064,1.001,1.331,1.042,1.821,1.309,1.449,1.102,1.261,0.659,0.204,0.02,0.699,0.061,1.397,1.085,1.72,1.214,1.674,1.244,0.601,0.044,1.478,1.126,1.809,1.321,1.519,1.102,1.25,1.008,1.48,1.097,1.188,0.999,1.283,1.052,1.859,1.419,2.247,1.816,0.873,0.18,0.425,0.019,1.401,1.076,1.114,0.81,1.223,1.0,1.703,1.209,1.424,1.046 diff --git a/results/SES/config.json b/results/SES/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cef97f1de0752dbb794cefe7bdcebaa687e3336b --- /dev/null +++ b/results/SES/config.json @@ -0,0 +1,27 @@ +{ + "model": "SES", + "model_type": "local-forecast", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/SOFTS/SOFTS.csv b/results/SOFTS/SOFTS.csv new file mode 100644 index 0000000000000000000000000000000000000000..3d7a11f94cee03d9d5d4332663fedb6f1bb66e04 --- /dev/null +++ b/results/SOFTS/SOFTS.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +SOFTS,MAE,0.217,0.043,0.766,0.793,0.153,0.029,0.143,0.018,0.238,0.117,0.266,0.155,0.056,0.005,0.12,0.031,0.226,0.103,0.28,0.133,0.157,0.024,0.108,0.024,0.112,0.015,0.223,0.05,0.508,0.526,0.139,0.026,0.089,0.018,0.083,0.012,0.159,0.013,0.171,0.036,0.146,0.028,0.138,0.052,0.302,0.002,0.141,0.03,0.068,0.009,0.172,0.042,0.225,0.07,0.055,0.009 +SOFTS,MSE,0.225,0.003,1.019,0.986,0.133,0.001,0.127,0.001,0.205,0.022,0.246,0.04,0.04,0.0,0.1,0.002,0.196,0.02,0.277,0.028,0.136,0.001,0.091,0.001,0.079,0.0,0.211,0.004,0.565,0.437,0.112,0.001,0.06,0.001,0.059,0.0,0.151,0.0,0.138,0.002,0.117,0.001,0.113,0.004,0.383,0.0,0.113,0.002,0.048,0.0,0.151,0.003,0.207,0.008,0.032,0.0 diff --git a/results/SOFTS/config.json b/results/SOFTS/config.json new file mode 100644 index 0000000000000000000000000000000000000000..35e0cd5056bda2273d2a49af2a602fe23730310a --- /dev/null +++ b/results/SOFTS/config.json @@ -0,0 +1,27 @@ +{ + "model": "SOFTS", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": true, + "RevIN": true, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/STID/STID.csv b/results/STID/STID.csv new file mode 100644 index 0000000000000000000000000000000000000000..93fca8287596af73ff17a0762f8ab636fdd0b0bb --- /dev/null +++ b/results/STID/STID.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +STID,MAE,0.304,0.138,0.829,0.86,0.243,0.105,0.205,0.066,0.348,0.267,0.416,0.338,0.167,0.086,0.251,0.138,0.306,0.222,0.35,0.287,0.224,0.081,0.24,0.129,0.193,0.07,0.285,0.141,0.573,0.576,0.232,0.117,0.187,0.073,0.154,0.062,0.222,0.078,0.23,0.092,0.225,0.094,0.28,0.162,0.357,0.163,0.234,0.098,0.157,0.065,0.266,0.136,0.312,0.179,0.121,0.059 +STID,MSE,0.324,0.027,1.196,1.161,0.223,0.016,0.177,0.006,0.323,0.106,0.434,0.169,0.16,0.01,0.251,0.026,0.287,0.073,0.355,0.125,0.19,0.01,0.243,0.022,0.15,0.008,0.265,0.03,0.674,0.507,0.191,0.019,0.175,0.008,0.12,0.005,0.198,0.009,0.188,0.013,0.18,0.013,0.285,0.038,0.409,0.032,0.208,0.014,0.117,0.006,0.257,0.025,0.301,0.047,0.07,0.005 diff --git a/results/STID/config.json b/results/STID/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3a564eb9c242fbbc3ffd2650de8d769b52f65173 --- /dev/null +++ b/results/STID/config.json @@ -0,0 +1,27 @@ +{ + "model": "STID", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": true, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/SVR/SVR.csv b/results/SVR/SVR.csv new file mode 100644 index 0000000000000000000000000000000000000000..a46aa7889b5bacc8faeb56188f26f9aa110bd274 --- /dev/null +++ b/results/SVR/SVR.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +SVR,MAE,0.937,0.71,0.943,0.931,0.937,0.671,0.628,0.57,0.731,0.676,0.959,0.839,1.785,1.794,1.467,1.124,0.669,0.634,0.7,0.62,0.652,0.586,1.539,1.269,0.608,0.526,0.705,0.651,0.837,0.814,1.074,0.705,0.767,0.589,0.734,0.579,0.784,0.572,0.728,0.608,0.765,0.709,1.276,0.885,1.597,1.819,0.885,0.646,1.006,0.663,1.05,0.71,0.742,0.653,0.591,0.557 +SVR,MSE,1.879,0.733,1.486,1.359,1.925,0.663,0.662,0.484,0.883,0.682,1.53,0.976,5.729,3.705,4.2,1.621,0.715,0.606,0.83,0.575,0.718,0.51,4.537,1.965,0.633,0.417,0.818,0.626,1.144,0.991,2.508,0.722,1.347,0.505,1.0,0.506,1.161,0.49,0.954,0.548,0.963,0.72,3.619,1.005,3.509,3.805,1.803,0.615,2.139,0.63,2.501,0.733,1.031,0.653,0.576,0.471 diff --git a/results/SVR/config.json b/results/SVR/config.json new file mode 100644 index 0000000000000000000000000000000000000000..311505f9e30432ce646802bbfc18a84d1bd29007 --- /dev/null +++ b/results/SVR/config.json @@ -0,0 +1,27 @@ +{ + "model": "SVR", + "model_type": "machine-learning", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/SegRNN/SegRNN.csv b/results/SegRNN/SegRNN.csv new file mode 100644 index 0000000000000000000000000000000000000000..208762d4586f0d379dd99dfda7ee8c8b38830d95 --- /dev/null +++ b/results/SegRNN/SegRNN.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +SegRNN,MAE,0.345,0.242,0.776,0.802,0.295,0.195,0.366,0.314,0.347,0.274,0.31,0.212,0.09,0.02,0.172,0.051,0.47,0.536,0.483,0.508,0.341,0.28,0.147,0.041,0.305,0.209,0.408,0.362,0.578,0.602,0.286,0.205,0.256,0.155,0.193,0.107,0.336,0.255,0.372,0.358,0.311,0.249,0.198,0.105,0.293,0.005,0.295,0.201,0.17,0.065,0.306,0.212,0.414,0.385,0.228,0.11 +SegRNN,MSE,0.357,0.09,1.052,1.007,0.277,0.059,0.325,0.151,0.31,0.116,0.315,0.07,0.132,0.001,0.2,0.004,0.464,0.453,0.486,0.388,0.291,0.12,0.178,0.003,0.266,0.066,0.364,0.201,0.658,0.564,0.262,0.064,0.228,0.037,0.145,0.017,0.336,0.099,0.293,0.194,0.211,0.093,0.213,0.018,0.365,0.0,0.27,0.062,0.157,0.007,0.297,0.068,0.383,0.228,0.164,0.018 diff --git a/results/SegRNN/config.json b/results/SegRNN/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e127697aeeb4022a45d7525ddf4612a00d05a011 --- /dev/null +++ b/results/SegRNN/config.json @@ -0,0 +1,27 @@ +{ + "model": "SegRNN", + "model_type": "others", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": true, + "Channel Dependency": false, + "Channel Independency": true, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": true, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/SparseTSF/SparseTSF.csv b/results/SparseTSF/SparseTSF.csv new file mode 100644 index 0000000000000000000000000000000000000000..b79ef90d66fb475f6a3e096db3f6826f7a374711 --- /dev/null +++ b/results/SparseTSF/SparseTSF.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +SparseTSF,MAE,0.416,0.21,0.959,0.999,0.353,0.156,0.249,0.086,0.534,0.451,0.787,0.692,0.268,0.146,0.427,0.234,0.328,0.176,0.42,0.309,0.302,0.105,0.418,0.218,0.263,0.092,0.371,0.177,0.735,0.728,0.332,0.162,0.295,0.1,0.278,0.082,0.277,0.121,0.295,0.125,0.33,0.131,0.483,0.334,0.456,0.141,0.344,0.161,0.259,0.138,0.377,0.201,0.432,0.305,0.201,0.084 +SparseTSF,MSE,0.537,0.064,1.608,1.569,0.413,0.035,0.256,0.012,0.676,0.299,1.285,0.673,0.242,0.029,0.535,0.075,0.342,0.048,0.502,0.145,0.334,0.017,0.526,0.064,0.281,0.013,0.426,0.05,1.081,0.803,0.353,0.037,0.343,0.016,0.333,0.011,0.304,0.021,0.301,0.022,0.362,0.029,0.622,0.157,0.6,0.027,0.398,0.037,0.265,0.027,0.452,0.056,0.539,0.137,0.178,0.011 diff --git a/results/SparseTSF/config.json b/results/SparseTSF/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b351555f29c4b22ef9d0ac219362a38fd6615ef5 --- /dev/null +++ b/results/SparseTSF/config.json @@ -0,0 +1,27 @@ +{ + "model": "SparseTSF", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": true, + "Channel Dependency": false, + "Channel Independency": true, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/Sumba/Sumba.csv b/results/Sumba/Sumba.csv new file mode 100644 index 0000000000000000000000000000000000000000..92a99edfea2ba772dc7174714fd700aaa59903ed --- /dev/null +++ b/results/Sumba/Sumba.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +Sumba,MAE,0.261,0.129,0.761,0.79,0.203,0.106,0.216,0.129,0.252,0.163,0.292,0.175,0.101,0.026,0.155,0.055,0.303,0.26,0.339,0.298,0.213,0.123,0.144,0.048,0.18,0.094,0.269,0.177,0.503,0.507,0.188,0.108,0.158,0.078,0.135,0.059,0.218,0.099,0.231,0.17,0.179,0.112,0.175,0.075,0.286,0.002,0.196,0.108,0.114,0.045,0.22,0.121,0.278,0.184,0.131,0.049 +Sumba,MSE,0.244,0.025,1.007,0.979,0.155,0.017,0.152,0.025,0.197,0.04,0.296,0.045,0.082,0.001,0.135,0.005,0.249,0.094,0.295,0.145,0.149,0.024,0.129,0.003,0.111,0.013,0.212,0.05,0.535,0.406,0.128,0.017,0.103,0.01,0.105,0.005,0.174,0.014,0.147,0.045,0.1,0.021,0.151,0.009,0.35,0.0,0.14,0.018,0.077,0.003,0.172,0.022,0.222,0.051,0.071,0.004 diff --git a/results/Sumba/config.json b/results/Sumba/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ffcbe72ab1ed9a72e1a8fb5f92dfe9d28a43a33d --- /dev/null +++ b/results/Sumba/config.json @@ -0,0 +1,27 @@ +{ + "model": "Sumba", + "model_type": "others", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": true, + "RevIN": true, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/TiDE/TiDE.csv b/results/TiDE/TiDE.csv new file mode 100644 index 0000000000000000000000000000000000000000..616863543e78b052aebb516f5ab32f8ead6b8d55 --- /dev/null +++ b/results/TiDE/TiDE.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +TiDE,MAE,0.393,0.207,0.884,0.919,0.336,0.146,0.221,0.041,0.527,0.442,0.783,0.676,0.259,0.14,0.42,0.228,0.32,0.244,0.409,0.317,0.278,0.065,0.411,0.21,0.246,0.058,0.346,0.175,0.704,0.702,0.318,0.154,0.276,0.071,0.263,0.055,0.255,0.084,0.276,0.098,0.307,0.063,0.475,0.321,0.428,0.135,0.328,0.152,0.242,0.12,0.363,0.204,0.413,0.308,0.165,0.044 +TiDE,MSE,0.503,0.063,1.364,1.326,0.403,0.031,0.238,0.003,0.674,0.289,1.281,0.643,0.236,0.028,0.532,0.074,0.326,0.089,0.486,0.152,0.32,0.007,0.523,0.062,0.28,0.006,0.402,0.045,1.001,0.748,0.35,0.034,0.338,0.008,0.328,0.005,0.282,0.011,0.298,0.014,0.359,0.007,0.619,0.148,0.527,0.026,0.393,0.034,0.257,0.022,0.441,0.06,0.526,0.142,0.174,0.003 diff --git a/results/TiDE/config.json b/results/TiDE/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8ab0c3cc7155037e7955d4cdd260a1aa3b476d34 --- /dev/null +++ b/results/TiDE/config.json @@ -0,0 +1,27 @@ +{ + "model": "TiDE", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": true, + "Explicit Channel Interaction": false, + "RevIN": true, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/TimeMixer/TimeMixer.csv b/results/TimeMixer/TimeMixer.csv new file mode 100644 index 0000000000000000000000000000000000000000..f19b0d82b76a045572c63c13bea681c75a09b314 --- /dev/null +++ b/results/TimeMixer/TimeMixer.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +TimeMixer,MAE,0.259,0.084,0.765,0.793,0.201,0.065,0.183,0.05,0.311,0.22,0.362,0.264,0.081,0.024,0.17,0.058,0.272,0.174,0.332,0.28,0.203,0.062,0.156,0.048,0.175,0.059,0.259,0.097,0.538,0.554,0.185,0.059,0.146,0.056,0.131,0.05,0.203,0.054,0.209,0.065,0.197,0.056,0.195,0.091,0.298,0.013,0.193,0.067,0.116,0.042,0.217,0.078,0.276,0.139,0.108,0.052 +TimeMixer,MSE,0.256,0.011,1.017,0.987,0.167,0.006,0.148,0.004,0.269,0.072,0.363,0.106,0.052,0.001,0.143,0.005,0.222,0.045,0.313,0.118,0.165,0.006,0.132,0.003,0.124,0.005,0.232,0.014,0.597,0.477,0.143,0.005,0.102,0.005,0.093,0.004,0.175,0.004,0.163,0.006,0.158,0.005,0.163,0.012,0.363,0.0,0.152,0.007,0.077,0.003,0.184,0.009,0.25,0.03,0.062,0.004 diff --git a/results/TimeMixer/config.json b/results/TimeMixer/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2c89b00122797c3b6511d21e33f2d40fe777e5f7 --- /dev/null +++ b/results/TimeMixer/config.json @@ -0,0 +1,27 @@ +{ + "model": "TimeMixer", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": true, + "Only Season": false, + "DownSample": true, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": true, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": true, + "RevIN": true, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": true + } +} \ No newline at end of file diff --git a/results/TimeMoE/TimeMoE.csv b/results/TimeMoE/TimeMoE.csv new file mode 100644 index 0000000000000000000000000000000000000000..434efe4492e62bc5f1a556b3e1e4664f15199c48 --- /dev/null +++ b/results/TimeMoE/TimeMoE.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +TimeMoE,MAE,0.363,0.193,0.762,0.791,0.317,0.181,0.217,0.121,0.43,0.288,0.603,0.481,0.334,0.195,0.418,0.232,0.279,0.163,0.336,0.207,0.256,0.136,0.424,0.23,0.231,0.131,0.299,0.161,0.603,0.607,0.307,0.188,0.264,0.121,0.263,0.122,0.261,0.165,0.252,0.143,0.261,0.131,0.437,0.269,0.422,0.192,0.309,0.169,0.265,0.156,0.35,0.2,0.341,0.191,0.178,0.134 +TimeMoE,MSE,0.411,0.06,1.01,0.981,0.341,0.051,0.171,0.026,0.506,0.135,0.886,0.365,0.383,0.056,0.545,0.083,0.243,0.044,0.329,0.073,0.223,0.033,0.563,0.081,0.2,0.032,0.272,0.044,0.776,0.581,0.302,0.054,0.295,0.026,0.293,0.028,0.224,0.047,0.203,0.034,0.22,0.03,0.593,0.11,0.439,0.054,0.333,0.048,0.269,0.042,0.403,0.062,0.355,0.062,0.106,0.034 diff --git a/results/TimeMoE/config.json b/results/TimeMoE/config.json new file mode 100644 index 0000000000000000000000000000000000000000..08d92a8becf422db2bff3f1f70c64bde3248a547 --- /dev/null +++ b/results/TimeMoE/config.json @@ -0,0 +1,27 @@ +{ + "model": "TimeMoE", + "model_type": "foundation-model", + "strategies": { + "Stationary": false, + "Non-stationary": false, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/TimesNet/TimesNet.csv b/results/TimesNet/TimesNet.csv new file mode 100644 index 0000000000000000000000000000000000000000..fece81721d1cc19a132358dc922f197a98c99b85 --- /dev/null +++ b/results/TimesNet/TimesNet.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +TimesNet,MAE,0.436,0.318,0.764,0.794,0.398,0.277,0.343,0.235,0.466,0.392,0.52,0.401,0.409,0.232,0.436,0.286,0.418,0.358,0.434,0.349,0.369,0.261,0.438,0.273,0.364,0.261,0.392,0.296,0.605,0.583,0.386,0.269,0.37,0.24,0.352,0.214,0.39,0.266,0.355,0.26,0.304,0.191,0.455,0.32,0.448,0.224,0.394,0.281,0.366,0.225,0.413,0.296,0.416,0.335,0.334,0.249 +TimesNet,MSE,0.448,0.138,1.016,0.989,0.382,0.104,0.302,0.08,0.446,0.215,0.601,0.221,0.424,0.059,0.454,0.1,0.408,0.187,0.432,0.182,0.331,0.097,0.463,0.09,0.326,0.097,0.361,0.13,0.694,0.501,0.343,0.098,0.37,0.079,0.347,0.066,0.367,0.1,0.283,0.097,0.233,0.053,0.495,0.129,0.455,0.055,0.376,0.107,0.355,0.063,0.409,0.119,0.387,0.161,0.248,0.089 diff --git a/results/TimesNet/config.json b/results/TimesNet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e7fe56a14a4aaf9279e57700dfd600e806995c3b --- /dev/null +++ b/results/TimesNet/config.json @@ -0,0 +1,27 @@ +{ + "model": "TimesNet", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": true, + "Only Season": true, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": true, + "Timestamp Embedding": false, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": true, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": true, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": true + } +} \ No newline at end of file diff --git a/results/Triformer/Triformer.csv b/results/Triformer/Triformer.csv new file mode 100644 index 0000000000000000000000000000000000000000..a284c6256c4fdb98cd0c0d76c4aacae15211bd5c --- /dev/null +++ b/results/Triformer/Triformer.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +Triformer,MAE,0.532,0.319,0.765,0.79,0.504,0.254,0.283,0.133,0.343,0.249,0.401,0.235,1.156,0.59,0.879,0.397,0.459,0.463,0.433,0.409,0.284,0.141,0.931,0.413,0.299,0.162,0.317,0.197,0.56,0.573,0.612,0.333,0.358,0.114,0.266,0.093,0.44,0.344,0.315,0.183,0.226,0.075,0.761,0.253,0.873,0.789,0.475,0.21,0.533,0.177,0.61,0.323,0.36,0.269,0.188,0.093 +Triformer,MSE,1.402,0.144,1.022,0.979,1.445,0.089,0.265,0.026,0.337,0.089,0.509,0.077,5.282,0.389,3.625,0.196,0.451,0.332,0.443,0.249,0.26,0.029,3.965,0.203,0.28,0.038,0.303,0.059,0.65,0.498,1.799,0.158,1.338,0.019,0.484,0.012,0.481,0.172,0.351,0.048,0.284,0.009,3.535,0.082,1.177,0.864,1.467,0.06,1.732,0.042,2.033,0.149,0.453,0.106,0.128,0.012 diff --git a/results/Triformer/config.json b/results/Triformer/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1a065dd03ea2072368518544a944a11681b49c65 --- /dev/null +++ b/results/Triformer/config.json @@ -0,0 +1,27 @@ +{ + "model": "Triformer", + "model_type": "transformer-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": true, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": true, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/UMixer/UMixer.csv b/results/UMixer/UMixer.csv new file mode 100644 index 0000000000000000000000000000000000000000..41a4c53b3ba488d84f9fc48daf3c67f4b7da2311 --- /dev/null +++ b/results/UMixer/UMixer.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +UMixer,MAE,0.225,0.061,0.764,0.792,0.163,0.047,0.157,0.042,0.24,0.135,0.282,0.174,0.063,0.012,0.125,0.034,0.235,0.123,0.281,0.175,0.17,0.048,0.113,0.028,0.134,0.043,0.227,0.075,0.492,0.492,0.146,0.046,0.109,0.037,0.102,0.037,0.174,0.042,0.177,0.063,0.157,0.039,0.142,0.052,0.292,0.006,0.152,0.049,0.085,0.031,0.179,0.058,0.228,0.093,0.076,0.036 +UMixer,MSE,0.218,0.006,1.017,0.985,0.126,0.003,0.121,0.003,0.183,0.028,0.263,0.047,0.042,0.0,0.095,0.002,0.189,0.023,0.252,0.048,0.129,0.004,0.086,0.001,0.082,0.003,0.194,0.009,0.525,0.381,0.101,0.003,0.066,0.002,0.068,0.002,0.146,0.003,0.123,0.006,0.108,0.002,0.107,0.004,0.361,0.0,0.107,0.004,0.05,0.001,0.142,0.005,0.192,0.014,0.034,0.002 diff --git a/results/UMixer/config.json b/results/UMixer/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2adfc5ff5d42c0ebd271895019cd425e6ff963d9 --- /dev/null +++ b/results/UMixer/config.json @@ -0,0 +1,27 @@ +{ + "model": "UMixer", + "model_type": "mlp-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": true, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": true, + "RevIN": true, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/WaveNet/WaveNet.csv b/results/WaveNet/WaveNet.csv new file mode 100644 index 0000000000000000000000000000000000000000..e2d3fa80e99945f8e989914a30fe965e1746f6fc --- /dev/null +++ b/results/WaveNet/WaveNet.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +WaveNet,MAE,0.478,0.244,0.774,0.793,0.443,0.209,0.292,0.192,0.388,0.3,0.438,0.306,0.815,0.152,0.689,0.202,0.355,0.284,0.41,0.35,0.301,0.198,0.715,0.185,0.253,0.155,0.372,0.275,0.586,0.604,0.508,0.229,0.34,0.154,0.238,0.11,0.298,0.178,0.37,0.259,0.349,0.219,0.686,0.202,0.48,0.329,0.44,0.202,0.394,0.138,0.534,0.237,0.392,0.281,0.199,0.136 +WaveNet,MSE,1.377,0.09,1.042,0.987,1.415,0.065,0.25,0.054,0.395,0.139,0.553,0.145,5.111,0.036,3.552,0.063,0.319,0.116,0.392,0.186,0.265,0.059,3.877,0.053,0.225,0.036,0.342,0.113,0.699,0.573,1.758,0.078,1.313,0.036,0.426,0.018,0.291,0.048,0.421,0.101,0.414,0.074,3.603,0.063,0.632,0.16,1.478,0.062,1.598,0.029,2.03,0.085,0.486,0.117,0.122,0.029 diff --git a/results/WaveNet/config.json b/results/WaveNet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..05f186f5ea07d3241a708942919ca37657076d99 --- /dev/null +++ b/results/WaveNet/config.json @@ -0,0 +1,27 @@ +{ + "model": "WaveNet", + "model_type": "others", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": true, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": false, + "RevIN": false, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/iTransformer/config.json b/results/iTransformer/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1cc77c4694687a89e201019ce61c65317f9b0236 --- /dev/null +++ b/results/iTransformer/config.json @@ -0,0 +1,27 @@ +{ + "model": "iTransformer", + "model_type": "transformer-based", + "strategies": { + "Stationary": false, + "Non-stationary": true, + "Decomposition (Moving Avg)": false, + "Decomposition (Fourier method)": false, + "Only Season": false, + "DownSample": false, + "Data Augmentation": false, + "Channel Embedding": false, + "Timestamp Embedding": true, + "Multi-Scale": false, + "Patch": false, + "Channel Dependency": false, + "Channel Independency": false, + "Implicit Channel Interaction": false, + "Explicit Channel Interaction": true, + "RevIN": true, + "RevIN-like": false, + "Covariate Shift": false, + "Residual": false, + "Time-(in)variant": false, + "Fourier method": false + } +} \ No newline at end of file diff --git a/results/iTransformer/iTransformer.csv b/results/iTransformer/iTransformer.csv new file mode 100644 index 0000000000000000000000000000000000000000..e67fb5fd8f4b60333a9ed14e720a0b92d6ffc6f5 --- /dev/null +++ b/results/iTransformer/iTransformer.csv @@ -0,0 +1,3 @@ +Model,Metric,Regular_Mean,Regular_Med.,Stationary_Mean,Stationary_Med.,Non_Stationary_Mean,Non_Stationary_Med.,"Trend_Strength_[0,0.1]_Mean","Trend_Strength_[0,0.1]_Med.","Trend_Strength_(0.1,0.5]_Mean","Trend_Strength_(0.1,0.5]_Med.","Trend_Strength_(0.5,0.9]_Mean","Trend_Strength_(0.5,0.9]_Med.","Trend_Strength_(0.9,1.0]_Mean","Trend_Strength_(0.9,1.0]_Med.","Seasonality_Strength_[0,0.25]_Mean","Seasonality_Strength_[0,0.25]_Med.","Seasonality_Strength_(0.25,0.5]_Mean","Seasonality_Strength_(0.25,0.5]_Med.","Seasonality_Strength_(0.5,0.75]_Mean","Seasonality_Strength_(0.5,0.75]_Med.","Seasonality_Strength_(0.75,1.0]_Mean","Seasonality_Strength_(0.75,1.0]_Med.",Seasonality_Count_0_Mean,Seasonality_Count_0_Med.,Seasonality_Count_1_Mean,Seasonality_Count_1_Med.,Seasonality_Count_≥1_Mean,Seasonality_Count_≥1_Med.,"Volatility_[0,0.4]_Mean","Volatility_[0,0.4]_Med.","Volatility_(0.4,0.6]_Mean","Volatility_(0.4,0.6]_Med.","Volatility_(0.6,0.8]_Mean","Volatility_(0.6,0.8]_Med.",Volatility_>0.8_Mean,Volatility_>0.8_Med.,"Memory_[0,0.25]_Mean","Memory_[0,0.25]_Med.","Memory_(0.25,0.5]_Mean","Memory_(0.25,0.5]_Med.","Memory_(0.5,0.75]_Mean","Memory_(0.5,0.75]_Med.","Memory_(0.75,1]_Mean","Memory_(0.75,1]_Med.",Homo-Scedasticity_Mean,Homo-Scedasticity_Med.,Hetero-Scedasticity_Mean,Hetero-Scedasticity_Med.,"Anomaly_[0,0.05]_Mean","Anomaly_[0,0.05]_Med.","Anomaly_(0.05,0.1]_Mean","Anomaly_(0.05,0.1]_Med.","Anomaly_(0.1,0.15]_Mean","Anomaly_(0.1,0.15]_Med.",Anomaly_>0.15_Mean,Anomaly_>0.15_Med. +iTransformer,MAE,0.249,0.066,0.765,0.792,0.189,0.051,0.174,0.045,0.296,0.198,0.353,0.276,0.069,0.013,0.16,0.041,0.264,0.135,0.32,0.245,0.191,0.051,0.147,0.031,0.156,0.042,0.251,0.078,0.538,0.545,0.17,0.048,0.135,0.043,0.127,0.042,0.191,0.039,0.199,0.056,0.18,0.054,0.185,0.072,0.305,0.011,0.18,0.053,0.103,0.032,0.206,0.061,0.267,0.112,0.089,0.037 +iTransformer,MSE,0.249,0.007,1.015,0.983,0.16,0.004,0.141,0.003,0.262,0.06,0.331,0.116,0.05,0.0,0.136,0.003,0.222,0.028,0.305,0.091,0.158,0.004,0.127,0.001,0.112,0.003,0.227,0.009,0.598,0.462,0.133,0.003,0.097,0.003,0.09,0.003,0.17,0.002,0.156,0.005,0.14,0.004,0.156,0.008,0.382,0.0,0.143,0.004,0.071,0.002,0.178,0.006,0.241,0.019,0.051,0.002