shchuro commited on
Commit
86cf9ec
·
1 Parent(s): 53f3bdd

Update results

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. pages/chronos_bench_ii.py +0 -179
  2. save_tables.py +27 -2
  3. src/strings.py +1 -1
  4. src/utils.py +52 -37
  5. tables/domain_cloud/leaderboard_MASE.csv +21 -15
  6. tables/domain_cloud/leaderboard_SQL.csv +21 -15
  7. tables/domain_cloud/leaderboard_WAPE.csv +21 -15
  8. tables/domain_cloud/leaderboard_WQL.csv +21 -15
  9. tables/domain_cloud/pairwise_MASE.csv +196 -165
  10. tables/domain_cloud/pairwise_SQL.csv +209 -178
  11. tables/domain_cloud/pairwise_WAPE.csv +205 -174
  12. tables/domain_cloud/pairwise_WQL.csv +199 -168
  13. tables/domain_econ/leaderboard_MASE.csv +21 -15
  14. tables/domain_econ/leaderboard_SQL.csv +21 -15
  15. tables/domain_econ/leaderboard_WAPE.csv +21 -15
  16. tables/domain_econ/leaderboard_WQL.csv +21 -15
  17. tables/domain_econ/pairwise_MASE.csv +152 -121
  18. tables/domain_econ/pairwise_SQL.csv +133 -102
  19. tables/domain_econ/pairwise_WAPE.csv +154 -123
  20. tables/domain_econ/pairwise_WQL.csv +133 -102
  21. tables/domain_energy/leaderboard_MASE.csv +21 -15
  22. tables/domain_energy/leaderboard_SQL.csv +21 -15
  23. tables/domain_energy/leaderboard_WAPE.csv +21 -15
  24. tables/domain_energy/leaderboard_WQL.csv +21 -15
  25. tables/domain_energy/pairwise_MASE.csv +201 -170
  26. tables/domain_energy/pairwise_SQL.csv +203 -172
  27. tables/domain_energy/pairwise_WAPE.csv +216 -185
  28. tables/domain_energy/pairwise_WQL.csv +203 -172
  29. tables/domain_health/leaderboard_MASE.csv +21 -15
  30. tables/domain_health/leaderboard_SQL.csv +21 -15
  31. tables/domain_health/leaderboard_WAPE.csv +21 -15
  32. tables/domain_health/leaderboard_WQL.csv +21 -15
  33. tables/domain_health/pairwise_MASE.csv +190 -159
  34. tables/domain_health/pairwise_SQL.csv +191 -160
  35. tables/domain_health/pairwise_WAPE.csv +173 -142
  36. tables/domain_health/pairwise_WQL.csv +191 -160
  37. tables/domain_mobility/leaderboard_MASE.csv +21 -15
  38. tables/domain_mobility/leaderboard_SQL.csv +21 -15
  39. tables/domain_mobility/leaderboard_WAPE.csv +21 -15
  40. tables/domain_mobility/leaderboard_WQL.csv +21 -15
  41. tables/domain_mobility/pairwise_MASE.csv +206 -175
  42. tables/domain_mobility/pairwise_SQL.csv +215 -184
  43. tables/domain_mobility/pairwise_WAPE.csv +205 -174
  44. tables/domain_mobility/pairwise_WQL.csv +218 -187
  45. tables/domain_nature/leaderboard_MASE.csv +21 -15
  46. tables/domain_nature/leaderboard_SQL.csv +21 -15
  47. tables/domain_nature/leaderboard_WAPE.csv +21 -15
  48. tables/domain_nature/leaderboard_WQL.csv +21 -15
  49. tables/domain_nature/pairwise_MASE.csv +153 -122
  50. tables/domain_nature/pairwise_SQL.csv +189 -158
pages/chronos_bench_ii.py DELETED
@@ -1,179 +0,0 @@
1
- import sys
2
- from pathlib import Path
3
-
4
- sys.path.append(str(Path(__file__).parent.parent))
5
-
6
- import fev
7
- import pandas as pd
8
- import streamlit as st
9
- from streamlit.elements.lib.column_types import ColumnConfig
10
-
11
- from src.strings import (
12
- CHRONOS_BENCHMARK_BASIC_INFO,
13
- CHRONOS_BENCHMARK_DETAILS,
14
- CITATION_CHRONOS,
15
- CITATION_FEV,
16
- CITATION_HEADER,
17
- PAIRWISE_BENCHMARK_DETAILS,
18
- get_pivot_legend,
19
- )
20
- from src.utils import (
21
- construct_bar_chart,
22
- construct_pairwise_chart,
23
- construct_pivot_table,
24
- format_leaderboard,
25
- format_metric_name,
26
- get_metric_description,
27
- )
28
-
29
- st.set_page_config(layout="wide", page_title="FEV Benchmark Leaderboard", page_icon=":material/trophy:")
30
-
31
- TITLE = "<h1 style='text-align: center; font-size: 350%;'>Chronos Benchmark II</h1>"
32
- BASELINE_MODEL = "seasonal_naive"
33
- LEAKAGE_IMPUTATION_MODEL = "chronos_bolt_base"
34
- SORT_COL = "win_rate"
35
- N_RESAMPLES_FOR_CI = 1000
36
- TOP_K_MODELS_TO_PLOT = 15
37
- AVAILABLE_METRICS = ["WQL", "MASE"]
38
- SUMMARY_URLS = [
39
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/auto_arima.csv",
40
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/auto_ets.csv",
41
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/auto_theta.csv",
42
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_base.csv",
43
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_large.csv",
44
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_mini.csv",
45
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_small.csv",
46
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_tiny.csv",
47
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_bolt_base.csv",
48
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_bolt_mini.csv",
49
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_bolt_small.csv",
50
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_bolt_tiny.csv",
51
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/moirai_base.csv",
52
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/moirai_large.csv",
53
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/moirai_small.csv",
54
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/seasonal_naive.csv",
55
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/timesfm.csv",
56
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/timesfm-2.0.csv",
57
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/ttm-r2.csv",
58
- "https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/tirex.csv",
59
- ]
60
-
61
-
62
- @st.cache_data()
63
- def load_summaries():
64
- summaries = []
65
- for url in SUMMARY_URLS:
66
- df = pd.read_csv(url)
67
- summaries.append(df)
68
- return pd.concat(summaries, ignore_index=True)
69
-
70
-
71
- @st.cache_data()
72
- def get_leaderboard(metric_name: str) -> pd.DataFrame:
73
- summaries = load_summaries()
74
- lb = fev.analysis.leaderboard(
75
- summaries=summaries,
76
- metric_column=metric_name,
77
- missing_strategy="impute",
78
- baseline_model=BASELINE_MODEL,
79
- leakage_imputation_model=LEAKAGE_IMPUTATION_MODEL,
80
- )
81
- lb = lb.astype("float64").reset_index()
82
-
83
- lb["skill_score"] = lb["skill_score"] * 100
84
- lb["win_rate"] = lb["win_rate"] * 100
85
- lb["num_failures"] = lb["num_failures"] / summaries["task_name"].nunique() * 100
86
- return lb
87
-
88
-
89
- @st.cache_data()
90
- def get_pairwise(metric_name: str, included_models: list[str]) -> pd.DataFrame:
91
- if BASELINE_MODEL not in included_models:
92
- included_models = included_models + [BASELINE_MODEL]
93
- summaries = load_summaries()
94
- return (
95
- fev.analysis.pairwise_comparison(
96
- summaries,
97
- included_models=included_models,
98
- metric_column=metric_name,
99
- baseline_model=BASELINE_MODEL,
100
- missing_strategy="impute",
101
- n_resamples=N_RESAMPLES_FOR_CI,
102
- leakage_imputation_model=LEAKAGE_IMPUTATION_MODEL,
103
- )
104
- .round(3)
105
- .reset_index()
106
- )
107
-
108
-
109
- with st.sidebar:
110
- selected_metric = st.selectbox("Evaluation Metric", options=AVAILABLE_METRICS, format_func=format_metric_name)
111
- st.caption(get_metric_description(selected_metric))
112
-
113
- cols = st.columns(spec=[0.025, 0.95, 0.025])
114
-
115
- with cols[1] as main_container:
116
- st.markdown(TITLE, unsafe_allow_html=True)
117
-
118
- metric_df = get_leaderboard(selected_metric).sort_values(by=SORT_COL, ascending=False)
119
- top_k_models = metric_df.head(TOP_K_MODELS_TO_PLOT)["model_name"].tolist()
120
- pairwise_df = get_pairwise(selected_metric, included_models=top_k_models)
121
-
122
- st.markdown("## :material/trophy: Leaderboard", unsafe_allow_html=True)
123
- st.markdown(CHRONOS_BENCHMARK_BASIC_INFO, unsafe_allow_html=True)
124
- df_styled = format_leaderboard(metric_df)
125
- st.dataframe(
126
- df_styled,
127
- use_container_width=True,
128
- hide_index=True,
129
- column_config={
130
- "model_name": ColumnConfig(label="Model Name", alignment="left"),
131
- "win_rate": st.column_config.NumberColumn(label="Avg. win rate (%)", format="%.1f"),
132
- "skill_score": st.column_config.NumberColumn(label="Skill score (%)", format="%.1f"),
133
- "median_inference_time_s": st.column_config.NumberColumn(label="Median runtime (s)", format="%.1f"),
134
- "training_corpus_overlap": st.column_config.NumberColumn(label="Leakage (%)", format="%d"),
135
- "num_failures": st.column_config.NumberColumn(label="Failed tasks (%)", format="%.0f"),
136
- "zero_shot": ColumnConfig(label="Zero-shot", alignment="center"),
137
- "org": ColumnConfig(label="Organization", alignment="left"),
138
- "link": st.column_config.LinkColumn(label="Link", display_text=":material/open_in_new:"),
139
- },
140
- )
141
-
142
- with st.expander("See details"):
143
- st.markdown(CHRONOS_BENCHMARK_DETAILS, unsafe_allow_html=True)
144
-
145
- st.markdown("## :material/bar_chart: Pairwise comparison", unsafe_allow_html=True)
146
- chart_col_1, _, chart_col_2 = st.columns(spec=[0.45, 0.1, 0.45])
147
-
148
- with chart_col_1:
149
- st.altair_chart(
150
- construct_pairwise_chart(pairwise_df, col="win_rate", metric_name=selected_metric),
151
- use_container_width=True,
152
- )
153
-
154
- with chart_col_2:
155
- st.altair_chart(
156
- construct_pairwise_chart(pairwise_df, col="skill_score", metric_name=selected_metric),
157
- use_container_width=True,
158
- )
159
-
160
- with st.expander("See details"):
161
- st.markdown(PAIRWISE_BENCHMARK_DETAILS, unsafe_allow_html=True)
162
-
163
- st.markdown("## :material/table_chart: Results for individual tasks", unsafe_allow_html=True)
164
- with st.expander("Show detailed results"):
165
- st.markdown(get_pivot_legend(BASELINE_MODEL, LEAKAGE_IMPUTATION_MODEL), unsafe_allow_html=True)
166
- st.dataframe(
167
- construct_pivot_table(
168
- summaries=load_summaries(),
169
- metric_name=selected_metric,
170
- baseline_model=BASELINE_MODEL,
171
- leakage_imputation_model=LEAKAGE_IMPUTATION_MODEL,
172
- )
173
- )
174
-
175
- st.divider()
176
- st.markdown("### :material/format_quote: Citation", unsafe_allow_html=True)
177
- st.markdown(CITATION_HEADER)
178
- st.markdown(CITATION_FEV)
179
- st.markdown(CITATION_CHRONOS)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
save_tables.py CHANGED
@@ -141,6 +141,22 @@ def compute_pivot_table(summaries: pd.DataFrame, metric_name: str) -> tuple[pd.D
141
  return errors.reset_index(), is_imputed_baseline.reset_index(), is_leakage_imputed.reset_index()
142
 
143
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
144
  def main():
145
  parser = argparse.ArgumentParser(description="Generate leaderboard tables from CSV summaries in the fev repo")
146
  parser.add_argument(
@@ -149,14 +165,23 @@ def main():
149
  default="main",
150
  help=f"Git commit SHA or branch name in the {GITHUB_REPO} repository (default: main)",
151
  )
 
 
 
 
 
152
  args = parser.parse_args()
153
 
154
  # Create tables directory
155
  tables_dir = Path("tables")
156
  tables_dir.mkdir(exist_ok=True)
157
 
158
- print(f"Loading summaries from {GITHUB_REPO} at commit {args.commit}...")
159
- summaries = load_summaries_from_github(args.commit)
 
 
 
 
160
 
161
  # Save raw summaries for on-the-fly subset computation
162
  summaries.to_csv(tables_dir / "summaries.csv", index=False)
 
141
  return errors.reset_index(), is_imputed_baseline.reset_index(), is_leakage_imputed.reset_index()
142
 
143
 
144
+ def load_summaries_from_local(path: Path) -> pd.DataFrame:
145
+ """Load and concatenate all CSV summaries from a local directory."""
146
+ csv_files = sorted(path.glob("*.csv"))
147
+ if not csv_files:
148
+ raise FileNotFoundError(f"No CSV files found in {path}")
149
+
150
+ print(f"Found {len(csv_files)} CSV files")
151
+ dfs = []
152
+ for f in csv_files:
153
+ df = pd.read_csv(f)
154
+ dfs.append(df)
155
+ print(f" Loaded: {f.name}")
156
+
157
+ return pd.concat(dfs, ignore_index=True)
158
+
159
+
160
  def main():
161
  parser = argparse.ArgumentParser(description="Generate leaderboard tables from CSV summaries in the fev repo")
162
  parser.add_argument(
 
165
  default="main",
166
  help=f"Git commit SHA or branch name in the {GITHUB_REPO} repository (default: main)",
167
  )
168
+ parser.add_argument(
169
+ "--local",
170
+ type=Path,
171
+ help="Path to a local directory containing result CSV files (skips GitHub fetching)",
172
+ )
173
  args = parser.parse_args()
174
 
175
  # Create tables directory
176
  tables_dir = Path("tables")
177
  tables_dir.mkdir(exist_ok=True)
178
 
179
+ if args.local:
180
+ print(f"Loading summaries from local path: {args.local}")
181
+ summaries = load_summaries_from_local(args.local)
182
+ else:
183
+ print(f"Loading summaries from {GITHUB_REPO} at commit {args.commit}...")
184
+ summaries = load_summaries_from_github(args.commit)
185
 
186
  # Save raw summaries for on-the-fly subset computation
187
  summaries.to_csv(tables_dir / "summaries.csv", index=False)
src/strings.py CHANGED
@@ -10,7 +10,7 @@ LEGEND = """
10
  TABLE_INFO = f"""
11
  The leaderboard summarizes the performance of all models evaluated on the 100 tasks comprising **fev-bench**. More details available in the [paper](https://arxiv.org/abs/2509.26468).
12
 
13
- Model names are colored by type: <span style='color: {COLORS["dl_text"]}; font-weight: bold;'>Deep Learning</span> and <span style='color: {COLORS["st_text"]}; font-weight: bold;'>Statistical</span>.
14
 
15
  The full matrix $E_{{rj}}$ with the error of each model $j$ on task $r$ is available at the bottom of the page.
16
 
 
10
  TABLE_INFO = f"""
11
  The leaderboard summarizes the performance of all models evaluated on the 100 tasks comprising **fev-bench**. More details available in the [paper](https://arxiv.org/abs/2509.26468).
12
 
13
+ Model names are colored by type: <span style='color: {COLORS["pretrained_text"]}; font-weight: bold;'>Pretrained</span>, <span style='color: {COLORS["task_specific_text"]}; font-weight: bold;'>Task-specific</span>, and <span style='color: {COLORS["statistical_text"]}; font-weight: bold;'>Statistical</span>.
14
 
15
  The full matrix $E_{{rj}}$ with the error of each model $j$ on task $r$ is available at the bottom of the page.
16
 
src/utils.py CHANGED
@@ -6,9 +6,9 @@ import pandas.io.formats.style
6
  # Color constants - all colors defined in one place
7
 
8
  COLORS = {
9
- "dl_text": "#5A7FA5",
10
- "st_text": "#A5795A",
11
- # "st_text": "#666666",
12
  "bar_fill": "#8d5eb7",
13
  "error_bar": "#222222",
14
  "point": "#111111",
@@ -26,52 +26,60 @@ HEATMAP_COLOR_SCHEME = "purplegreen"
26
  # Model configuration: (url, org, zero_shot, model_type)
27
  MODEL_CONFIG = {
28
  # Chronos Models
29
- "chronos_tiny": ("amazon/chronos-t5-tiny", "AWS", True, "DL"),
30
- "chronos_mini": ("amazon/chronos-t5-mini", "AWS", True, "DL"),
31
- "chronos_small": ("amazon/chronos-t5-small", "AWS", True, "DL"),
32
- "chronos_base": ("amazon/chronos-t5-base", "AWS", True, "DL"),
33
- "chronos_large": ("amazon/chronos-t5-large", "AWS", True, "DL"),
34
- "chronos_bolt_tiny": ("amazon/chronos-bolt-tiny", "AWS", True, "DL"),
35
- "chronos_bolt_mini": ("amazon/chronos-bolt-mini", "AWS", True, "DL"),
36
- "chronos_bolt_small": ("amazon/chronos-bolt-small", "AWS", True, "DL"),
37
- "chronos_bolt_base": ("amazon/chronos-bolt-base", "AWS", True, "DL"),
38
- "chronos-bolt": ("amazon/chronos-bolt-base", "AWS", True, "DL"),
39
- "chronos-2": ("amazon/chronos-2", "AWS", True, "DL"),
40
  # Moirai Models
41
- "moirai_large": ("Salesforce/moirai-1.1-R-large", "Salesforce", True, "DL"),
42
- "moirai_base": ("Salesforce/moirai-1.1-R-base", "Salesforce", True, "DL"),
43
- "moirai_small": ("Salesforce/moirai-1.1-R-small", "Salesforce", True, "DL"),
44
- "moirai-2.0": ("Salesforce/moirai-2.0-R-small", "Salesforce", True, "DL"),
45
  # TimesFM Models
46
- "timesfm": ("google/timesfm-1.0-200m-pytorch", "Google", True, "DL"),
47
- "timesfm-2.0": ("google/timesfm-2.0-500m-pytorch", "Google", True, "DL"),
48
- "timesfm-2.5": ("google/timesfm-2.5-200m-pytorch", "Google", True, "DL"),
49
  # Toto Models
50
- "toto-1.0": ("Datadog/Toto-Open-Base-1.0", "Datadog", True, "DL"),
51
  # Other Models
52
- "tirex": ("NX-AI/TiRex", "NX-AI", True, "DL"),
53
- "tabpfn-ts": ("Prior-Labs/TabPFN-v2-reg", "Prior Labs", True, "DL"),
54
- "sundial-base": ("thuml/sundial-base-128m", "Tsinghua University", True, "DL"),
55
- "ttm-r2": ("ibm-granite/granite-timeseries-ttm-r2", "IBM", True, "DL"),
56
- # Task-specific models
 
 
 
 
 
 
 
 
57
  "stat. ensemble": (
58
  "https://nixtlaverse.nixtla.io/statsforecast/",
59
  "—",
60
  False,
61
- "ST",
62
  ),
63
- "autoarima": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "ST"),
64
- "autotheta": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "ST"),
65
- "autoets": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "ST"),
66
- "seasonalnaive": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "ST"),
67
  "seasonal naive": (
68
  "https://nixtlaverse.nixtla.io/statsforecast/",
69
  "—",
70
  False,
71
- "ST",
72
  ),
73
- "drift": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "ST"),
74
- "naive": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "ST"),
75
  }
76
 
77
 
@@ -126,11 +134,18 @@ def get_model_type(model_name):
126
  return config[3] if config else "—"
127
 
128
 
 
 
 
 
 
 
 
129
  def highlight_model_type_color(cell):
130
  config = MODEL_CONFIG.get(cell.lower())
131
  if config:
132
- color = COLORS["dl_text"] if config[3] == "DL" else COLORS["st_text"]
133
- return f"font-weight: bold; color: {color}"
134
  return "font-weight: bold"
135
 
136
 
 
6
  # Color constants - all colors defined in one place
7
 
8
  COLORS = {
9
+ "pretrained_text": "#5A7FA5",
10
+ "task_specific_text": "#7B5A9A",
11
+ "statistical_text": "#A5795A",
12
  "bar_fill": "#8d5eb7",
13
  "error_bar": "#222222",
14
  "point": "#111111",
 
26
  # Model configuration: (url, org, zero_shot, model_type)
27
  MODEL_CONFIG = {
28
  # Chronos Models
29
+ "chronos_tiny": ("amazon/chronos-t5-tiny", "AWS", True, "pretrained"),
30
+ "chronos_mini": ("amazon/chronos-t5-mini", "AWS", True, "pretrained"),
31
+ "chronos_small": ("amazon/chronos-t5-small", "AWS", True, "pretrained"),
32
+ "chronos_base": ("amazon/chronos-t5-base", "AWS", True, "pretrained"),
33
+ "chronos_large": ("amazon/chronos-t5-large", "AWS", True, "pretrained"),
34
+ "chronos_bolt_tiny": ("amazon/chronos-bolt-tiny", "AWS", True, "pretrained"),
35
+ "chronos_bolt_mini": ("amazon/chronos-bolt-mini", "AWS", True, "pretrained"),
36
+ "chronos_bolt_small": ("amazon/chronos-bolt-small", "AWS", True, "pretrained"),
37
+ "chronos_bolt_base": ("amazon/chronos-bolt-base", "AWS", True, "pretrained"),
38
+ "chronos-bolt": ("amazon/chronos-bolt-base", "AWS", True, "pretrained"),
39
+ "chronos-2": ("amazon/chronos-2", "AWS", True, "pretrained"),
40
  # Moirai Models
41
+ "moirai_large": ("Salesforce/moirai-1.1-R-large", "Salesforce", True, "pretrained"),
42
+ "moirai_base": ("Salesforce/moirai-1.1-R-base", "Salesforce", True, "pretrained"),
43
+ "moirai_small": ("Salesforce/moirai-1.1-R-small", "Salesforce", True, "pretrained"),
44
+ "moirai-2.0": ("Salesforce/moirai-2.0-R-small", "Salesforce", True, "pretrained"),
45
  # TimesFM Models
46
+ "timesfm": ("google/timesfm-1.0-200m-pytorch", "Google", True, "pretrained"),
47
+ "timesfm-2.0": ("google/timesfm-2.0-500m-pytorch", "Google", True, "pretrained"),
48
+ "timesfm-2.5": ("google/timesfm-2.5-200m-pytorch", "Google", True, "pretrained"),
49
  # Toto Models
50
+ "toto-1.0": ("Datadog/Toto-Open-Base-1.0", "Datadog", True, "pretrained"),
51
  # Other Models
52
+ "tirex": ("NX-AI/TiRex", "NX-AI", True, "pretrained"),
53
+ "tabpfn-ts": ("Prior-Labs/TabPFN-v2-reg", "Prior Labs", True, "pretrained"),
54
+ "sundial-base": ("thuml/sundial-base-128m", "Tsinghua University", True, "pretrained"),
55
+ "ttm-r2": ("ibm-granite/granite-timeseries-ttm-r2", "IBM", True, "pretrained"),
56
+ "flowstate": ("ibm-granite/granite-timeseries-flowstate-r1", "IBM", True, "pretrained"),
57
+ # GluonTS Models
58
+ "deepar": ("https://github.com/awslabs/gluonts", "—", False, "task-specific"),
59
+ "tft": ("https://github.com/awslabs/gluonts", "—", False, "task-specific"),
60
+ "patchtst": ("https://github.com/awslabs/gluonts", "—", False, "task-specific"),
61
+ # MLForecast Models
62
+ "lightgbm": ("https://nixtlaverse.nixtla.io/mlforecast", "—", False, "task-specific"),
63
+ "catboost": ("https://nixtlaverse.nixtla.io/mlforecast", "—", False, "task-specific"),
64
+ # Statistical models
65
  "stat. ensemble": (
66
  "https://nixtlaverse.nixtla.io/statsforecast/",
67
  "—",
68
  False,
69
+ "statistical",
70
  ),
71
+ "autoarima": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "statistical"),
72
+ "autotheta": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "statistical"),
73
+ "autoets": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "statistical"),
74
+ "seasonalnaive": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "statistical"),
75
  "seasonal naive": (
76
  "https://nixtlaverse.nixtla.io/statsforecast/",
77
  "—",
78
  False,
79
+ "statistical",
80
  ),
81
+ "drift": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "statistical"),
82
+ "naive": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "statistical"),
83
  }
84
 
85
 
 
134
  return config[3] if config else "—"
135
 
136
 
137
+ MODEL_TYPE_COLORS = {
138
+ "pretrained": "pretrained_text",
139
+ "task-specific": "task_specific_text",
140
+ "statistical": "statistical_text",
141
+ }
142
+
143
+
144
  def highlight_model_type_color(cell):
145
  config = MODEL_CONFIG.get(cell.lower())
146
  if config:
147
+ color_key = MODEL_TYPE_COLORS.get(config[3], "text_default")
148
+ return f"font-weight: bold; color: {COLORS[color_key]}"
149
  return "font-weight: bold"
150
 
151
 
tables/domain_cloud/leaderboard_MASE.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Toto-1.0,91.42857142857143,41.8883400084654,0.0,45.868307151375,0.0,0.0
3
- Chronos-2,89.64285714285714,42.5157996441094,0.0,1.18621670825,0.0,0.0
4
- TimesFM-2.5,82.85714285714286,40.26605685743614,0.0,6.4447616408988475,0.0,0.0
5
- TiRex,77.14285714285714,38.09940067233815,0.0,0.20031914146825397,0.0,0.0
6
- Moirai-2.0,65.00000000000001,35.579899495667256,0.0,0.36445902017857146,0.1,0.0
7
- Sundial-Base,61.07142857142858,34.44493255866505,0.0,7.874095355196429,0.0,0.0
8
- Chronos-Bolt,59.285714285714285,30.890375999745544,0.0,0.21195593629285714,0.0,0.0
9
- TabPFN-TS,57.857142857142854,31.63477113942893,0.0,187.1612375475248,0.0,0.0
10
- Stat. Ensemble,33.75,10.28649321258931,0.0,117.23392411285715,0.0,15.0
11
- AutoARIMA,32.32142857142858,11.154754181413495,0.0,17.96621433673913,0.0,15.0
12
- AutoTheta,27.500000000000004,6.832233342669413,0.0,3.978930596261481,0.0,0.0
13
- AutoETS,24.107142857142858,9.00813293024486,0.0,2.879931537857143,0.0,15.0
14
- Naive,23.214285714285715,-25.50199780067157,0.0,0.40027213541999274,0.0,0.0
15
- Seasonal Naive,15.892857142857144,0.0,0.0,0.43848143432692305,0.0,0.0
16
- Drift,8.928571428571429,-32.85429096552939,0.0,0.4187055400961539,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Toto-1.0,92.00000000000001,41.88927928450025,0.0,45.854219394249995,0.0,0.0
3
+ Chronos-2,90.0,42.51579967639686,0.0,1.1862588189,0.0,0.0
4
+ TimesFM-2.5,84.50000000000001,40.26605676264323,0.0,6.434508300230608,0.0,0.0
5
+ TiRex,79.5,38.09940061802194,0.0,0.20884203875396826,0.0,0.0
6
+ Moirai-2.0,66.25000000000001,35.5798994200739,0.0,0.35171731723214283,0.1,0.0
7
+ FlowState,63.5,30.68598311802213,0.0,12.472611368300264,0.0,0.0
8
+ TFT,61.87499999999999,34.39379489295074,1003.5120332510221,1.1076982505700976,0.0,0.0
9
+ Sundial-Base,61.0,34.444932595485724,0.0,7.874095355196429,0.0,0.0
10
+ PatchTST,60.24999999999999,34.304846616783294,1068.4652680383783,0.7892402496428571,0.0,0.0
11
+ Chronos-Bolt,59.25,30.890375949929528,0.0,0.21284866287857143,0.0,0.0
12
+ TabPFN-TS,55.49999999999999,31.182648441489537,0.0,285.2805137923404,0.0,0.0
13
+ CatBoost,52.49999999999999,28.99041616417205,123.37088255733154,0.43462186795918367,0.0,0.0
14
+ DeepAR,47.0,25.641579380120593,1590.4637105111146,1.558186748969388,0.0,0.0
15
+ LightGBM,39.49999999999999,21.217567102831968,7.053590123430682,0.3469036807346939,0.0,0.0
16
+ Stat. Ensemble,31.375000000000004,12.457381191619765,0.0,140.07917045413043,0.0,5.0
17
+ AutoARIMA,28.125,13.156560456056853,0.0,18.324502920714288,0.0,5.0
18
+ AutoTheta,20.75,6.832233363582574,0.0,4.0546638315458425,0.0,0.0
19
+ AutoETS,20.375,9.008132945543156,0.0,2.9907604154761906,0.0,15.0
20
+ Naive,17.0,-25.50199781747715,0.0,0.43933051720441596,0.0,0.0
21
+ Seasonal Naive,13.25,0.0,0.0,0.5176203110585994,0.0,0.0
22
+ Drift,6.500000000000002,-32.85429098273796,0.0,0.4190869192562794,0.0,0.0
tables/domain_cloud/leaderboard_SQL.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Toto-1.0,91.78571428571428,63.05871546601058,0.0,45.868307151375,0.0,0.0
3
- Chronos-2,91.42857142857143,63.92789671191335,0.0,1.18621670825,0.0,0.0
4
- TimesFM-2.5,83.57142857142857,61.98663044796851,0.0,6.4447616408988475,0.0,0.0
5
- TiRex,80.35714285714285,60.87156591539495,0.0,0.20031914146825397,0.0,0.0
6
- Moirai-2.0,68.21428571428572,58.41610987284718,0.0,0.36445902017857146,0.1,0.0
7
- Sundial-Base,59.64285714285715,56.647735223836015,0.0,7.874095355196429,0.0,0.0
8
- Chronos-Bolt,58.57142857142858,54.85929055283013,0.0,0.21195593629285714,0.0,0.0
9
- TabPFN-TS,57.50000000000001,53.05789136035014,0.0,187.1612375475248,0.0,0.0
10
- AutoARIMA,38.03571428571428,32.58752067086065,0.0,17.96621433673913,0.0,15.0
11
- Stat. Ensemble,34.82142857142856,20.1052436267542,0.0,117.23392411285715,0.0,15.0
12
- AutoETS,28.035714285714285,-26.853793211441058,0.0,2.879931537857143,0.0,15.0
13
- AutoTheta,22.142857142857146,-2.1145171067117996,0.0,3.978930596261481,0.0,0.0
14
- Seasonal Naive,19.107142857142854,0.0,0.0,0.43848143432692305,0.0,0.0
15
- Naive,13.571428571428573,-102.14853969808834,0.0,0.40027213541999274,0.0,0.0
16
- Drift,3.214285714285715,-110.2431874466197,0.0,0.4187055400961539,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Toto-1.0,93.0,63.05875031595707,0.0,45.854219394249995,0.0,0.0
3
+ Chronos-2,91.24999999999999,63.92789670076326,0.0,1.1862588189,0.0,0.0
4
+ TimesFM-2.5,85.50000000000001,61.98663035039822,0.0,6.434508300230608,0.0,0.0
5
+ TiRex,82.5,60.871565834690514,0.0,0.20884203875396826,0.0,0.0
6
+ Moirai-2.0,70.25,58.416109773202194,0.0,0.35171731723214283,0.1,0.0
7
+ FlowState,67.0,55.917373913965896,0.0,12.472611368300264,0.0,0.0
8
+ PatchTST,63.37499999999999,56.65838528437654,1068.4652680383783,0.7892402496428571,0.0,0.0
9
+ TFT,62.74999999999999,56.101100728840805,1003.5120332510221,1.1076982505700976,0.0,0.0
10
+ Chronos-Bolt,59.25,54.85929046462743,0.0,0.21284866287857143,0.0,0.0
11
+ Sundial-Base,58.750000000000014,56.64773521043558,0.0,7.874095355196429,0.0,0.0
12
+ TabPFN-TS,56.25,54.882167458139385,0.0,285.2805137923404,0.0,0.0
13
+ DeepAR,51.12500000000001,50.20430422932948,1590.4637105111146,1.558186748969388,0.0,0.0
14
+ CatBoost,42.75000000000001,46.25315473529981,123.37088255733154,0.43462186795918367,0.0,0.0
15
+ LightGBM,34.75,40.369919076130486,7.053590123430682,0.3469036807346939,0.0,0.0
16
+ AutoARIMA,33.87500000000001,34.1099179045811,0.0,18.324502920714288,0.0,5.0
17
+ Stat. Ensemble,30.375000000000004,21.741616773476768,0.0,140.07917045413043,0.0,5.0
18
+ AutoETS,21.624999999999996,-26.853793282334813,0.0,2.9907604154761906,0.0,15.0
19
+ AutoTheta,16.0,-2.114517117703918,0.0,4.0546638315458425,0.0,0.0
20
+ Seasonal Naive,15.875,0.0,0.0,0.5176203110585994,0.0,0.0
21
+ Naive,10.75,-102.14853947002402,0.0,0.43933051720441596,0.0,0.0
22
+ Drift,3.0000000000000004,-110.24318719846286,0.0,0.4190869192562794,0.0,0.0
tables/domain_cloud/leaderboard_WAPE.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,91.78571428571428,50.572763239812836,0.0,1.18621670825,0.0,0.0
3
- Toto-1.0,91.07142857142858,47.121114882947566,0.0,45.868307151375,0.0,0.0
4
- TimesFM-2.5,81.42857142857142,46.247719637805126,0.0,6.4447616408988475,0.0,0.0
5
- TiRex,77.49999999999999,44.52063533547439,0.0,0.20031914146825397,0.0,0.0
6
- Moirai-2.0,67.5,42.792548583451826,0.0,0.36445902017857146,0.1,0.0
7
- TabPFN-TS,66.78571428571429,43.22422155533027,0.0,187.1612375475248,0.0,0.0
8
- Chronos-Bolt,60.71428571428571,39.893668788246494,0.0,0.21195593629285714,0.0,0.0
9
- Sundial-Base,60.71428571428571,41.96635843416393,0.0,7.874095355196429,0.0,0.0
10
- Stat. Ensemble,32.32142857142857,15.58065226385924,0.0,117.23392411285715,0.0,15.0
11
- AutoARIMA,28.392857142857142,14.643401272886948,0.0,17.96621433673913,0.0,15.0
12
- AutoETS,23.75,5.6618608592632125,0.0,2.879931537857143,0.0,15.0
13
- AutoTheta,23.57142857142857,12.660865629460227,0.0,3.978930596261481,0.0,0.0
14
- Naive,23.21428571428571,4.49837332329478,0.0,0.40027213541999274,0.0,0.0
15
- Seasonal Naive,12.321428571428573,0.0,0.0,0.43848143432692305,0.0,0.0
16
- Drift,8.928571428571429,-1.7537851144645122,0.0,0.4187055400961539,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Toto-1.0,92.25000000000001,47.09252281338565,0.0,45.854219394249995,0.0,0.0
3
+ Chronos-2,91.50000000000003,50.57276323971893,0.0,1.1862588189,0.0,0.0
4
+ TimesFM-2.5,84.50000000000001,46.24771958720855,0.0,6.434508300230608,0.0,0.0
5
+ TiRex,79.25,44.520635260445665,0.0,0.20884203875396826,0.0,0.0
6
+ FlowState,70.0,44.39308253523333,0.0,12.472611368300264,0.0,0.0
7
+ Moirai-2.0,68.25,42.79254856807111,0.0,0.35171731723214283,0.1,0.0
8
+ TabPFN-TS,63.25000000000001,42.304181829008726,0.0,285.2805137923404,0.0,0.0
9
+ PatchTST,61.999999999999986,42.75818805959519,1068.4652680383783,0.7892402496428571,0.0,0.0
10
+ Chronos-Bolt,61.5,39.89366883509092,0.0,0.21284866287857143,0.0,0.0
11
+ Sundial-Base,61.5,41.966358434053696,0.0,7.874095355196429,0.0,0.0
12
+ TFT,58.62499999999999,37.9920627846737,1003.5120332510221,1.1076982505700976,0.0,0.0
13
+ CatBoost,49.25000000000001,34.58752644878078,123.37088255733154,0.43462186795918367,0.0,0.0
14
+ DeepAR,47.00000000000001,31.125782577257844,1590.4637105111146,1.558186748969388,0.0,0.0
15
+ LightGBM,39.0,27.03716130150796,7.053590123430682,0.3469036807346939,0.0,0.0
16
+ Stat. Ensemble,28.625,17.59542897915567,0.0,140.07917045413043,0.0,5.0
17
+ AutoARIMA,24.874999999999996,16.5309827995087,0.0,18.324502920714288,0.0,5.0
18
+ AutoETS,19.124999999999996,5.6618608202705705,0.0,2.9907604154761906,0.0,15.0
19
+ AutoTheta,17.25,12.660865320459136,0.0,4.0546638315458425,0.0,0.0
20
+ Naive,16.25,4.49837321934039,0.0,0.43933051720441596,0.0,0.0
21
+ Seasonal Naive,10.0,0.0,0.0,0.5176203110585994,0.0,0.0
22
+ Drift,6.0,-1.7537853153904326,0.0,0.4190869192562794,0.0,0.0
tables/domain_cloud/leaderboard_WQL.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,92.5,66.94397676110452,0.0,1.18621670825,0.0,0.0
3
- Toto-1.0,90.35714285714286,64.45690397421868,0.0,45.868307151375,0.0,0.0
4
- TimesFM-2.5,82.14285714285712,63.753748722726,0.0,6.4447616408988475,0.0,0.0
5
- TiRex,80.71428571428571,62.74382048051918,0.0,0.20031914146825397,0.0,0.0
6
- Moirai-2.0,68.92857142857143,61.08750955081813,0.0,0.36445902017857146,0.1,0.0
7
- TabPFN-TS,65.00000000000001,59.171399643395425,0.0,187.1612375475248,0.0,0.0
8
- Chronos-Bolt,60.357142857142854,58.158162956775406,0.0,0.21195593629285714,0.0,0.0
9
- Sundial-Base,58.928571428571445,59.213728716592804,0.0,7.874095355196429,0.0,0.0
10
- AutoARIMA,36.25,33.35224855510223,0.0,17.96621433673913,0.0,15.0
11
- Stat. Ensemble,32.67857142857142,20.842955409190168,0.0,117.23392411285715,0.0,15.0
12
- AutoETS,24.82142857142857,-39.99504769759261,0.0,2.879931537857143,0.0,15.0
13
- AutoTheta,22.142857142857146,7.361982670066736,0.0,3.978930596261481,0.0,0.0
14
- Seasonal Naive,18.035714285714285,0.0,0.0,0.43848143432692305,0.0,0.0
15
- Naive,13.214285714285715,-64.97889014234586,0.0,0.40027213541999274,0.0,0.0
16
- Drift,3.9285714285714293,-71.7471743876533,0.0,0.4187055400961539,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Chronos-2,92.75000000000003,66.94397676250325,0.0,1.1862588189,0.0,0.0
3
+ Toto-1.0,91.5,64.46135334372015,0.0,45.854219394249995,0.0,0.0
4
+ TimesFM-2.5,84.50000000000001,63.7537487246866,0.0,6.434508300230608,0.0,0.0
5
+ TiRex,82.99999999999999,62.74382048246822,0.0,0.20884203875396826,0.0,0.0
6
+ FlowState,73.25000000000001,62.649468493586056,0.0,12.472611368300264,0.0,0.0
7
+ Moirai-2.0,72.0,61.08750954950368,0.0,0.35171731723214283,0.1,0.0
8
+ PatchTST,65.12499999999999,59.71037333425973,1068.4652680383783,0.7892402496428571,0.0,0.0
9
+ TFT,61.74999999999999,55.556509382143545,1003.5120332510221,1.1076982505700976,0.0,0.0
10
+ Chronos-Bolt,60.25,58.15816295699815,0.0,0.21284866287857143,0.0,0.0
11
+ TabPFN-TS,59.999999999999986,58.432181218600874,0.0,285.2805137923404,0.0,0.0
12
+ Sundial-Base,57.50000000000001,59.21372871831863,0.0,7.874095355196429,0.0,0.0
13
+ DeepAR,50.62500000000002,50.79429174981283,1590.4637105111146,1.558186748969388,0.0,0.0
14
+ CatBoost,42.5,46.843426009989976,123.37088255733154,0.43462186795918367,0.0,0.0
15
+ LightGBM,35.75000000000001,40.70772252024998,7.053590123430682,0.3469036807346939,0.0,0.0
16
+ AutoARIMA,31.375000000000004,34.821696297938075,0.0,18.324502920714288,0.0,5.0
17
+ Stat. Ensemble,27.125,22.34504540092107,0.0,140.07917045413043,0.0,5.0
18
+ AutoETS,18.125,-39.995047645386684,0.0,2.9907604154761906,0.0,15.0
19
+ AutoTheta,15.499999999999996,7.361982676335321,0.0,4.0546638315458425,0.0,0.0
20
+ Seasonal Naive,14.375000000000002,0.0,0.0,0.5176203110585994,0.0,0.0
21
+ Naive,9.75,-64.9788901369484,0.0,0.43933051720441596,0.0,0.0
22
+ Drift,3.2499999999999996,-71.7471743825873,0.0,0.4190869192562794,0.0,0.0
tables/domain_cloud/pairwise_MASE.csv CHANGED
@@ -2,225 +2,256 @@ model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_l
2
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
3
  Toto-1.0,Chronos-2,0.65,0.45,0.85,-0.011,-0.063,0.027
4
  Toto-1.0,TimesFM-2.5,0.7,0.5,0.9,0.027,-0.02,0.072
5
- Toto-1.0,TiRex,0.85,0.7,1.0,0.061,0.027,0.114
6
- Toto-1.0,Moirai-2.0,0.95,0.85,1.0,0.098,0.053,0.164
 
 
7
  Toto-1.0,Sundial-Base,0.9,0.75,1.0,0.114,0.037,0.182
 
8
  Toto-1.0,Chronos-Bolt,0.9,0.75,1.0,0.159,0.094,0.224
9
- Toto-1.0,TabPFN-TS,0.85,0.65,1.0,0.15,0.075,0.231
10
- Toto-1.0,Stat. Ensemble,1.0,1.0,1.0,0.352,0.266,0.45
11
- Toto-1.0,AutoARIMA,1.0,1.0,1.0,0.346,0.264,0.448
12
- Toto-1.0,AutoTheta,1.0,1.0,1.0,0.376,0.295,0.468
13
- Toto-1.0,AutoETS,1.0,1.0,1.0,0.361,0.267,0.469
14
- Toto-1.0,Naive,1.0,1.0,1.0,0.537,0.377,0.689
15
- Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.419,0.323,0.529
16
- Toto-1.0,Drift,1.0,1.0,1.0,0.563,0.414,0.702
17
  Chronos-2,Toto-1.0,0.35,0.15,0.55,0.011,-0.028,0.059
18
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
19
  Chronos-2,TimesFM-2.5,0.7,0.5,0.9,0.038,0.009,0.071
20
  Chronos-2,TiRex,0.75,0.55,0.95,0.071,0.022,0.128
21
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.108,0.053,0.168
 
 
22
  Chronos-2,Sundial-Base,0.9,0.75,1.0,0.123,0.07,0.182
 
23
  Chronos-2,Chronos-Bolt,0.95,0.85,1.0,0.168,0.101,0.231
24
- Chronos-2,TabPFN-TS,0.9,0.75,1.0,0.159,0.092,0.234
25
- Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.359,0.272,0.454
26
- Chronos-2,AutoARIMA,1.0,1.0,1.0,0.353,0.266,0.453
27
- Chronos-2,AutoTheta,1.0,1.0,1.0,0.383,0.296,0.47
28
- Chronos-2,AutoETS,1.0,1.0,1.0,0.368,0.281,0.468
29
- Chronos-2,Naive,1.0,1.0,1.0,0.542,0.386,0.689
30
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.425,0.331,0.534
31
- Chronos-2,Drift,1.0,1.0,1.0,0.567,0.421,0.704
32
  TimesFM-2.5,Toto-1.0,0.3,0.1,0.5,-0.028,-0.078,0.02
33
  TimesFM-2.5,Chronos-2,0.3,0.1,0.5,-0.039,-0.077,-0.009
34
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
35
  TimesFM-2.5,TiRex,0.65,0.45,0.85,0.035,-0.0,0.077
36
  TimesFM-2.5,Moirai-2.0,0.9,0.75,1.0,0.073,0.035,0.115
 
 
37
  TimesFM-2.5,Sundial-Base,0.85,0.7,1.0,0.089,0.041,0.137
 
38
  TimesFM-2.5,Chronos-Bolt,0.85,0.65,1.0,0.136,0.068,0.199
39
- TimesFM-2.5,TabPFN-TS,0.75,0.55,0.9,0.126,0.059,0.207
40
- TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.334,0.261,0.415
41
- TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.328,0.254,0.415
42
- TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.359,0.283,0.436
43
- TimesFM-2.5,AutoETS,1.0,1.0,1.0,0.344,0.268,0.433
44
- TimesFM-2.5,Naive,1.0,1.0,1.0,0.524,0.366,0.676
45
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.403,0.318,0.501
46
- TimesFM-2.5,Drift,1.0,1.0,1.0,0.55,0.402,0.69
47
- TiRex,Toto-1.0,0.15,0.0,0.3,-0.065,-0.129,-0.028
48
  TiRex,Chronos-2,0.25,0.05,0.45,-0.077,-0.146,-0.022
49
  TiRex,TimesFM-2.5,0.35,0.15,0.55,-0.036,-0.083,0.0
50
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
51
  TiRex,Moirai-2.0,0.8,0.6,0.95,0.039,0.014,0.065
 
 
52
  TiRex,Sundial-Base,0.85,0.7,1.0,0.056,-0.026,0.115
 
53
  TiRex,Chronos-Bolt,0.75,0.55,0.9,0.104,0.038,0.166
54
- TiRex,TabPFN-TS,0.7,0.5,0.9,0.095,0.018,0.172
55
- TiRex,Stat. Ensemble,1.0,1.0,1.0,0.31,0.233,0.392
56
- TiRex,AutoARIMA,1.0,1.0,1.0,0.303,0.231,0.382
57
- TiRex,AutoTheta,1.0,1.0,1.0,0.336,0.263,0.412
58
- TiRex,AutoETS,1.0,1.0,1.0,0.32,0.235,0.41
59
- TiRex,Naive,0.95,0.85,1.0,0.507,0.342,0.658
60
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.381,0.295,0.476
61
- TiRex,Drift,1.0,1.0,1.0,0.534,0.385,0.676
62
- Moirai-2.0,Toto-1.0,0.05,0.0,0.15,-0.109,-0.196,-0.056
63
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.121,-0.202,-0.056
64
  Moirai-2.0,TimesFM-2.5,0.1,0.0,0.25,-0.078,-0.13,-0.036
65
  Moirai-2.0,TiRex,0.2,0.05,0.4,-0.041,-0.07,-0.015
66
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
 
 
67
  Moirai-2.0,Sundial-Base,0.8,0.6,0.95,0.017,-0.056,0.065
 
68
  Moirai-2.0,Chronos-Bolt,0.65,0.425,0.825,0.068,-0.002,0.135
69
- Moirai-2.0,TabPFN-TS,0.55,0.35,0.75,0.058,-0.02,0.138
70
- Moirai-2.0,Stat. Ensemble,0.95,0.85,1.0,0.282,0.201,0.366
71
- Moirai-2.0,AutoARIMA,0.95,0.85,1.0,0.275,0.203,0.354
72
- Moirai-2.0,AutoTheta,1.0,1.0,1.0,0.309,0.237,0.386
73
- Moirai-2.0,AutoETS,0.95,0.85,1.0,0.292,0.208,0.382
74
- Moirai-2.0,Naive,0.95,0.85,1.0,0.487,0.322,0.638
75
  Moirai-2.0,Seasonal Naive,0.95,0.85,1.0,0.356,0.268,0.451
76
- Moirai-2.0,Drift,1.0,1.0,1.0,0.515,0.369,0.657
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
77
  Sundial-Base,Toto-1.0,0.1,0.0,0.25,-0.128,-0.223,-0.038
78
  Sundial-Base,Chronos-2,0.1,0.0,0.25,-0.14,-0.222,-0.075
79
  Sundial-Base,TimesFM-2.5,0.15,0.0,0.3,-0.097,-0.159,-0.043
80
  Sundial-Base,TiRex,0.15,0.0,0.3,-0.059,-0.129,0.025
81
  Sundial-Base,Moirai-2.0,0.2,0.05,0.4,-0.018,-0.069,0.053
 
 
82
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
 
83
  Sundial-Base,Chronos-Bolt,0.5,0.25,0.7,0.051,-0.023,0.126
84
- Sundial-Base,TabPFN-TS,0.55,0.35,0.75,0.041,-0.034,0.11
85
- Sundial-Base,Stat. Ensemble,0.95,0.85,1.0,0.269,0.182,0.361
86
- Sundial-Base,AutoARIMA,0.95,0.85,1.0,0.262,0.175,0.353
87
- Sundial-Base,AutoTheta,1.0,1.0,1.0,0.296,0.22,0.377
88
- Sundial-Base,AutoETS,0.95,0.85,1.0,0.28,0.184,0.379
89
- Sundial-Base,Naive,1.0,1.0,1.0,0.478,0.322,0.626
90
  Sundial-Base,Seasonal Naive,0.95,0.85,1.0,0.344,0.246,0.453
91
- Sundial-Base,Drift,1.0,1.0,1.0,0.507,0.358,0.646
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
92
  Chronos-Bolt,Toto-1.0,0.1,0.0,0.25,-0.189,-0.288,-0.104
93
  Chronos-Bolt,Chronos-2,0.05,0.0,0.15,-0.202,-0.3,-0.112
94
  Chronos-Bolt,TimesFM-2.5,0.15,0.0,0.35,-0.157,-0.248,-0.073
95
  Chronos-Bolt,TiRex,0.25,0.1,0.45,-0.116,-0.198,-0.039
96
  Chronos-Bolt,Moirai-2.0,0.35,0.175,0.575,-0.073,-0.156,0.002
 
 
97
  Chronos-Bolt,Sundial-Base,0.5,0.3,0.75,-0.054,-0.144,0.022
 
98
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
99
- Chronos-Bolt,TabPFN-TS,0.5,0.3,0.7,-0.011,-0.128,0.086
100
- Chronos-Bolt,Stat. Ensemble,0.9,0.75,1.0,0.23,0.124,0.336
101
- Chronos-Bolt,AutoARIMA,0.9,0.75,1.0,0.222,0.121,0.337
102
- Chronos-Bolt,AutoTheta,0.95,0.85,1.0,0.258,0.171,0.353
103
- Chronos-Bolt,AutoETS,0.85,0.7,1.0,0.24,0.131,0.358
104
- Chronos-Bolt,Naive,0.95,0.85,1.0,0.449,0.297,0.601
105
  Chronos-Bolt,Seasonal Naive,0.85,0.7,1.0,0.309,0.185,0.434
106
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.48,0.341,0.624
107
- TabPFN-TS,Toto-1.0,0.15,0.0,0.35,-0.176,-0.301,-0.081
108
- TabPFN-TS,Chronos-2,0.1,0.0,0.25,-0.189,-0.305,-0.102
109
- TabPFN-TS,TimesFM-2.5,0.25,0.1,0.45,-0.144,-0.261,-0.063
110
- TabPFN-TS,TiRex,0.3,0.1,0.5,-0.104,-0.208,-0.019
111
- TabPFN-TS,Moirai-2.0,0.45,0.25,0.65,-0.061,-0.161,0.019
112
- TabPFN-TS,Sundial-Base,0.45,0.25,0.65,-0.043,-0.123,0.033
113
- TabPFN-TS,Chronos-Bolt,0.5,0.3,0.7,0.011,-0.095,0.114
 
 
114
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
115
- TabPFN-TS,Stat. Ensemble,0.8,0.6,0.95,0.238,0.095,0.36
116
- TabPFN-TS,AutoARIMA,0.8,0.6,0.95,0.231,0.096,0.351
117
- TabPFN-TS,AutoTheta,0.75,0.55,0.95,0.266,0.154,0.375
118
- TabPFN-TS,AutoETS,0.85,0.7,1.0,0.249,0.114,0.367
119
- TabPFN-TS,Naive,0.85,0.65,1.0,0.455,0.285,0.6
120
- TabPFN-TS,Seasonal Naive,0.9,0.75,1.0,0.316,0.178,0.443
121
- TabPFN-TS,Drift,0.95,0.85,1.0,0.485,0.326,0.621
122
- Stat. Ensemble,Toto-1.0,0.0,0.0,0.0,-0.544,-0.817,-0.362
123
- Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.561,-0.833,-0.374
124
- Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-0.502,-0.711,-0.353
125
- Stat. Ensemble,TiRex,0.0,0.0,0.0,-0.449,-0.646,-0.304
126
- Stat. Ensemble,Moirai-2.0,0.05,0.0,0.15,-0.393,-0.578,-0.251
127
- Stat. Ensemble,Sundial-Base,0.05,0.0,0.15,-0.369,-0.564,-0.223
128
- Stat. Ensemble,Chronos-Bolt,0.1,0.0,0.25,-0.298,-0.505,-0.141
129
- Stat. Ensemble,TabPFN-TS,0.2,0.05,0.4,-0.312,-0.562,-0.106
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
131
- Stat. Ensemble,AutoARIMA,0.475,0.274,0.675,-0.01,-0.058,0.025
132
- Stat. Ensemble,AutoTheta,0.75,0.55,0.95,0.037,-0.013,0.087
133
- Stat. Ensemble,AutoETS,0.775,0.6,0.95,0.014,-0.091,0.087
134
- Stat. Ensemble,Naive,0.75,0.55,0.95,0.285,0.06,0.51
135
- Stat. Ensemble,Seasonal Naive,0.775,0.624,0.925,0.103,-0.009,0.19
136
- Stat. Ensemble,Drift,0.8,0.6,0.95,0.325,0.11,0.536
137
- AutoARIMA,Toto-1.0,0.0,0.0,0.0,-0.529,-0.811,-0.358
138
- AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.546,-0.83,-0.363
139
- AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.487,-0.708,-0.341
140
- AutoARIMA,TiRex,0.0,0.0,0.0,-0.435,-0.619,-0.301
141
- AutoARIMA,Moirai-2.0,0.05,0.0,0.15,-0.379,-0.548,-0.255
142
- AutoARIMA,Sundial-Base,0.05,0.0,0.15,-0.355,-0.545,-0.212
143
- AutoARIMA,Chronos-Bolt,0.1,0.0,0.25,-0.286,-0.508,-0.137
144
- AutoARIMA,TabPFN-TS,0.2,0.05,0.4,-0.3,-0.541,-0.106
145
- AutoARIMA,Stat. Ensemble,0.525,0.325,0.726,0.01,-0.026,0.055
146
- AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
147
- AutoARIMA,AutoTheta,0.6,0.4,0.8,0.046,-0.017,0.107
148
- AutoARIMA,AutoETS,0.725,0.549,0.9,0.024,-0.086,0.103
149
- AutoARIMA,Naive,0.65,0.45,0.85,0.292,0.063,0.513
150
- AutoARIMA,Seasonal Naive,0.825,0.675,0.95,0.112,0.008,0.197
151
- AutoARIMA,Drift,0.8,0.6,0.95,0.331,0.115,0.536
152
- AutoTheta,Toto-1.0,0.0,0.0,0.0,-0.603,-0.881,-0.419
153
- AutoTheta,Chronos-2,0.0,0.0,0.0,-0.621,-0.887,-0.421
154
- AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.56,-0.774,-0.394
155
- AutoTheta,TiRex,0.0,0.0,0.0,-0.505,-0.701,-0.356
156
- AutoTheta,Moirai-2.0,0.0,0.0,0.0,-0.446,-0.628,-0.31
157
- AutoTheta,Sundial-Base,0.0,0.0,0.0,-0.421,-0.606,-0.282
158
- AutoTheta,Chronos-Bolt,0.05,0.0,0.15,-0.348,-0.546,-0.206
159
- AutoTheta,TabPFN-TS,0.25,0.05,0.45,-0.363,-0.6,-0.182
160
- AutoTheta,Stat. Ensemble,0.25,0.05,0.45,-0.039,-0.096,0.013
161
- AutoTheta,AutoARIMA,0.4,0.2,0.6,-0.049,-0.12,0.017
162
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
163
- AutoTheta,AutoETS,0.55,0.3,0.75,-0.024,-0.139,0.055
164
- AutoTheta,Naive,0.7,0.5,0.9,0.258,0.05,0.468
165
- AutoTheta,Seasonal Naive,0.8,0.65,0.95,0.068,-0.06,0.171
166
- AutoTheta,Drift,0.85,0.7,1.0,0.299,0.104,0.491
167
- AutoETS,Toto-1.0,0.0,0.0,0.0,-0.566,-0.883,-0.364
168
- AutoETS,Chronos-2,0.0,0.0,0.0,-0.583,-0.881,-0.391
169
- AutoETS,TimesFM-2.5,0.0,0.0,0.0,-0.523,-0.762,-0.366
170
- AutoETS,TiRex,0.0,0.0,0.0,-0.47,-0.695,-0.307
171
- AutoETS,Moirai-2.0,0.05,0.0,0.15,-0.412,-0.619,-0.262
172
- AutoETS,Sundial-Base,0.05,0.0,0.15,-0.388,-0.611,-0.225
173
- AutoETS,Chronos-Bolt,0.15,0.0,0.3,-0.317,-0.559,-0.151
174
- AutoETS,TabPFN-TS,0.15,0.0,0.3,-0.331,-0.581,-0.129
175
- AutoETS,Stat. Ensemble,0.225,0.05,0.4,-0.014,-0.096,0.083
176
- AutoETS,AutoARIMA,0.275,0.1,0.451,-0.024,-0.115,0.079
177
- AutoETS,AutoTheta,0.45,0.25,0.7,0.023,-0.058,0.122
178
- AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoETS,Naive,0.55,0.3,0.75,0.275,0.032,0.5
180
- AutoETS,Seasonal Naive,0.725,0.55,0.9,0.09,0.026,0.154
181
- AutoETS,Drift,0.75,0.55,0.9,0.315,0.081,0.528
182
- Naive,Toto-1.0,0.0,0.0,0.0,-1.16,-2.211,-0.604
183
- Naive,Chronos-2,0.0,0.0,0.0,-1.183,-2.214,-0.628
184
- Naive,TimesFM-2.5,0.0,0.0,0.0,-1.101,-2.085,-0.578
185
- Naive,TiRex,0.05,0.0,0.15,-1.027,-1.923,-0.52
186
- Naive,Moirai-2.0,0.05,0.0,0.15,-0.948,-1.762,-0.475
187
- Naive,Sundial-Base,0.0,0.0,0.0,-0.914,-1.673,-0.476
188
- Naive,Chronos-Bolt,0.05,0.0,0.15,-0.816,-1.505,-0.423
189
- Naive,TabPFN-TS,0.15,0.0,0.35,-0.836,-1.501,-0.399
190
- Naive,Stat. Ensemble,0.25,0.05,0.45,-0.399,-1.041,-0.063
191
- Naive,AutoARIMA,0.35,0.15,0.55,-0.413,-1.052,-0.067
192
- Naive,AutoTheta,0.3,0.1,0.5,-0.347,-0.881,-0.053
193
- Naive,AutoETS,0.45,0.25,0.7,-0.379,-1.0,-0.033
194
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
195
- Naive,Seasonal Naive,0.6,0.425,0.775,-0.255,-0.874,0.087
196
- Naive,Drift,1.0,1.0,1.0,0.055,0.031,0.085
197
- Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.721,-1.122,-0.477
198
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.74,-1.148,-0.496
199
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.674,-1.003,-0.466
200
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.615,-0.909,-0.418
201
  Seasonal Naive,Moirai-2.0,0.05,0.0,0.15,-0.552,-0.822,-0.365
 
 
202
  Seasonal Naive,Sundial-Base,0.05,0.0,0.15,-0.525,-0.83,-0.326
 
203
  Seasonal Naive,Chronos-Bolt,0.15,0.0,0.3,-0.447,-0.766,-0.228
204
- Seasonal Naive,TabPFN-TS,0.1,0.0,0.25,-0.463,-0.796,-0.216
205
- Seasonal Naive,Stat. Ensemble,0.225,0.075,0.376,-0.115,-0.235,0.009
206
- Seasonal Naive,AutoARIMA,0.175,0.05,0.325,-0.126,-0.245,-0.008
207
- Seasonal Naive,AutoTheta,0.2,0.05,0.35,-0.073,-0.206,0.057
208
- Seasonal Naive,AutoETS,0.275,0.1,0.45,-0.099,-0.181,-0.027
209
- Seasonal Naive,Naive,0.4,0.225,0.575,0.203,-0.096,0.466
210
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Seasonal Naive,Drift,0.6,0.35,0.8,0.247,-0.04,0.497
212
- Drift,Toto-1.0,0.0,0.0,0.0,-1.286,-2.359,-0.705
213
- Drift,Chronos-2,0.0,0.0,0.0,-1.311,-2.381,-0.728
214
- Drift,TimesFM-2.5,0.0,0.0,0.0,-1.224,-2.223,-0.673
215
- Drift,TiRex,0.0,0.0,0.0,-1.146,-2.086,-0.627
216
- Drift,Moirai-2.0,0.0,0.0,0.0,-1.062,-1.913,-0.584
217
- Drift,Sundial-Base,0.0,0.0,0.0,-1.027,-1.828,-0.559
218
- Drift,Chronos-Bolt,0.0,0.0,0.0,-0.922,-1.659,-0.517
219
- Drift,TabPFN-TS,0.05,0.0,0.15,-0.943,-1.639,-0.484
220
- Drift,Stat. Ensemble,0.2,0.05,0.4,-0.481,-1.157,-0.124
221
- Drift,AutoARIMA,0.2,0.05,0.4,-0.495,-1.156,-0.13
222
- Drift,AutoTheta,0.15,0.0,0.3,-0.426,-0.966,-0.116
223
- Drift,AutoETS,0.25,0.1,0.45,-0.46,-1.12,-0.088
224
- Drift,Naive,0.0,0.0,0.0,-0.059,-0.093,-0.032
225
- Drift,Seasonal Naive,0.4,0.2,0.65,-0.329,-0.989,0.038
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
2
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
3
  Toto-1.0,Chronos-2,0.65,0.45,0.85,-0.011,-0.063,0.027
4
  Toto-1.0,TimesFM-2.5,0.7,0.5,0.9,0.027,-0.02,0.072
5
+ Toto-1.0,TiRex,0.8,0.6,0.95,0.061,0.027,0.114
6
+ Toto-1.0,Moirai-2.0,0.95,0.85,1.0,0.098,0.052,0.164
7
+ Toto-1.0,FlowState,0.85,0.7,1.0,0.162,0.041,0.286
8
+ Toto-1.0,TFT,0.9,0.75,1.0,0.114,0.071,0.159
9
  Toto-1.0,Sundial-Base,0.9,0.75,1.0,0.114,0.037,0.182
10
+ Toto-1.0,PatchTST,0.9,0.75,1.0,0.115,0.034,0.185
11
  Toto-1.0,Chronos-Bolt,0.9,0.75,1.0,0.159,0.094,0.224
12
+ Toto-1.0,TabPFN-TS,0.85,0.65,1.0,0.156,0.082,0.237
13
+ Toto-1.0,CatBoost,1.0,1.0,1.0,0.182,0.123,0.255
14
+ Toto-1.0,DeepAR,1.0,1.0,1.0,0.219,0.136,0.34
15
+ Toto-1.0,LightGBM,1.0,1.0,1.0,0.262,0.17,0.377
16
+ Toto-1.0,Stat. Ensemble,1.0,1.0,1.0,0.336,0.244,0.439
17
+ Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.419,0.323,0.528
 
 
18
  Chronos-2,Toto-1.0,0.35,0.15,0.55,0.011,-0.028,0.059
19
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
20
  Chronos-2,TimesFM-2.5,0.7,0.5,0.9,0.038,0.009,0.071
21
  Chronos-2,TiRex,0.75,0.55,0.95,0.071,0.022,0.128
22
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.108,0.053,0.168
23
+ Chronos-2,FlowState,0.8,0.6,0.95,0.171,0.067,0.29
24
+ Chronos-2,TFT,0.85,0.699,1.0,0.124,0.065,0.193
25
  Chronos-2,Sundial-Base,0.9,0.75,1.0,0.123,0.07,0.182
26
+ Chronos-2,PatchTST,0.9,0.75,1.0,0.125,0.065,0.189
27
  Chronos-2,Chronos-Bolt,0.95,0.85,1.0,0.168,0.101,0.231
28
+ Chronos-2,TabPFN-TS,0.9,0.75,1.0,0.165,0.099,0.241
29
+ Chronos-2,CatBoost,1.0,1.0,1.0,0.19,0.13,0.258
30
+ Chronos-2,DeepAR,0.9,0.75,1.0,0.227,0.129,0.346
31
+ Chronos-2,LightGBM,1.0,1.0,1.0,0.27,0.186,0.379
32
+ Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.343,0.247,0.444
 
33
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.425,0.331,0.534
 
34
  TimesFM-2.5,Toto-1.0,0.3,0.1,0.5,-0.028,-0.078,0.02
35
  TimesFM-2.5,Chronos-2,0.3,0.1,0.5,-0.039,-0.077,-0.009
36
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
37
  TimesFM-2.5,TiRex,0.65,0.45,0.85,0.035,-0.0,0.077
38
  TimesFM-2.5,Moirai-2.0,0.9,0.75,1.0,0.073,0.035,0.115
39
+ TimesFM-2.5,FlowState,0.7,0.5,0.9,0.138,0.03,0.267
40
+ TimesFM-2.5,TFT,0.8,0.6,0.95,0.09,0.017,0.163
41
  TimesFM-2.5,Sundial-Base,0.85,0.7,1.0,0.089,0.041,0.137
42
+ TimesFM-2.5,PatchTST,0.8,0.649,0.95,0.091,0.037,0.142
43
  TimesFM-2.5,Chronos-Bolt,0.85,0.65,1.0,0.136,0.068,0.199
44
+ TimesFM-2.5,TabPFN-TS,0.8,0.6,0.95,0.132,0.065,0.213
45
+ TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.159,0.112,0.209
46
+ TimesFM-2.5,DeepAR,0.95,0.85,1.0,0.197,0.114,0.296
47
+ TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.242,0.161,0.341
48
+ TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.318,0.234,0.407
 
49
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.403,0.318,0.501
50
+ TiRex,Toto-1.0,0.2,0.05,0.4,-0.065,-0.129,-0.028
 
51
  TiRex,Chronos-2,0.25,0.05,0.45,-0.077,-0.146,-0.022
52
  TiRex,TimesFM-2.5,0.35,0.15,0.55,-0.036,-0.083,0.0
53
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
54
  TiRex,Moirai-2.0,0.8,0.6,0.95,0.039,0.014,0.065
55
+ TiRex,FlowState,0.65,0.45,0.85,0.107,-0.02,0.236
56
+ TiRex,TFT,0.8,0.6,0.95,0.056,-0.02,0.121
57
  TiRex,Sundial-Base,0.85,0.7,1.0,0.056,-0.026,0.115
58
+ TiRex,PatchTST,0.85,0.7,1.0,0.058,-0.029,0.118
59
  TiRex,Chronos-Bolt,0.75,0.55,0.9,0.104,0.038,0.166
60
+ TiRex,TabPFN-TS,0.7,0.5,0.9,0.101,0.027,0.176
61
+ TiRex,CatBoost,0.85,0.7,1.0,0.128,0.082,0.178
62
+ TiRex,DeepAR,0.95,0.85,1.0,0.168,0.1,0.259
63
+ TiRex,LightGBM,0.95,0.85,1.0,0.214,0.136,0.316
64
+ TiRex,Stat. Ensemble,1.0,1.0,1.0,0.293,0.211,0.384
 
65
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.381,0.295,0.476
66
+ Moirai-2.0,Toto-1.0,0.05,0.0,0.15,-0.109,-0.196,-0.055
 
67
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.121,-0.202,-0.056
68
  Moirai-2.0,TimesFM-2.5,0.1,0.0,0.25,-0.078,-0.13,-0.036
69
  Moirai-2.0,TiRex,0.2,0.05,0.4,-0.041,-0.07,-0.015
70
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
71
+ Moirai-2.0,FlowState,0.6,0.4,0.8,0.071,-0.062,0.201
72
+ Moirai-2.0,TFT,0.5,0.3,0.7,0.018,-0.08,0.104
73
  Moirai-2.0,Sundial-Base,0.8,0.6,0.95,0.017,-0.056,0.065
74
+ Moirai-2.0,PatchTST,0.6,0.4,0.8,0.019,-0.064,0.081
75
  Moirai-2.0,Chronos-Bolt,0.65,0.425,0.825,0.068,-0.002,0.135
76
+ Moirai-2.0,TabPFN-TS,0.55,0.35,0.75,0.064,-0.007,0.143
77
+ Moirai-2.0,CatBoost,0.8,0.6,0.95,0.093,0.044,0.145
78
+ Moirai-2.0,DeepAR,0.75,0.55,0.95,0.134,0.067,0.219
79
+ Moirai-2.0,LightGBM,0.9,0.75,1.0,0.182,0.102,0.29
80
+ Moirai-2.0,Stat. Ensemble,0.95,0.85,1.0,0.264,0.181,0.354
 
81
  Moirai-2.0,Seasonal Naive,0.95,0.85,1.0,0.356,0.268,0.451
82
+ FlowState,Toto-1.0,0.15,0.0,0.3,-0.193,-0.401,-0.043
83
+ FlowState,Chronos-2,0.2,0.05,0.4,-0.206,-0.408,-0.072
84
+ FlowState,TimesFM-2.5,0.3,0.1,0.5,-0.16,-0.363,-0.031
85
+ FlowState,TiRex,0.35,0.15,0.55,-0.12,-0.308,0.02
86
+ FlowState,Moirai-2.0,0.4,0.2,0.6,-0.076,-0.251,0.058
87
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
88
+ FlowState,TFT,0.55,0.3,0.75,-0.057,-0.249,0.076
89
+ FlowState,Sundial-Base,0.5,0.25,0.7,-0.057,-0.195,0.034
90
+ FlowState,PatchTST,0.5,0.3,0.7,-0.055,-0.227,0.056
91
+ FlowState,Chronos-Bolt,0.5,0.3,0.7,-0.003,-0.136,0.112
92
+ FlowState,TabPFN-TS,0.55,0.35,0.75,-0.007,-0.123,0.099
93
+ FlowState,CatBoost,0.7,0.5,0.9,0.024,-0.165,0.147
94
+ FlowState,DeepAR,0.6,0.4,0.8,0.068,-0.138,0.239
95
+ FlowState,LightGBM,0.75,0.55,0.95,0.12,-0.029,0.25
96
+ FlowState,Stat. Ensemble,0.95,0.85,1.0,0.208,0.067,0.328
97
+ FlowState,Seasonal Naive,0.9,0.75,1.0,0.307,0.147,0.442
98
+ TFT,Toto-1.0,0.1,0.0,0.25,-0.129,-0.188,-0.076
99
+ TFT,Chronos-2,0.15,0.0,0.301,-0.141,-0.239,-0.069
100
+ TFT,TimesFM-2.5,0.2,0.05,0.4,-0.098,-0.194,-0.017
101
+ TFT,TiRex,0.2,0.05,0.4,-0.06,-0.138,0.02
102
+ TFT,Moirai-2.0,0.5,0.3,0.7,-0.018,-0.117,0.074
103
+ TFT,FlowState,0.45,0.25,0.7,0.053,-0.082,0.2
104
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
105
+ TFT,Sundial-Base,0.5,0.3,0.7,-0.001,-0.1,0.085
106
+ TFT,PatchTST,0.575,0.375,0.8,0.001,-0.11,0.092
107
+ TFT,Chronos-Bolt,0.55,0.35,0.75,0.051,-0.051,0.135
108
+ TFT,TabPFN-TS,0.55,0.35,0.75,0.047,-0.059,0.154
109
+ TFT,CatBoost,0.65,0.45,0.85,0.076,-0.018,0.182
110
+ TFT,DeepAR,0.625,0.425,0.825,0.118,0.022,0.265
111
+ TFT,LightGBM,0.8,0.65,0.95,0.167,0.04,0.319
112
+ TFT,Stat. Ensemble,0.85,0.7,1.0,0.251,0.14,0.37
113
+ TFT,Seasonal Naive,0.925,0.824,1.0,0.344,0.234,0.473
114
  Sundial-Base,Toto-1.0,0.1,0.0,0.25,-0.128,-0.223,-0.038
115
  Sundial-Base,Chronos-2,0.1,0.0,0.25,-0.14,-0.222,-0.075
116
  Sundial-Base,TimesFM-2.5,0.15,0.0,0.3,-0.097,-0.159,-0.043
117
  Sundial-Base,TiRex,0.15,0.0,0.3,-0.059,-0.129,0.025
118
  Sundial-Base,Moirai-2.0,0.2,0.05,0.4,-0.018,-0.069,0.053
119
+ Sundial-Base,FlowState,0.5,0.3,0.75,0.054,-0.035,0.163
120
+ Sundial-Base,TFT,0.5,0.3,0.7,0.001,-0.093,0.091
121
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
122
+ Sundial-Base,PatchTST,0.55,0.35,0.75,0.002,-0.049,0.047
123
  Sundial-Base,Chronos-Bolt,0.5,0.25,0.7,0.051,-0.023,0.126
124
+ Sundial-Base,TabPFN-TS,0.6,0.4,0.8,0.047,-0.03,0.119
125
+ Sundial-Base,CatBoost,0.6,0.4,0.8,0.077,0.0,0.151
126
+ Sundial-Base,DeepAR,0.65,0.45,0.85,0.118,0.023,0.231
127
+ Sundial-Base,LightGBM,0.8,0.6,0.95,0.168,0.074,0.284
128
+ Sundial-Base,Stat. Ensemble,0.95,0.85,1.0,0.251,0.159,0.35
 
129
  Sundial-Base,Seasonal Naive,0.95,0.85,1.0,0.344,0.246,0.453
130
+ PatchTST,Toto-1.0,0.1,0.0,0.25,-0.131,-0.227,-0.035
131
+ PatchTST,Chronos-2,0.1,0.0,0.25,-0.143,-0.234,-0.07
132
+ PatchTST,TimesFM-2.5,0.2,0.05,0.351,-0.1,-0.166,-0.038
133
+ PatchTST,TiRex,0.15,0.0,0.3,-0.061,-0.134,0.028
134
+ PatchTST,Moirai-2.0,0.4,0.2,0.6,-0.02,-0.089,0.06
135
+ PatchTST,FlowState,0.5,0.3,0.7,0.052,-0.059,0.185
136
+ PatchTST,TFT,0.425,0.2,0.625,-0.001,-0.101,0.099
137
+ PatchTST,Sundial-Base,0.45,0.25,0.65,-0.002,-0.049,0.046
138
+ PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
139
+ PatchTST,Chronos-Bolt,0.45,0.2,0.65,0.049,-0.039,0.137
140
+ PatchTST,TabPFN-TS,0.6,0.4,0.8,0.045,-0.055,0.144
141
+ PatchTST,CatBoost,0.7,0.5,0.9,0.075,-0.003,0.155
142
+ PatchTST,DeepAR,0.7,0.5,0.875,0.117,0.017,0.235
143
+ PatchTST,LightGBM,0.7,0.5,0.9,0.166,0.07,0.287
144
+ PatchTST,Stat. Ensemble,0.875,0.725,1.0,0.25,0.165,0.344
145
+ PatchTST,Seasonal Naive,0.9,0.775,1.0,0.343,0.237,0.456
146
  Chronos-Bolt,Toto-1.0,0.1,0.0,0.25,-0.189,-0.288,-0.104
147
  Chronos-Bolt,Chronos-2,0.05,0.0,0.15,-0.202,-0.3,-0.112
148
  Chronos-Bolt,TimesFM-2.5,0.15,0.0,0.35,-0.157,-0.248,-0.073
149
  Chronos-Bolt,TiRex,0.25,0.1,0.45,-0.116,-0.198,-0.039
150
  Chronos-Bolt,Moirai-2.0,0.35,0.175,0.575,-0.073,-0.156,0.002
151
+ Chronos-Bolt,FlowState,0.5,0.3,0.7,0.003,-0.127,0.12
152
+ Chronos-Bolt,TFT,0.45,0.25,0.65,-0.053,-0.156,0.049
153
  Chronos-Bolt,Sundial-Base,0.5,0.3,0.75,-0.054,-0.144,0.022
154
+ Chronos-Bolt,PatchTST,0.55,0.35,0.8,-0.052,-0.159,0.037
155
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
156
+ Chronos-Bolt,TabPFN-TS,0.55,0.35,0.75,-0.004,-0.119,0.091
157
+ Chronos-Bolt,CatBoost,0.65,0.45,0.85,0.027,-0.069,0.119
158
+ Chronos-Bolt,DeepAR,0.55,0.35,0.75,0.071,-0.053,0.212
159
+ Chronos-Bolt,LightGBM,0.8,0.6,0.95,0.123,0.02,0.247
160
+ Chronos-Bolt,Stat. Ensemble,0.9,0.75,1.0,0.211,0.106,0.324
 
161
  Chronos-Bolt,Seasonal Naive,0.85,0.7,1.0,0.309,0.185,0.434
162
+ TabPFN-TS,Toto-1.0,0.15,0.0,0.35,-0.184,-0.311,-0.09
163
+ TabPFN-TS,Chronos-2,0.1,0.0,0.25,-0.197,-0.318,-0.11
164
+ TabPFN-TS,TimesFM-2.5,0.2,0.05,0.4,-0.152,-0.27,-0.07
165
+ TabPFN-TS,TiRex,0.3,0.1,0.5,-0.112,-0.214,-0.028
166
+ TabPFN-TS,Moirai-2.0,0.45,0.25,0.65,-0.068,-0.167,0.007
167
+ TabPFN-TS,FlowState,0.45,0.25,0.65,0.007,-0.11,0.109
168
+ TabPFN-TS,TFT,0.45,0.25,0.65,-0.049,-0.182,0.056
169
+ TabPFN-TS,Sundial-Base,0.4,0.2,0.6,-0.05,-0.135,0.029
170
+ TabPFN-TS,PatchTST,0.4,0.2,0.6,-0.048,-0.168,0.053
171
+ TabPFN-TS,Chronos-Bolt,0.45,0.25,0.65,0.004,-0.1,0.106
172
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
173
+ TabPFN-TS,CatBoost,0.55,0.35,0.75,0.031,-0.093,0.135
174
+ TabPFN-TS,DeepAR,0.65,0.45,0.85,0.075,-0.055,0.195
175
+ TabPFN-TS,LightGBM,0.7,0.5,0.9,0.126,-0.001,0.259
176
+ TabPFN-TS,Stat. Ensemble,0.75,0.55,0.95,0.214,0.071,0.347
177
+ TabPFN-TS,Seasonal Naive,0.95,0.85,1.0,0.312,0.171,0.441
178
+ CatBoost,Toto-1.0,0.0,0.0,0.0,-0.222,-0.342,-0.14
179
+ CatBoost,Chronos-2,0.0,0.0,0.0,-0.235,-0.347,-0.15
180
+ CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.189,-0.264,-0.127
181
+ CatBoost,TiRex,0.15,0.0,0.3,-0.147,-0.217,-0.09
182
+ CatBoost,Moirai-2.0,0.2,0.05,0.4,-0.102,-0.17,-0.046
183
+ CatBoost,FlowState,0.3,0.1,0.5,-0.024,-0.172,0.142
184
+ CatBoost,TFT,0.35,0.15,0.55,-0.082,-0.223,0.018
185
+ CatBoost,Sundial-Base,0.4,0.2,0.6,-0.083,-0.177,-0.0
186
+ CatBoost,PatchTST,0.3,0.1,0.5,-0.081,-0.183,0.003
187
+ CatBoost,Chronos-Bolt,0.35,0.15,0.55,-0.027,-0.135,0.064
188
+ CatBoost,TabPFN-TS,0.45,0.25,0.65,-0.032,-0.157,0.085
189
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
190
+ CatBoost,DeepAR,0.6,0.4,0.8,0.045,-0.055,0.142
191
+ CatBoost,LightGBM,0.8,0.6,0.95,0.099,0.036,0.185
192
+ CatBoost,Stat. Ensemble,0.85,0.7,1.0,0.189,0.115,0.265
193
+ CatBoost,Seasonal Naive,0.95,0.85,1.0,0.29,0.213,0.377
194
+ DeepAR,Toto-1.0,0.0,0.0,0.0,-0.28,-0.514,-0.157
195
+ DeepAR,Chronos-2,0.1,0.0,0.25,-0.294,-0.529,-0.148
196
+ DeepAR,TimesFM-2.5,0.05,0.0,0.15,-0.245,-0.421,-0.129
197
+ DeepAR,TiRex,0.05,0.0,0.15,-0.201,-0.35,-0.111
198
+ DeepAR,Moirai-2.0,0.25,0.05,0.45,-0.154,-0.28,-0.072
199
+ DeepAR,FlowState,0.4,0.2,0.6,-0.073,-0.315,0.122
200
+ DeepAR,TFT,0.375,0.175,0.575,-0.133,-0.361,-0.022
201
+ DeepAR,Sundial-Base,0.35,0.15,0.55,-0.134,-0.301,-0.024
202
+ DeepAR,PatchTST,0.3,0.125,0.5,-0.132,-0.307,-0.018
203
+ DeepAR,Chronos-Bolt,0.45,0.25,0.65,-0.076,-0.27,0.05
204
+ DeepAR,TabPFN-TS,0.35,0.15,0.55,-0.081,-0.242,0.053
205
+ DeepAR,CatBoost,0.4,0.2,0.6,-0.047,-0.165,0.053
206
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
207
+ DeepAR,LightGBM,0.55,0.35,0.75,0.056,-0.065,0.198
208
+ DeepAR,Stat. Ensemble,0.725,0.525,0.9,0.151,0.055,0.254
209
+ DeepAR,Seasonal Naive,0.9,0.775,1.0,0.256,0.171,0.346
210
+ LightGBM,Toto-1.0,0.0,0.0,0.0,-0.356,-0.604,-0.205
211
+ LightGBM,Chronos-2,0.0,0.0,0.0,-0.371,-0.61,-0.228
212
+ LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.319,-0.518,-0.192
213
+ LightGBM,TiRex,0.05,0.0,0.15,-0.273,-0.462,-0.158
214
+ LightGBM,Moirai-2.0,0.1,0.0,0.25,-0.223,-0.409,-0.113
215
+ LightGBM,FlowState,0.25,0.05,0.45,-0.137,-0.333,0.029
216
+ LightGBM,TFT,0.2,0.05,0.35,-0.201,-0.469,-0.041
217
+ LightGBM,Sundial-Base,0.2,0.05,0.4,-0.202,-0.397,-0.08
218
+ LightGBM,PatchTST,0.3,0.1,0.5,-0.199,-0.402,-0.075
219
+ LightGBM,Chronos-Bolt,0.2,0.05,0.4,-0.14,-0.329,-0.02
220
+ LightGBM,TabPFN-TS,0.3,0.1,0.5,-0.145,-0.349,0.001
221
+ LightGBM,CatBoost,0.2,0.05,0.4,-0.109,-0.227,-0.037
222
+ LightGBM,DeepAR,0.45,0.25,0.65,-0.059,-0.247,0.061
223
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
224
+ LightGBM,Stat. Ensemble,0.75,0.55,0.9,0.1,0.011,0.184
225
+ LightGBM,Seasonal Naive,0.85,0.65,1.0,0.212,0.108,0.31
226
+ Stat. Ensemble,Toto-1.0,0.0,0.0,0.0,-0.506,-0.784,-0.322
227
+ Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.523,-0.799,-0.328
228
+ Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-0.466,-0.687,-0.306
229
+ Stat. Ensemble,TiRex,0.0,0.0,0.0,-0.414,-0.625,-0.267
230
+ Stat. Ensemble,Moirai-2.0,0.05,0.0,0.15,-0.359,-0.549,-0.221
231
+ Stat. Ensemble,FlowState,0.05,0.0,0.15,-0.263,-0.487,-0.071
232
+ Stat. Ensemble,TFT,0.15,0.0,0.3,-0.334,-0.588,-0.163
233
+ Stat. Ensemble,Sundial-Base,0.05,0.0,0.15,-0.335,-0.537,-0.189
234
+ Stat. Ensemble,PatchTST,0.125,0.0,0.275,-0.333,-0.525,-0.197
235
+ Stat. Ensemble,Chronos-Bolt,0.1,0.0,0.25,-0.267,-0.479,-0.119
236
+ Stat. Ensemble,TabPFN-TS,0.25,0.05,0.45,-0.272,-0.532,-0.077
237
+ Stat. Ensemble,CatBoost,0.15,0.0,0.3,-0.233,-0.361,-0.13
238
+ Stat. Ensemble,DeepAR,0.275,0.1,0.475,-0.177,-0.34,-0.058
239
+ Stat. Ensemble,LightGBM,0.25,0.1,0.45,-0.111,-0.225,-0.011
240
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
241
+ Stat. Ensemble,Seasonal Naive,0.825,0.675,0.95,0.125,0.01,0.21
242
+ Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.721,-1.121,-0.477
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
243
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.74,-1.148,-0.496
244
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.674,-1.003,-0.466
245
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.615,-0.909,-0.418
246
  Seasonal Naive,Moirai-2.0,0.05,0.0,0.15,-0.552,-0.822,-0.365
247
+ Seasonal Naive,FlowState,0.1,0.0,0.25,-0.443,-0.793,-0.172
248
+ Seasonal Naive,TFT,0.075,0.0,0.176,-0.524,-0.897,-0.305
249
  Seasonal Naive,Sundial-Base,0.05,0.0,0.15,-0.525,-0.83,-0.326
250
+ Seasonal Naive,PatchTST,0.1,0.0,0.225,-0.522,-0.838,-0.31
251
  Seasonal Naive,Chronos-Bolt,0.15,0.0,0.3,-0.447,-0.766,-0.228
252
+ Seasonal Naive,TabPFN-TS,0.05,0.0,0.15,-0.453,-0.788,-0.206
253
+ Seasonal Naive,CatBoost,0.05,0.0,0.15,-0.408,-0.606,-0.271
254
+ Seasonal Naive,DeepAR,0.1,0.0,0.225,-0.345,-0.53,-0.206
255
+ Seasonal Naive,LightGBM,0.15,0.0,0.35,-0.269,-0.45,-0.122
256
+ Seasonal Naive,Stat. Ensemble,0.175,0.05,0.325,-0.142,-0.265,-0.01
 
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_cloud/pairwise_SQL.csv CHANGED
@@ -1,226 +1,257 @@
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
3
  Toto-1.0,Chronos-2,0.6,0.4,0.8,-0.024,-0.08,0.018
4
- Toto-1.0,TimesFM-2.5,0.75,0.55,0.95,0.028,-0.024,0.076
5
  Toto-1.0,TiRex,0.8,0.6,0.95,0.056,0.022,0.104
6
  Toto-1.0,Moirai-2.0,0.95,0.85,1.0,0.112,0.064,0.169
7
- Toto-1.0,Sundial-Base,0.95,0.85,1.0,0.148,0.071,0.211
 
 
8
  Toto-1.0,Chronos-Bolt,0.95,0.85,1.0,0.182,0.124,0.236
9
- Toto-1.0,TabPFN-TS,0.85,0.65,1.0,0.213,0.131,0.291
10
- Toto-1.0,AutoARIMA,1.0,1.0,1.0,0.452,0.369,0.537
11
- Toto-1.0,Stat. Ensemble,1.0,1.0,1.0,0.538,0.448,0.619
12
- Toto-1.0,AutoETS,1.0,1.0,1.0,0.666,0.482,0.815
13
- Toto-1.0,AutoTheta,1.0,1.0,1.0,0.638,0.54,0.72
14
- Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.631,0.521,0.73
15
- Toto-1.0,Naive,1.0,1.0,1.0,0.817,0.735,0.877
16
- Toto-1.0,Drift,1.0,1.0,1.0,0.824,0.744,0.882
17
  Chronos-2,Toto-1.0,0.4,0.2,0.6,0.024,-0.018,0.074
18
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
19
  Chronos-2,TimesFM-2.5,0.75,0.55,0.9,0.051,0.017,0.09
20
  Chronos-2,TiRex,0.75,0.55,0.9,0.078,0.024,0.139
21
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.133,0.069,0.2
22
- Chronos-2,Sundial-Base,0.95,0.85,1.0,0.168,0.118,0.222
 
 
23
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.201,0.134,0.261
24
- Chronos-2,TabPFN-TS,0.95,0.85,1.0,0.232,0.162,0.3
25
- Chronos-2,AutoARIMA,1.0,1.0,1.0,0.465,0.381,0.55
26
- Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.549,0.47,0.623
27
- Chronos-2,AutoETS,1.0,1.0,1.0,0.674,0.501,0.819
28
- Chronos-2,AutoTheta,1.0,1.0,1.0,0.647,0.555,0.727
 
29
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.639,0.533,0.735
30
- Chronos-2,Naive,1.0,1.0,1.0,0.822,0.746,0.879
31
- Chronos-2,Drift,1.0,1.0,1.0,0.828,0.756,0.883
32
  TimesFM-2.5,Toto-1.0,0.25,0.05,0.45,-0.029,-0.082,0.024
33
  TimesFM-2.5,Chronos-2,0.25,0.1,0.45,-0.054,-0.099,-0.017
34
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
35
  TimesFM-2.5,TiRex,0.6,0.4,0.8,0.028,-0.014,0.08
36
  TimesFM-2.5,Moirai-2.0,0.9,0.75,1.0,0.086,0.038,0.143
37
- TimesFM-2.5,Sundial-Base,0.95,0.85,1.0,0.123,0.079,0.165
 
 
38
  TimesFM-2.5,Chronos-Bolt,0.9,0.75,1.0,0.158,0.095,0.217
39
- TimesFM-2.5,TabPFN-TS,0.85,0.7,1.0,0.19,0.124,0.257
40
- TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.436,0.367,0.511
41
- TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.524,0.451,0.594
42
- TimesFM-2.5,AutoETS,1.0,1.0,1.0,0.657,0.476,0.811
43
- TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.628,0.534,0.71
 
44
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.62,0.519,0.713
45
- TimesFM-2.5,Naive,1.0,1.0,1.0,0.812,0.731,0.872
46
- TimesFM-2.5,Drift,1.0,1.0,1.0,0.819,0.742,0.877
47
  TiRex,Toto-1.0,0.2,0.05,0.4,-0.059,-0.116,-0.023
48
  TiRex,Chronos-2,0.25,0.1,0.45,-0.085,-0.162,-0.025
49
  TiRex,TimesFM-2.5,0.4,0.2,0.6,-0.029,-0.086,0.013
50
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
51
  TiRex,Moirai-2.0,0.85,0.7,1.0,0.059,0.03,0.09
52
- TiRex,Sundial-Base,0.95,0.85,1.0,0.097,0.013,0.151
 
 
53
  TiRex,Chronos-Bolt,0.9,0.75,1.0,0.133,0.073,0.186
54
- TiRex,TabPFN-TS,0.75,0.55,0.95,0.166,0.079,0.247
55
- TiRex,AutoARIMA,1.0,1.0,1.0,0.42,0.343,0.497
56
- TiRex,Stat. Ensemble,1.0,1.0,1.0,0.51,0.425,0.585
57
- TiRex,AutoETS,1.0,1.0,1.0,0.647,0.453,0.808
58
- TiRex,AutoTheta,1.0,1.0,1.0,0.617,0.513,0.698
 
59
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.609,0.499,0.709
60
- TiRex,Naive,0.95,0.85,1.0,0.806,0.72,0.869
61
- TiRex,Drift,1.0,1.0,1.0,0.814,0.729,0.874
62
  Moirai-2.0,Toto-1.0,0.05,0.0,0.15,-0.126,-0.203,-0.068
63
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.153,-0.249,-0.074
64
  Moirai-2.0,TimesFM-2.5,0.1,0.0,0.25,-0.094,-0.167,-0.039
65
  Moirai-2.0,TiRex,0.15,0.0,0.3,-0.063,-0.099,-0.03
66
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
67
- Moirai-2.0,Sundial-Base,0.9,0.75,1.0,0.041,-0.045,0.091
 
 
68
  Moirai-2.0,Chronos-Bolt,0.8,0.6,0.95,0.079,0.017,0.14
69
- Moirai-2.0,TabPFN-TS,0.75,0.55,0.901,0.114,0.03,0.194
70
- Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.383,0.305,0.459
71
- Moirai-2.0,Stat. Ensemble,0.95,0.85,1.0,0.48,0.391,0.559
72
- Moirai-2.0,AutoETS,0.95,0.85,1.0,0.628,0.423,0.798
73
- Moirai-2.0,AutoTheta,0.95,0.85,1.0,0.593,0.49,0.673
 
74
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.584,0.469,0.689
75
- Moirai-2.0,Naive,0.95,0.85,1.0,0.794,0.704,0.859
76
- Moirai-2.0,Drift,1.0,1.0,1.0,0.802,0.716,0.864
77
- Sundial-Base,Toto-1.0,0.05,0.0,0.15,-0.174,-0.268,-0.077
78
- Sundial-Base,Chronos-2,0.05,0.0,0.15,-0.202,-0.285,-0.134
79
- Sundial-Base,TimesFM-2.5,0.05,0.0,0.15,-0.14,-0.198,-0.085
80
- Sundial-Base,TiRex,0.05,0.0,0.15,-0.108,-0.178,-0.013
81
- Sundial-Base,Moirai-2.0,0.1,0.0,0.25,-0.043,-0.1,0.043
82
- Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
83
- Sundial-Base,Chronos-Bolt,0.4,0.2,0.6,0.04,-0.037,0.117
84
- Sundial-Base,TabPFN-TS,0.65,0.45,0.85,0.076,0.006,0.138
85
- Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.357,0.281,0.436
86
- Sundial-Base,Stat. Ensemble,1.0,1.0,1.0,0.457,0.378,0.534
87
- Sundial-Base,AutoETS,1.0,1.0,1.0,0.615,0.404,0.793
88
- Sundial-Base,AutoTheta,1.0,1.0,1.0,0.575,0.487,0.657
89
- Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.566,0.454,0.668
90
- Sundial-Base,Naive,1.0,1.0,1.0,0.786,0.704,0.848
91
- Sundial-Base,Drift,1.0,1.0,1.0,0.794,0.716,0.854
92
- Chronos-Bolt,Toto-1.0,0.05,0.0,0.15,-0.222,-0.31,-0.142
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
93
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.251,-0.352,-0.155
94
  Chronos-Bolt,TimesFM-2.5,0.1,0.0,0.25,-0.187,-0.277,-0.105
95
  Chronos-Bolt,TiRex,0.1,0.0,0.25,-0.154,-0.229,-0.079
96
  Chronos-Bolt,Moirai-2.0,0.2,0.05,0.4,-0.086,-0.162,-0.017
97
- Chronos-Bolt,Sundial-Base,0.6,0.4,0.8,-0.041,-0.133,0.036
 
 
98
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
99
- Chronos-Bolt,TabPFN-TS,0.7,0.5,0.851,0.038,-0.082,0.139
100
- Chronos-Bolt,AutoARIMA,0.9,0.75,1.0,0.33,0.236,0.434
101
- Chronos-Bolt,Stat. Ensemble,0.85,0.7,1.0,0.435,0.328,0.531
102
- Chronos-Bolt,AutoETS,0.9,0.75,1.0,0.597,0.372,0.786
103
- Chronos-Bolt,AutoTheta,0.95,0.85,1.0,0.558,0.453,0.645
 
104
  Chronos-Bolt,Seasonal Naive,0.9,0.75,1.0,0.549,0.413,0.67
105
- Chronos-Bolt,Naive,0.95,0.85,1.0,0.777,0.686,0.844
106
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.785,0.7,0.851
107
- TabPFN-TS,Toto-1.0,0.15,0.0,0.35,-0.271,-0.41,-0.151
108
- TabPFN-TS,Chronos-2,0.05,0.0,0.15,-0.301,-0.429,-0.193
109
- TabPFN-TS,TimesFM-2.5,0.15,0.0,0.3,-0.235,-0.346,-0.141
110
- TabPFN-TS,TiRex,0.25,0.05,0.45,-0.2,-0.328,-0.086
111
- TabPFN-TS,Moirai-2.0,0.25,0.099,0.45,-0.129,-0.24,-0.03
112
- TabPFN-TS,Sundial-Base,0.35,0.15,0.55,-0.083,-0.161,-0.006
113
- TabPFN-TS,Chronos-Bolt,0.3,0.149,0.5,-0.04,-0.162,0.076
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
114
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
115
- TabPFN-TS,AutoARIMA,0.9,0.75,1.0,0.304,0.205,0.404
116
- TabPFN-TS,Stat. Ensemble,0.9,0.75,1.0,0.412,0.312,0.505
117
- TabPFN-TS,AutoETS,0.85,0.7,1.0,0.586,0.354,0.779
118
- TabPFN-TS,AutoTheta,0.95,0.85,1.0,0.54,0.433,0.639
119
- TabPFN-TS,Seasonal Naive,0.95,0.85,1.0,0.531,0.407,0.643
120
- TabPFN-TS,Naive,1.0,1.0,1.0,0.768,0.681,0.835
121
- TabPFN-TS,Drift,1.0,1.0,1.0,0.777,0.696,0.841
122
- AutoARIMA,Toto-1.0,0.0,0.0,0.0,-0.825,-1.161,-0.584
123
- AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.869,-1.222,-0.615
124
- AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.773,-1.043,-0.58
125
- AutoARIMA,TiRex,0.0,0.0,0.0,-0.723,-0.989,-0.521
126
- AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.621,-0.848,-0.438
127
- AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.555,-0.773,-0.392
128
- AutoARIMA,Chronos-Bolt,0.1,0.0,0.25,-0.493,-0.768,-0.309
129
- AutoARIMA,TabPFN-TS,0.1,0.0,0.25,-0.436,-0.677,-0.258
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
131
- AutoARIMA,Stat. Ensemble,0.725,0.525,0.875,0.156,0.073,0.244
132
- AutoARIMA,AutoETS,0.775,0.6,0.95,0.434,0.08,0.713
133
- AutoARIMA,AutoTheta,0.85,0.7,1.0,0.34,0.203,0.476
134
- AutoARIMA,Seasonal Naive,0.875,0.75,0.975,0.326,0.18,0.457
135
- AutoARIMA,Naive,0.95,0.85,1.0,0.667,0.521,0.764
136
- AutoARIMA,Drift,0.95,0.85,1.0,0.679,0.545,0.773
137
- Stat. Ensemble,Toto-1.0,0.0,0.0,0.0,-1.163,-1.625,-0.811
138
- Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-1.215,-1.654,-0.887
139
- Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-1.102,-1.466,-0.82
140
- Stat. Ensemble,TiRex,0.0,0.0,0.0,-1.042,-1.411,-0.739
141
- Stat. Ensemble,Moirai-2.0,0.05,0.0,0.15,-0.921,-1.267,-0.642
142
- Stat. Ensemble,Sundial-Base,0.0,0.0,0.0,-0.843,-1.145,-0.609
143
- Stat. Ensemble,Chronos-Bolt,0.15,0.0,0.3,-0.77,-1.134,-0.488
144
- Stat. Ensemble,TabPFN-TS,0.1,0.0,0.25,-0.702,-1.019,-0.454
145
- Stat. Ensemble,AutoARIMA,0.275,0.125,0.475,-0.185,-0.323,-0.078
146
- Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
147
- Stat. Ensemble,AutoETS,0.725,0.55,0.9,0.363,-0.063,0.684
148
- Stat. Ensemble,AutoTheta,0.9,0.75,1.0,0.218,0.089,0.375
149
- Stat. Ensemble,Seasonal Naive,0.725,0.525,0.9,0.201,-0.013,0.369
150
- Stat. Ensemble,Naive,0.95,0.85,1.0,0.605,0.443,0.725
151
- Stat. Ensemble,Drift,1.0,1.0,1.0,0.62,0.465,0.735
152
- AutoETS,Toto-1.0,0.0,0.0,0.0,-1.991,-4.394,-0.932
153
- AutoETS,Chronos-2,0.0,0.0,0.0,-2.072,-4.534,-1.004
154
- AutoETS,TimesFM-2.5,0.0,0.0,0.0,-1.92,-4.291,-0.907
155
- AutoETS,TiRex,0.0,0.0,0.0,-1.837,-4.196,-0.83
156
- AutoETS,Moirai-2.0,0.05,0.0,0.15,-1.688,-3.95,-0.734
157
- AutoETS,Sundial-Base,0.0,0.0,0.0,-1.595,-3.825,-0.677
158
- AutoETS,Chronos-Bolt,0.1,0.0,0.25,-1.484,-3.678,-0.591
159
- AutoETS,TabPFN-TS,0.15,0.0,0.3,-1.414,-3.528,-0.549
160
- AutoETS,AutoARIMA,0.225,0.05,0.4,-0.767,-2.48,-0.087
161
- AutoETS,Stat. Ensemble,0.275,0.1,0.45,-0.569,-2.162,0.059
162
- AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
163
- AutoETS,AutoTheta,0.75,0.55,0.9,-0.25,-1.708,0.289
164
- AutoETS,Seasonal Naive,0.725,0.525,0.875,-0.269,-1.702,0.285
165
- AutoETS,Naive,0.8,0.6,0.95,0.34,-0.612,0.679
166
- AutoETS,Drift,0.85,0.65,1.0,0.363,-0.555,0.692
167
- AutoTheta,Toto-1.0,0.0,0.0,0.0,-1.764,-2.575,-1.173
168
- AutoTheta,Chronos-2,0.0,0.0,0.0,-1.831,-2.661,-1.245
169
- AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-1.686,-2.451,-1.145
170
- AutoTheta,TiRex,0.0,0.0,0.0,-1.61,-2.316,-1.054
171
- AutoTheta,Moirai-2.0,0.05,0.0,0.15,-1.456,-2.054,-0.962
172
- AutoTheta,Sundial-Base,0.0,0.0,0.0,-1.355,-1.914,-0.951
173
- AutoTheta,Chronos-Bolt,0.05,0.0,0.15,-1.262,-1.821,-0.828
174
- AutoTheta,TabPFN-TS,0.05,0.0,0.15,-1.175,-1.772,-0.765
175
- AutoTheta,AutoARIMA,0.15,0.0,0.3,-0.515,-0.908,-0.255
176
- AutoTheta,Stat. Ensemble,0.1,0.0,0.25,-0.278,-0.6,-0.097
177
- AutoTheta,AutoETS,0.25,0.1,0.45,0.2,-0.407,0.631
178
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoTheta,Seasonal Naive,0.7,0.5,0.9,-0.021,-0.413,0.245
180
- AutoTheta,Naive,0.85,0.65,1.0,0.495,0.359,0.605
181
- AutoTheta,Drift,0.9,0.75,1.0,0.514,0.382,0.62
182
- Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-1.707,-2.709,-1.086
183
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-1.772,-2.77,-1.139
184
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-1.631,-2.486,-1.077
185
  Seasonal Naive,TiRex,0.0,0.0,0.0,-1.556,-2.437,-0.997
186
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-1.405,-2.214,-0.883
187
- Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-1.307,-2.016,-0.832
 
 
188
  Seasonal Naive,Chronos-Bolt,0.1,0.0,0.25,-1.215,-2.027,-0.704
189
- Seasonal Naive,TabPFN-TS,0.05,0.0,0.15,-1.13,-1.801,-0.687
190
- Seasonal Naive,AutoARIMA,0.125,0.025,0.25,-0.483,-0.841,-0.219
191
- Seasonal Naive,Stat. Ensemble,0.275,0.1,0.475,-0.252,-0.585,0.013
192
- Seasonal Naive,AutoETS,0.275,0.125,0.475,0.212,-0.398,0.63
193
- Seasonal Naive,AutoTheta,0.3,0.1,0.5,0.021,-0.325,0.292
 
194
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
195
- Seasonal Naive,Naive,0.7,0.525,0.85,0.505,0.274,0.671
196
- Seasonal Naive,Drift,0.85,0.65,1.0,0.524,0.302,0.688
197
- Naive,Toto-1.0,0.0,0.0,0.0,-4.472,-7.119,-2.772
198
- Naive,Chronos-2,0.0,0.0,0.0,-4.604,-7.24,-2.94
199
- Naive,TimesFM-2.5,0.0,0.0,0.0,-4.318,-6.839,-2.721
200
- Naive,TiRex,0.05,0.0,0.15,-4.166,-6.661,-2.569
201
- Naive,Moirai-2.0,0.05,0.0,0.15,-3.861,-6.072,-2.376
202
- Naive,Sundial-Base,0.0,0.0,0.0,-3.663,-5.597,-2.374
203
- Naive,Chronos-Bolt,0.05,0.0,0.15,-3.478,-5.427,-2.188
204
- Naive,TabPFN-TS,0.0,0.0,0.0,-3.306,-5.057,-2.139
205
- Naive,AutoARIMA,0.05,0.0,0.15,-1.999,-3.24,-1.086
206
- Naive,Stat. Ensemble,0.05,0.0,0.15,-1.53,-2.642,-0.795
207
- Naive,AutoETS,0.2,0.05,0.4,-0.516,-2.117,0.38
208
- Naive,AutoTheta,0.15,0.0,0.35,-0.98,-1.531,-0.56
209
- Naive,Seasonal Naive,0.3,0.15,0.475,-1.021,-2.041,-0.378
210
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Naive,Drift,1.0,1.0,1.0,0.039,0.023,0.057
212
- Drift,Toto-1.0,0.0,0.0,0.0,-4.691,-7.48,-2.9
213
- Drift,Chronos-2,0.0,0.0,0.0,-4.828,-7.54,-3.102
214
- Drift,TimesFM-2.5,0.0,0.0,0.0,-4.531,-7.137,-2.871
215
- Drift,TiRex,0.0,0.0,0.0,-4.373,-6.957,-2.696
216
- Drift,Moirai-2.0,0.0,0.0,0.0,-4.056,-6.361,-2.518
217
- Drift,Sundial-Base,0.0,0.0,0.0,-3.85,-5.831,-2.522
218
- Drift,Chronos-Bolt,0.0,0.0,0.0,-3.658,-5.689,-2.332
219
- Drift,TabPFN-TS,0.0,0.0,0.0,-3.479,-5.272,-2.287
220
- Drift,AutoARIMA,0.05,0.0,0.15,-2.119,-3.399,-1.198
221
- Drift,Stat. Ensemble,0.0,0.0,0.0,-1.632,-2.779,-0.87
222
- Drift,AutoETS,0.15,0.0,0.35,-0.569,-2.25,0.357
223
- Drift,AutoTheta,0.1,0.0,0.25,-1.059,-1.634,-0.617
224
- Drift,Seasonal Naive,0.15,0.0,0.35,-1.102,-2.206,-0.433
225
- Drift,Naive,0.0,0.0,0.0,-0.04,-0.061,-0.024
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
3
  Toto-1.0,Chronos-2,0.6,0.4,0.8,-0.024,-0.08,0.018
4
+ Toto-1.0,TimesFM-2.5,0.75,0.55,0.95,0.028,-0.025,0.076
5
  Toto-1.0,TiRex,0.8,0.6,0.95,0.056,0.022,0.104
6
  Toto-1.0,Moirai-2.0,0.95,0.85,1.0,0.112,0.064,0.169
7
+ Toto-1.0,FlowState,0.85,0.7,1.0,0.162,0.04,0.284
8
+ Toto-1.0,TFT,0.95,0.85,1.0,0.158,0.096,0.217
9
+ Toto-1.0,PatchTST,0.9,0.75,1.0,0.148,0.055,0.221
10
  Toto-1.0,Chronos-Bolt,0.95,0.85,1.0,0.182,0.124,0.236
11
+ Toto-1.0,Sundial-Base,0.95,0.85,1.0,0.148,0.072,0.211
12
+ Toto-1.0,TabPFN-TS,0.9,0.75,1.0,0.181,0.112,0.249
13
+ Toto-1.0,DeepAR,1.0,1.0,1.0,0.258,0.17,0.364
14
+ Toto-1.0,CatBoost,1.0,1.0,1.0,0.313,0.264,0.377
15
+ Toto-1.0,LightGBM,1.0,1.0,1.0,0.38,0.3,0.483
16
+ Toto-1.0,AutoARIMA,1.0,1.0,1.0,0.439,0.352,0.531
17
+ Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.631,0.52,0.73
 
18
  Chronos-2,Toto-1.0,0.4,0.2,0.6,0.024,-0.018,0.074
19
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
20
  Chronos-2,TimesFM-2.5,0.75,0.55,0.9,0.051,0.017,0.09
21
  Chronos-2,TiRex,0.75,0.55,0.9,0.078,0.024,0.139
22
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.133,0.069,0.2
23
+ Chronos-2,FlowState,0.85,0.65,1.0,0.182,0.078,0.296
24
+ Chronos-2,TFT,0.9,0.75,1.0,0.178,0.097,0.258
25
+ Chronos-2,PatchTST,0.85,0.7,1.0,0.168,0.103,0.231
26
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.201,0.134,0.261
27
+ Chronos-2,Sundial-Base,0.95,0.85,1.0,0.168,0.118,0.222
28
+ Chronos-2,TabPFN-TS,0.9,0.75,1.0,0.2,0.145,0.253
29
+ Chronos-2,DeepAR,0.9,0.75,1.0,0.276,0.172,0.38
30
+ Chronos-2,CatBoost,1.0,1.0,1.0,0.329,0.271,0.39
31
+ Chronos-2,LightGBM,1.0,1.0,1.0,0.395,0.318,0.493
32
+ Chronos-2,AutoARIMA,1.0,1.0,1.0,0.453,0.362,0.541
33
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.639,0.533,0.735
 
 
34
  TimesFM-2.5,Toto-1.0,0.25,0.05,0.45,-0.029,-0.082,0.024
35
  TimesFM-2.5,Chronos-2,0.25,0.1,0.45,-0.054,-0.099,-0.017
36
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
37
  TimesFM-2.5,TiRex,0.6,0.4,0.8,0.028,-0.014,0.08
38
  TimesFM-2.5,Moirai-2.0,0.9,0.75,1.0,0.086,0.038,0.143
39
+ TimesFM-2.5,FlowState,0.85,0.7,1.0,0.138,0.034,0.263
40
+ TimesFM-2.5,TFT,0.8,0.6,0.95,0.134,0.04,0.217
41
+ TimesFM-2.5,PatchTST,0.8,0.649,0.95,0.123,0.058,0.187
42
  TimesFM-2.5,Chronos-Bolt,0.9,0.75,1.0,0.158,0.095,0.217
43
+ TimesFM-2.5,Sundial-Base,0.95,0.85,1.0,0.123,0.079,0.165
44
+ TimesFM-2.5,TabPFN-TS,0.85,0.7,1.0,0.157,0.094,0.222
45
+ TimesFM-2.5,DeepAR,0.95,0.85,1.0,0.237,0.142,0.329
46
+ TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.293,0.245,0.344
47
+ TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.363,0.285,0.455
48
+ TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.423,0.346,0.5
49
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.62,0.519,0.713
 
 
50
  TiRex,Toto-1.0,0.2,0.05,0.4,-0.059,-0.116,-0.023
51
  TiRex,Chronos-2,0.25,0.1,0.45,-0.085,-0.162,-0.025
52
  TiRex,TimesFM-2.5,0.4,0.2,0.6,-0.029,-0.086,0.013
53
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
54
  TiRex,Moirai-2.0,0.85,0.7,1.0,0.059,0.03,0.09
55
+ TiRex,FlowState,0.7,0.5,0.9,0.112,-0.021,0.241
56
+ TiRex,TFT,0.8,0.6,0.95,0.109,0.017,0.181
57
+ TiRex,PatchTST,0.8,0.6,0.95,0.097,-0.003,0.171
58
  TiRex,Chronos-Bolt,0.9,0.75,1.0,0.133,0.073,0.186
59
+ TiRex,Sundial-Base,0.95,0.85,1.0,0.097,0.013,0.151
60
+ TiRex,TabPFN-TS,0.75,0.55,0.95,0.133,0.061,0.202
61
+ TiRex,DeepAR,0.95,0.85,1.0,0.214,0.14,0.296
62
+ TiRex,CatBoost,1.0,1.0,1.0,0.272,0.23,0.322
63
+ TiRex,LightGBM,1.0,1.0,1.0,0.344,0.273,0.435
64
+ TiRex,AutoARIMA,1.0,1.0,1.0,0.406,0.323,0.488
65
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.609,0.499,0.709
 
 
66
  Moirai-2.0,Toto-1.0,0.05,0.0,0.15,-0.126,-0.203,-0.068
67
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.153,-0.249,-0.074
68
  Moirai-2.0,TimesFM-2.5,0.1,0.0,0.25,-0.094,-0.167,-0.039
69
  Moirai-2.0,TiRex,0.15,0.0,0.3,-0.063,-0.099,-0.03
70
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
71
+ Moirai-2.0,FlowState,0.6,0.4,0.8,0.057,-0.083,0.184
72
+ Moirai-2.0,TFT,0.65,0.4,0.85,0.053,-0.052,0.142
73
+ Moirai-2.0,PatchTST,0.65,0.45,0.85,0.041,-0.065,0.115
74
  Moirai-2.0,Chronos-Bolt,0.8,0.6,0.95,0.079,0.017,0.14
75
+ Moirai-2.0,Sundial-Base,0.9,0.75,1.0,0.041,-0.045,0.091
76
+ Moirai-2.0,TabPFN-TS,0.6,0.4,0.8,0.078,-0.003,0.155
77
+ Moirai-2.0,DeepAR,0.85,0.699,1.0,0.165,0.091,0.246
78
+ Moirai-2.0,CatBoost,0.95,0.85,1.0,0.226,0.167,0.288
79
+ Moirai-2.0,LightGBM,0.95,0.85,1.0,0.303,0.222,0.406
80
+ Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.369,0.286,0.449
81
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.584,0.469,0.689
82
+ FlowState,Toto-1.0,0.15,0.0,0.3,-0.193,-0.397,-0.041
83
+ FlowState,Chronos-2,0.15,0.0,0.35,-0.222,-0.421,-0.084
84
+ FlowState,TimesFM-2.5,0.15,0.0,0.3,-0.16,-0.356,-0.035
85
+ FlowState,TiRex,0.3,0.1,0.5,-0.127,-0.318,0.02
86
+ FlowState,Moirai-2.0,0.4,0.2,0.6,-0.06,-0.225,0.076
87
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
88
+ FlowState,TFT,0.55,0.3,0.75,-0.004,-0.165,0.115
89
+ FlowState,PatchTST,0.5,0.3,0.7,-0.017,-0.152,0.083
90
+ FlowState,Chronos-Bolt,0.55,0.35,0.75,0.023,-0.108,0.139
91
+ FlowState,Sundial-Base,0.75,0.55,0.95,-0.017,-0.149,0.071
92
+ FlowState,TabPFN-TS,0.6,0.4,0.8,0.023,-0.136,0.146
93
+ FlowState,DeepAR,0.65,0.45,0.85,0.115,-0.045,0.263
94
+ FlowState,CatBoost,0.95,0.85,1.0,0.18,0.026,0.285
95
+ FlowState,LightGBM,0.9,0.75,1.0,0.261,0.132,0.377
96
+ FlowState,AutoARIMA,0.95,0.85,1.0,0.331,0.195,0.442
97
+ FlowState,Seasonal Naive,0.95,0.85,1.0,0.559,0.424,0.672
98
+ TFT,Toto-1.0,0.05,0.0,0.15,-0.188,-0.277,-0.106
99
+ TFT,Chronos-2,0.1,0.0,0.25,-0.217,-0.348,-0.107
100
+ TFT,TimesFM-2.5,0.2,0.05,0.4,-0.155,-0.277,-0.042
101
+ TFT,TiRex,0.2,0.05,0.4,-0.122,-0.221,-0.018
102
+ TFT,Moirai-2.0,0.35,0.15,0.6,-0.056,-0.166,0.049
103
+ TFT,FlowState,0.45,0.25,0.7,0.004,-0.13,0.142
104
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
105
+ TFT,PatchTST,0.575,0.375,0.8,-0.013,-0.135,0.076
106
+ TFT,Chronos-Bolt,0.6,0.4,0.8,0.028,-0.073,0.104
107
+ TFT,Sundial-Base,0.65,0.45,0.85,-0.013,-0.115,0.08
108
+ TFT,TabPFN-TS,0.6,0.4,0.8,0.027,-0.103,0.135
109
+ TFT,DeepAR,0.575,0.375,0.775,0.118,0.024,0.252
110
+ TFT,CatBoost,0.85,0.7,1.0,0.183,0.08,0.296
111
+ TFT,LightGBM,0.9,0.75,1.0,0.264,0.142,0.413
112
+ TFT,AutoARIMA,0.85,0.7,1.0,0.334,0.218,0.454
113
+ TFT,Seasonal Naive,0.9,0.75,1.0,0.561,0.416,0.683
114
+ PatchTST,Toto-1.0,0.1,0.0,0.25,-0.173,-0.284,-0.058
115
+ PatchTST,Chronos-2,0.15,0.0,0.3,-0.202,-0.3,-0.115
116
+ PatchTST,TimesFM-2.5,0.2,0.05,0.351,-0.14,-0.23,-0.061
117
+ PatchTST,TiRex,0.2,0.05,0.4,-0.108,-0.207,0.003
118
+ PatchTST,Moirai-2.0,0.35,0.15,0.55,-0.042,-0.129,0.061
119
+ PatchTST,FlowState,0.5,0.3,0.7,0.017,-0.09,0.132
120
+ PatchTST,TFT,0.425,0.2,0.625,0.013,-0.082,0.119
121
+ PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
122
+ PatchTST,Chronos-Bolt,0.4,0.2,0.6,0.04,-0.034,0.126
123
+ PatchTST,Sundial-Base,0.6,0.4,0.8,0.0,-0.051,0.051
124
+ PatchTST,TabPFN-TS,0.7,0.5,0.9,0.039,-0.055,0.124
125
+ PatchTST,DeepAR,0.75,0.575,0.9,0.13,0.036,0.239
126
+ PatchTST,CatBoost,0.75,0.55,0.95,0.194,0.092,0.285
127
+ PatchTST,LightGBM,0.9,0.75,1.0,0.273,0.159,0.397
128
+ PatchTST,AutoARIMA,0.9,0.75,1.0,0.342,0.248,0.437
129
+ PatchTST,Seasonal Naive,0.9,0.75,1.0,0.567,0.435,0.68
130
+ Chronos-Bolt,Toto-1.0,0.05,0.0,0.15,-0.222,-0.31,-0.141
131
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.251,-0.352,-0.155
132
  Chronos-Bolt,TimesFM-2.5,0.1,0.0,0.25,-0.187,-0.277,-0.105
133
  Chronos-Bolt,TiRex,0.1,0.0,0.25,-0.154,-0.229,-0.079
134
  Chronos-Bolt,Moirai-2.0,0.2,0.05,0.4,-0.086,-0.162,-0.017
135
+ Chronos-Bolt,FlowState,0.45,0.25,0.65,-0.024,-0.161,0.097
136
+ Chronos-Bolt,TFT,0.4,0.2,0.6,-0.028,-0.116,0.068
137
+ Chronos-Bolt,PatchTST,0.6,0.4,0.8,-0.042,-0.144,0.033
138
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
139
+ Chronos-Bolt,Sundial-Base,0.6,0.4,0.8,-0.041,-0.133,0.036
140
+ Chronos-Bolt,TabPFN-TS,0.6,0.4,0.8,-0.001,-0.117,0.105
141
+ Chronos-Bolt,DeepAR,0.55,0.35,0.75,0.093,-0.005,0.208
142
+ Chronos-Bolt,CatBoost,0.9,0.75,1.0,0.16,0.077,0.242
143
+ Chronos-Bolt,LightGBM,0.85,0.7,1.0,0.243,0.147,0.355
144
+ Chronos-Bolt,AutoARIMA,0.9,0.75,1.0,0.315,0.215,0.421
145
  Chronos-Bolt,Seasonal Naive,0.9,0.75,1.0,0.549,0.413,0.67
146
+ Sundial-Base,Toto-1.0,0.05,0.0,0.15,-0.174,-0.267,-0.077
147
+ Sundial-Base,Chronos-2,0.05,0.0,0.15,-0.202,-0.285,-0.134
148
+ Sundial-Base,TimesFM-2.5,0.05,0.0,0.15,-0.14,-0.198,-0.085
149
+ Sundial-Base,TiRex,0.05,0.0,0.15,-0.108,-0.178,-0.013
150
+ Sundial-Base,Moirai-2.0,0.1,0.0,0.25,-0.043,-0.1,0.043
151
+ Sundial-Base,FlowState,0.25,0.05,0.45,0.017,-0.076,0.129
152
+ Sundial-Base,TFT,0.35,0.15,0.55,0.012,-0.086,0.103
153
+ Sundial-Base,PatchTST,0.4,0.2,0.6,-0.0,-0.053,0.049
154
+ Sundial-Base,Chronos-Bolt,0.4,0.2,0.6,0.04,-0.037,0.117
155
+ Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
156
+ Sundial-Base,TabPFN-TS,0.55,0.35,0.75,0.039,-0.041,0.115
157
+ Sundial-Base,DeepAR,0.6,0.4,0.8,0.129,0.026,0.238
158
+ Sundial-Base,CatBoost,0.95,0.85,1.0,0.193,0.125,0.262
159
+ Sundial-Base,LightGBM,0.95,0.85,1.0,0.273,0.187,0.379
160
+ Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.342,0.259,0.424
161
+ Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.566,0.454,0.668
162
+ TabPFN-TS,Toto-1.0,0.1,0.0,0.25,-0.221,-0.332,-0.126
163
+ TabPFN-TS,Chronos-2,0.1,0.0,0.25,-0.251,-0.339,-0.17
164
+ TabPFN-TS,TimesFM-2.5,0.15,0.0,0.3,-0.187,-0.285,-0.104
165
+ TabPFN-TS,TiRex,0.25,0.05,0.45,-0.153,-0.253,-0.065
166
+ TabPFN-TS,Moirai-2.0,0.4,0.2,0.6,-0.085,-0.183,0.003
167
+ TabPFN-TS,FlowState,0.4,0.2,0.6,-0.023,-0.171,0.12
168
+ TabPFN-TS,TFT,0.4,0.2,0.6,-0.028,-0.156,0.093
169
+ TabPFN-TS,PatchTST,0.3,0.1,0.5,-0.041,-0.141,0.053
170
+ TabPFN-TS,Chronos-Bolt,0.4,0.2,0.6,0.001,-0.117,0.105
171
+ TabPFN-TS,Sundial-Base,0.45,0.25,0.65,-0.041,-0.13,0.04
172
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
173
+ TabPFN-TS,DeepAR,0.5,0.3,0.7,0.094,-0.029,0.217
174
+ TabPFN-TS,CatBoost,0.65,0.4,0.85,0.161,0.06,0.257
175
+ TabPFN-TS,LightGBM,0.75,0.55,0.9,0.243,0.125,0.369
176
+ TabPFN-TS,AutoARIMA,0.8,0.6,0.95,0.315,0.196,0.422
177
+ TabPFN-TS,Seasonal Naive,0.95,0.85,1.0,0.549,0.413,0.669
178
+ DeepAR,Toto-1.0,0.0,0.0,0.0,-0.348,-0.571,-0.205
179
+ DeepAR,Chronos-2,0.1,0.0,0.25,-0.38,-0.614,-0.207
180
+ DeepAR,TimesFM-2.5,0.05,0.0,0.15,-0.31,-0.491,-0.165
181
+ DeepAR,TiRex,0.05,0.0,0.15,-0.273,-0.42,-0.162
182
+ DeepAR,Moirai-2.0,0.15,0.0,0.301,-0.197,-0.326,-0.1
183
+ DeepAR,FlowState,0.35,0.15,0.55,-0.13,-0.357,0.043
184
+ DeepAR,TFT,0.425,0.225,0.625,-0.134,-0.336,-0.024
185
+ DeepAR,PatchTST,0.25,0.1,0.425,-0.149,-0.315,-0.038
186
+ DeepAR,Chronos-Bolt,0.45,0.25,0.65,-0.103,-0.263,0.005
187
+ DeepAR,Sundial-Base,0.4,0.2,0.6,-0.149,-0.312,-0.027
188
+ DeepAR,TabPFN-TS,0.5,0.3,0.7,-0.104,-0.277,0.028
189
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
190
+ DeepAR,CatBoost,0.55,0.35,0.75,0.074,-0.05,0.187
191
+ DeepAR,LightGBM,0.7,0.5,0.9,0.165,0.046,0.308
192
+ DeepAR,AutoARIMA,0.85,0.7,1.0,0.244,0.15,0.332
193
+ DeepAR,Seasonal Naive,0.85,0.7,1.0,0.502,0.353,0.633
194
+ CatBoost,Toto-1.0,0.0,0.0,0.0,-0.455,-0.606,-0.359
195
+ CatBoost,Chronos-2,0.0,0.0,0.0,-0.49,-0.638,-0.372
196
+ CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.414,-0.524,-0.325
197
+ CatBoost,TiRex,0.0,0.0,0.0,-0.374,-0.474,-0.299
198
+ CatBoost,Moirai-2.0,0.05,0.0,0.15,-0.292,-0.404,-0.201
199
+ CatBoost,FlowState,0.05,0.0,0.15,-0.219,-0.399,-0.026
200
+ CatBoost,TFT,0.15,0.0,0.3,-0.224,-0.42,-0.087
201
+ CatBoost,PatchTST,0.25,0.05,0.45,-0.24,-0.398,-0.102
202
+ CatBoost,Chronos-Bolt,0.1,0.0,0.25,-0.191,-0.32,-0.084
203
+ CatBoost,Sundial-Base,0.05,0.0,0.15,-0.24,-0.356,-0.143
204
+ CatBoost,TabPFN-TS,0.35,0.15,0.6,-0.191,-0.346,-0.064
205
+ CatBoost,DeepAR,0.45,0.25,0.65,-0.079,-0.23,0.047
206
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
207
+ CatBoost,LightGBM,0.8,0.6,0.95,0.099,0.036,0.185
208
+ CatBoost,AutoARIMA,0.7,0.5,0.9,0.184,0.072,0.291
209
+ CatBoost,Seasonal Naive,1.0,1.0,1.0,0.463,0.329,0.589
210
+ LightGBM,Toto-1.0,0.0,0.0,0.0,-0.614,-0.934,-0.429
211
+ LightGBM,Chronos-2,0.0,0.0,0.0,-0.653,-0.973,-0.466
212
+ LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.569,-0.835,-0.398
213
+ LightGBM,TiRex,0.0,0.0,0.0,-0.524,-0.771,-0.376
214
+ LightGBM,Moirai-2.0,0.05,0.0,0.15,-0.434,-0.685,-0.285
215
+ LightGBM,FlowState,0.1,0.0,0.25,-0.353,-0.604,-0.152
216
+ LightGBM,TFT,0.1,0.0,0.25,-0.358,-0.703,-0.165
217
+ LightGBM,PatchTST,0.1,0.0,0.25,-0.376,-0.659,-0.19
218
+ LightGBM,Chronos-Bolt,0.15,0.0,0.3,-0.321,-0.55,-0.173
219
+ LightGBM,Sundial-Base,0.05,0.0,0.15,-0.375,-0.609,-0.231
220
+ LightGBM,TabPFN-TS,0.25,0.1,0.45,-0.322,-0.586,-0.143
221
+ LightGBM,DeepAR,0.3,0.1,0.5,-0.197,-0.445,-0.048
222
+ LightGBM,CatBoost,0.2,0.05,0.4,-0.109,-0.227,-0.037
223
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
224
+ LightGBM,AutoARIMA,0.65,0.45,0.85,0.095,-0.08,0.229
225
+ LightGBM,Seasonal Naive,0.8,0.6,0.95,0.404,0.231,0.555
226
+ AutoARIMA,Toto-1.0,0.0,0.0,0.0,-0.784,-1.131,-0.544
227
+ AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.827,-1.177,-0.569
228
+ AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.733,-1.002,-0.528
229
+ AutoARIMA,TiRex,0.0,0.0,0.0,-0.684,-0.952,-0.476
230
+ AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.585,-0.816,-0.401
231
+ AutoARIMA,FlowState,0.05,0.0,0.15,-0.495,-0.794,-0.243
232
+ AutoARIMA,TFT,0.15,0.0,0.3,-0.501,-0.831,-0.279
233
+ AutoARIMA,PatchTST,0.1,0.0,0.25,-0.52,-0.778,-0.329
234
+ AutoARIMA,Chronos-Bolt,0.1,0.0,0.25,-0.46,-0.729,-0.274
235
+ AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.52,-0.737,-0.349
236
+ AutoARIMA,TabPFN-TS,0.2,0.05,0.4,-0.46,-0.731,-0.244
237
+ AutoARIMA,DeepAR,0.15,0.0,0.3,-0.323,-0.497,-0.176
238
+ AutoARIMA,CatBoost,0.3,0.1,0.5,-0.226,-0.41,-0.077
239
+ AutoARIMA,LightGBM,0.35,0.15,0.55,-0.105,-0.297,0.074
240
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
241
+ AutoARIMA,Seasonal Naive,0.925,0.8,1.0,0.341,0.205,0.472
242
+ Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-1.707,-2.709,-1.085
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
243
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-1.772,-2.77,-1.139
244
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-1.631,-2.486,-1.077
245
  Seasonal Naive,TiRex,0.0,0.0,0.0,-1.556,-2.437,-0.997
246
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-1.405,-2.214,-0.883
247
+ Seasonal Naive,FlowState,0.05,0.0,0.15,-1.268,-2.052,-0.736
248
+ Seasonal Naive,TFT,0.1,0.0,0.25,-1.278,-2.153,-0.713
249
+ Seasonal Naive,PatchTST,0.1,0.0,0.25,-1.307,-2.121,-0.769
250
  Seasonal Naive,Chronos-Bolt,0.1,0.0,0.25,-1.215,-2.027,-0.704
251
+ Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-1.307,-2.016,-0.832
252
+ Seasonal Naive,TabPFN-TS,0.05,0.0,0.15,-1.216,-2.025,-0.703
253
+ Seasonal Naive,DeepAR,0.15,0.0,0.3,-1.008,-1.722,-0.547
254
+ Seasonal Naive,CatBoost,0.0,0.0,0.0,-0.861,-1.432,-0.49
255
+ Seasonal Naive,LightGBM,0.2,0.05,0.4,-0.677,-1.249,-0.301
256
+ Seasonal Naive,AutoARIMA,0.075,0.0,0.2,-0.518,-0.895,-0.258
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_cloud/pairwise_WAPE.csv CHANGED
@@ -1,226 +1,257 @@
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
- Chronos-2,Toto-1.0,0.35,0.15,0.55,0.065,-0.014,0.173
4
  Chronos-2,TimesFM-2.5,0.75,0.55,0.9,0.08,0.03,0.14
5
  Chronos-2,TiRex,0.8,0.6,0.95,0.109,0.032,0.209
 
6
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.136,0.059,0.226
7
- Chronos-2,TabPFN-TS,0.95,0.85,1.0,0.129,0.084,0.186
 
8
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.178,0.103,0.259
9
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.148,0.099,0.198
10
- Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.415,0.319,0.51
11
- Chronos-2,AutoARIMA,1.0,1.0,1.0,0.421,0.312,0.531
12
- Chronos-2,AutoETS,1.0,1.0,1.0,0.476,0.341,0.599
13
- Chronos-2,AutoTheta,1.0,1.0,1.0,0.434,0.333,0.532
14
- Chronos-2,Naive,1.0,1.0,1.0,0.482,0.382,0.572
15
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.506,0.388,0.617
16
- Chronos-2,Drift,1.0,1.0,1.0,0.514,0.42,0.599
17
- Toto-1.0,Chronos-2,0.65,0.45,0.85,-0.07,-0.21,0.014
18
- Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
19
- Toto-1.0,TimesFM-2.5,0.8,0.6,0.95,0.016,-0.048,0.069
20
- Toto-1.0,TiRex,0.75,0.55,0.9,0.047,-0.0,0.1
21
- Toto-1.0,Moirai-2.0,0.9,0.75,1.0,0.076,0.017,0.14
22
- Toto-1.0,TabPFN-TS,0.8,0.6,0.95,0.069,-0.015,0.137
23
- Toto-1.0,Chronos-Bolt,0.95,0.85,1.0,0.12,0.053,0.182
24
- Toto-1.0,Sundial-Base,0.9,0.75,1.0,0.089,-0.011,0.164
25
- Toto-1.0,Stat. Ensemble,1.0,1.0,1.0,0.374,0.288,0.473
26
- Toto-1.0,AutoARIMA,1.0,1.0,1.0,0.38,0.29,0.482
27
- Toto-1.0,AutoETS,1.0,1.0,1.0,0.439,0.315,0.574
28
- Toto-1.0,AutoTheta,1.0,1.0,1.0,0.395,0.314,0.488
29
- Toto-1.0,Naive,1.0,1.0,1.0,0.446,0.353,0.545
30
- Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.471,0.37,0.581
31
- Toto-1.0,Drift,1.0,1.0,1.0,0.48,0.397,0.565
32
  TimesFM-2.5,Chronos-2,0.25,0.1,0.45,-0.088,-0.162,-0.031
33
- TimesFM-2.5,Toto-1.0,0.2,0.05,0.4,-0.017,-0.074,0.046
34
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
35
  TimesFM-2.5,TiRex,0.6,0.4,0.8,0.031,-0.009,0.083
 
36
  TimesFM-2.5,Moirai-2.0,0.85,0.65,1.0,0.06,0.024,0.101
37
- TimesFM-2.5,TabPFN-TS,0.7,0.5,0.9,0.053,0.014,0.094
 
38
  TimesFM-2.5,Chronos-Bolt,0.9,0.75,1.0,0.106,0.065,0.148
39
  TimesFM-2.5,Sundial-Base,0.9,0.75,1.0,0.074,0.024,0.112
40
- TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.363,0.285,0.453
41
- TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.37,0.28,0.472
42
- TimesFM-2.5,AutoETS,1.0,1.0,1.0,0.43,0.307,0.558
43
- TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.385,0.303,0.473
44
- TimesFM-2.5,Naive,1.0,1.0,1.0,0.437,0.35,0.527
45
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.462,0.364,0.568
46
- TimesFM-2.5,Drift,1.0,1.0,1.0,0.472,0.391,0.548
47
  TiRex,Chronos-2,0.2,0.05,0.4,-0.122,-0.264,-0.033
48
- TiRex,Toto-1.0,0.25,0.1,0.45,-0.049,-0.111,0.0
49
  TiRex,TimesFM-2.5,0.4,0.2,0.6,-0.032,-0.091,0.009
50
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
 
51
  TiRex,Moirai-2.0,0.75,0.55,0.9,0.03,0.004,0.056
52
- TiRex,TabPFN-TS,0.7,0.5,0.9,0.023,-0.05,0.081
 
53
  TiRex,Chronos-Bolt,0.85,0.65,1.0,0.077,0.03,0.124
54
  TiRex,Sundial-Base,0.85,0.7,0.95,0.044,-0.063,0.112
55
- TiRex,Stat. Ensemble,0.95,0.85,1.0,0.343,0.258,0.427
56
- TiRex,AutoARIMA,1.0,1.0,1.0,0.35,0.265,0.443
57
- TiRex,AutoETS,0.95,0.85,1.0,0.412,0.283,0.547
58
- TiRex,AutoTheta,1.0,1.0,1.0,0.365,0.286,0.45
59
- TiRex,Naive,0.95,0.85,1.0,0.419,0.321,0.511
60
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.445,0.35,0.545
61
- TiRex,Drift,1.0,1.0,1.0,0.455,0.377,0.533
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.157,-0.292,-0.062
63
- Moirai-2.0,Toto-1.0,0.1,0.0,0.25,-0.082,-0.162,-0.017
64
  Moirai-2.0,TimesFM-2.5,0.15,0.0,0.35,-0.064,-0.112,-0.025
65
  Moirai-2.0,TiRex,0.25,0.1,0.45,-0.031,-0.06,-0.004
 
66
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
67
- Moirai-2.0,TabPFN-TS,0.5,0.3,0.75,-0.008,-0.075,0.05
 
68
  Moirai-2.0,Chronos-Bolt,0.75,0.55,0.9,0.048,0.003,0.096
69
  Moirai-2.0,Sundial-Base,0.75,0.55,0.9,0.014,-0.074,0.068
70
- Moirai-2.0,Stat. Ensemble,1.0,1.0,1.0,0.322,0.239,0.411
71
- Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.33,0.244,0.426
72
- Moirai-2.0,AutoETS,1.0,1.0,1.0,0.394,0.265,0.533
73
- Moirai-2.0,AutoTheta,1.0,1.0,1.0,0.345,0.268,0.435
74
- Moirai-2.0,Naive,0.95,0.85,1.0,0.401,0.311,0.491
75
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.428,0.333,0.532
76
- Moirai-2.0,Drift,1.0,1.0,1.0,0.438,0.36,0.513
77
- TabPFN-TS,Chronos-2,0.05,0.0,0.15,-0.149,-0.229,-0.091
78
- TabPFN-TS,Toto-1.0,0.2,0.05,0.4,-0.074,-0.159,0.015
79
- TabPFN-TS,TimesFM-2.5,0.3,0.1,0.5,-0.056,-0.103,-0.015
80
- TabPFN-TS,TiRex,0.3,0.1,0.5,-0.023,-0.089,0.048
81
- TabPFN-TS,Moirai-2.0,0.5,0.25,0.7,0.008,-0.053,0.07
82
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
83
- TabPFN-TS,Chronos-Bolt,0.6,0.4,0.8,0.055,-0.022,0.125
84
- TabPFN-TS,Sundial-Base,0.5,0.3,0.7,0.022,-0.044,0.083
85
- TabPFN-TS,Stat. Ensemble,1.0,1.0,1.0,0.327,0.226,0.427
86
- TabPFN-TS,AutoARIMA,1.0,1.0,1.0,0.335,0.224,0.447
87
- TabPFN-TS,AutoETS,0.95,0.85,1.0,0.398,0.258,0.535
88
- TabPFN-TS,AutoTheta,0.95,0.85,1.0,0.35,0.246,0.448
89
- TabPFN-TS,Naive,1.0,1.0,1.0,0.405,0.295,0.51
90
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.432,0.311,0.55
91
- TabPFN-TS,Drift,1.0,1.0,1.0,0.442,0.337,0.534
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
92
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.216,-0.349,-0.115
93
- Chronos-Bolt,Toto-1.0,0.05,0.0,0.15,-0.137,-0.223,-0.056
94
  Chronos-Bolt,TimesFM-2.5,0.1,0.0,0.25,-0.118,-0.174,-0.069
95
  Chronos-Bolt,TiRex,0.15,0.0,0.35,-0.083,-0.141,-0.031
 
96
  Chronos-Bolt,Moirai-2.0,0.25,0.1,0.45,-0.051,-0.106,-0.003
97
- Chronos-Bolt,TabPFN-TS,0.4,0.2,0.6,-0.059,-0.143,0.022
 
98
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
99
  Chronos-Bolt,Sundial-Base,0.6,0.4,0.8,-0.036,-0.131,0.028
100
- Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.288,0.207,0.384
101
- Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.296,0.204,0.41
102
- Chronos-Bolt,AutoETS,1.0,1.0,1.0,0.363,0.23,0.509
103
- Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.312,0.234,0.407
104
- Chronos-Bolt,Naive,0.95,0.85,1.0,0.371,0.282,0.464
105
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.399,0.295,0.512
106
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.409,0.333,0.49
107
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.174,-0.247,-0.11
108
- Sundial-Base,Toto-1.0,0.1,0.0,0.25,-0.097,-0.196,0.011
109
  Sundial-Base,TimesFM-2.5,0.1,0.0,0.25,-0.08,-0.126,-0.024
110
  Sundial-Base,TiRex,0.15,0.05,0.3,-0.046,-0.126,0.059
 
111
  Sundial-Base,Moirai-2.0,0.25,0.1,0.45,-0.014,-0.073,0.069
112
- Sundial-Base,TabPFN-TS,0.5,0.3,0.7,-0.022,-0.09,0.042
 
113
  Sundial-Base,Chronos-Bolt,0.4,0.2,0.6,0.034,-0.029,0.116
114
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
115
- Sundial-Base,Stat. Ensemble,1.0,1.0,1.0,0.313,0.227,0.408
116
- Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.32,0.224,0.423
117
- Sundial-Base,AutoETS,1.0,1.0,1.0,0.385,0.251,0.518
118
- Sundial-Base,AutoTheta,1.0,1.0,1.0,0.336,0.245,0.426
119
- Sundial-Base,Naive,1.0,1.0,1.0,0.392,0.306,0.478
120
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.42,0.312,0.53
121
- Sundial-Base,Drift,1.0,1.0,1.0,0.43,0.347,0.507
122
- Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.708,-1.042,-0.469
123
- Stat. Ensemble,Toto-1.0,0.0,0.0,0.0,-0.596,-0.898,-0.404
124
- Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-0.571,-0.828,-0.398
125
- Stat. Ensemble,TiRex,0.05,0.0,0.15,-0.522,-0.746,-0.348
126
- Stat. Ensemble,Moirai-2.0,0.0,0.0,0.0,-0.476,-0.699,-0.314
127
- Stat. Ensemble,TabPFN-TS,0.0,0.0,0.0,-0.487,-0.746,-0.292
128
- Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.405,-0.624,-0.261
129
- Stat. Ensemble,Sundial-Base,0.0,0.0,0.0,-0.455,-0.688,-0.293
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
131
- Stat. Ensemble,AutoARIMA,0.525,0.325,0.725,0.011,-0.045,0.063
132
- Stat. Ensemble,AutoETS,0.725,0.525,0.9,0.105,-0.033,0.285
133
- Stat. Ensemble,AutoTheta,0.85,0.7,1.0,0.033,-0.007,0.072
134
- Stat. Ensemble,Naive,0.7,0.5,0.9,0.116,0.037,0.193
135
- Stat. Ensemble,Seasonal Naive,0.875,0.75,0.975,0.156,0.072,0.236
136
- Stat. Ensemble,Drift,0.8,0.6,0.95,0.17,0.096,0.237
137
- AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.727,-1.133,-0.453
138
- AutoARIMA,Toto-1.0,0.0,0.0,0.0,-0.614,-0.93,-0.408
139
- AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.588,-0.895,-0.389
140
- AutoARIMA,TiRex,0.0,0.0,0.0,-0.539,-0.797,-0.361
141
- AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.492,-0.744,-0.323
142
- AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.503,-0.808,-0.289
143
- AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.42,-0.694,-0.256
144
- AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.471,-0.734,-0.288
145
- AutoARIMA,Stat. Ensemble,0.475,0.275,0.675,-0.011,-0.067,0.043
146
- AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
147
- AutoARIMA,AutoETS,0.625,0.425,0.825,0.095,-0.068,0.276
148
- AutoARIMA,AutoTheta,0.65,0.4,0.85,0.023,-0.039,0.083
149
- AutoARIMA,Naive,0.6,0.399,0.8,0.106,-0.005,0.204
150
- AutoARIMA,Seasonal Naive,0.875,0.75,0.975,0.146,0.061,0.226
151
- AutoARIMA,Drift,0.75,0.55,0.95,0.161,0.062,0.25
152
- AutoETS,Chronos-2,0.0,0.0,0.0,-0.909,-1.495,-0.517
153
- AutoETS,Toto-1.0,0.0,0.0,0.0,-0.784,-1.345,-0.461
154
- AutoETS,TimesFM-2.5,0.0,0.0,0.0,-0.755,-1.264,-0.444
155
- AutoETS,TiRex,0.05,0.0,0.15,-0.7,-1.21,-0.394
156
- AutoETS,Moirai-2.0,0.0,0.0,0.0,-0.649,-1.141,-0.36
157
- AutoETS,TabPFN-TS,0.05,0.0,0.15,-0.662,-1.151,-0.347
158
- AutoETS,Chronos-Bolt,0.0,0.0,0.0,-0.57,-1.035,-0.299
159
- AutoETS,Sundial-Base,0.0,0.0,0.0,-0.626,-1.074,-0.334
160
- AutoETS,Stat. Ensemble,0.275,0.1,0.475,-0.117,-0.399,0.032
161
- AutoETS,AutoARIMA,0.375,0.175,0.575,-0.105,-0.381,0.063
162
- AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
163
- AutoETS,AutoTheta,0.6,0.4,0.8,-0.08,-0.32,0.051
164
- AutoETS,Naive,0.5,0.3,0.7,0.012,-0.2,0.142
165
- AutoETS,Seasonal Naive,0.725,0.55,0.9,0.057,-0.196,0.202
166
- AutoETS,Drift,0.75,0.55,0.9,0.073,-0.137,0.197
167
- AutoTheta,Chronos-2,0.0,0.0,0.0,-0.767,-1.135,-0.5
168
- AutoTheta,Toto-1.0,0.0,0.0,0.0,-0.652,-0.955,-0.458
169
- AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.625,-0.898,-0.434
170
- AutoTheta,TiRex,0.0,0.0,0.0,-0.574,-0.817,-0.401
171
- AutoTheta,Moirai-2.0,0.0,0.0,0.0,-0.527,-0.77,-0.366
172
- AutoTheta,TabPFN-TS,0.05,0.0,0.15,-0.538,-0.812,-0.326
173
- AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.453,-0.687,-0.305
174
- AutoTheta,Sundial-Base,0.0,0.0,0.0,-0.505,-0.741,-0.324
175
- AutoTheta,Stat. Ensemble,0.15,0.0,0.3,-0.035,-0.077,0.007
176
- AutoTheta,AutoARIMA,0.35,0.15,0.6,-0.023,-0.09,0.037
177
- AutoTheta,AutoETS,0.4,0.2,0.6,0.074,-0.054,0.242
178
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoTheta,Naive,0.7,0.5,0.9,0.085,0.008,0.16
180
- AutoTheta,Seasonal Naive,0.8,0.65,0.95,0.127,0.043,0.209
181
- AutoTheta,Drift,0.85,0.7,1.0,0.142,0.077,0.202
182
- Naive,Chronos-2,0.0,0.0,0.0,-0.932,-1.338,-0.617
183
- Naive,Toto-1.0,0.0,0.0,0.0,-0.806,-1.198,-0.545
184
- Naive,TimesFM-2.5,0.0,0.0,0.0,-0.777,-1.112,-0.538
185
- Naive,TiRex,0.05,0.0,0.15,-0.721,-1.045,-0.472
186
- Naive,Moirai-2.0,0.05,0.0,0.15,-0.669,-0.964,-0.452
187
- Naive,TabPFN-TS,0.0,0.0,0.0,-0.682,-1.039,-0.417
188
- Naive,Chronos-Bolt,0.05,0.0,0.15,-0.589,-0.866,-0.392
189
- Naive,Sundial-Base,0.0,0.0,0.0,-0.646,-0.915,-0.441
190
- Naive,Stat. Ensemble,0.3,0.1,0.5,-0.131,-0.239,-0.038
191
- Naive,AutoARIMA,0.4,0.2,0.601,-0.119,-0.256,0.005
192
- Naive,AutoETS,0.5,0.3,0.7,-0.012,-0.166,0.167
193
- Naive,AutoTheta,0.3,0.1,0.5,-0.093,-0.19,-0.008
194
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
195
- Naive,Seasonal Naive,0.6,0.425,0.775,0.045,-0.064,0.152
196
- Naive,Drift,1.0,1.0,1.0,0.061,0.032,0.1
197
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-1.023,-1.609,-0.634
198
- Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.891,-1.385,-0.588
199
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.86,-1.313,-0.572
200
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.802,-1.198,-0.539
 
201
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.748,-1.138,-0.499
202
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.761,-1.22,-0.452
 
203
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.664,-1.049,-0.418
204
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.723,-1.13,-0.453
205
- Seasonal Naive,Stat. Ensemble,0.125,0.025,0.25,-0.185,-0.309,-0.078
206
- Seasonal Naive,AutoARIMA,0.125,0.025,0.25,-0.172,-0.293,-0.065
207
- Seasonal Naive,AutoETS,0.275,0.1,0.45,-0.06,-0.252,0.164
208
- Seasonal Naive,AutoTheta,0.2,0.05,0.35,-0.145,-0.264,-0.045
209
- Seasonal Naive,Naive,0.4,0.225,0.575,-0.047,-0.179,0.06
210
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Seasonal Naive,Drift,0.6,0.35,0.8,0.017,-0.096,0.115
212
- Drift,Chronos-2,0.0,0.0,0.0,-1.059,-1.492,-0.723
213
- Drift,Toto-1.0,0.0,0.0,0.0,-0.924,-1.3,-0.659
214
- Drift,TimesFM-2.5,0.0,0.0,0.0,-0.893,-1.214,-0.641
215
- Drift,TiRex,0.0,0.0,0.0,-0.834,-1.143,-0.606
216
- Drift,Moirai-2.0,0.0,0.0,0.0,-0.779,-1.054,-0.562
217
- Drift,TabPFN-TS,0.0,0.0,0.0,-0.792,-1.147,-0.508
218
- Drift,Chronos-Bolt,0.0,0.0,0.0,-0.693,-0.96,-0.5
219
- Drift,Sundial-Base,0.0,0.0,0.0,-0.753,-1.028,-0.532
220
- Drift,Stat. Ensemble,0.2,0.05,0.4,-0.205,-0.311,-0.106
221
- Drift,AutoARIMA,0.25,0.05,0.45,-0.192,-0.333,-0.066
222
- Drift,AutoETS,0.25,0.1,0.45,-0.079,-0.245,0.12
223
- Drift,AutoTheta,0.15,0.0,0.3,-0.165,-0.253,-0.083
224
- Drift,Naive,0.0,0.0,0.0,-0.065,-0.111,-0.033
225
- Drift,Seasonal Naive,0.4,0.2,0.65,-0.018,-0.129,0.088
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
+ Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
3
+ Toto-1.0,Chronos-2,0.65,0.45,0.85,-0.07,-0.211,0.014
4
+ Toto-1.0,TimesFM-2.5,0.8,0.6,0.95,0.016,-0.049,0.069
5
+ Toto-1.0,TiRex,0.75,0.55,0.9,0.046,-0.002,0.1
6
+ Toto-1.0,FlowState,0.8,0.6,0.95,0.049,-0.12,0.172
7
+ Toto-1.0,Moirai-2.0,0.9,0.75,1.0,0.075,0.014,0.139
8
+ Toto-1.0,TabPFN-TS,0.85,0.699,1.0,0.083,0.012,0.143
9
+ Toto-1.0,PatchTST,0.9,0.75,1.0,0.076,-0.112,0.188
10
+ Toto-1.0,Chronos-Bolt,0.95,0.85,1.0,0.12,0.051,0.182
11
+ Toto-1.0,Sundial-Base,0.9,0.75,1.0,0.088,-0.012,0.164
12
+ Toto-1.0,TFT,1.0,1.0,1.0,0.147,0.082,0.222
13
+ Toto-1.0,CatBoost,0.95,0.85,1.0,0.191,0.124,0.268
14
+ Toto-1.0,DeepAR,1.0,1.0,1.0,0.232,0.144,0.35
15
+ Toto-1.0,LightGBM,1.0,1.0,1.0,0.275,0.174,0.398
16
+ Toto-1.0,Stat. Ensemble,1.0,1.0,1.0,0.358,0.266,0.464
17
+ Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.471,0.37,0.58
18
+ Chronos-2,Toto-1.0,0.35,0.15,0.55,0.066,-0.014,0.174
19
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
 
20
  Chronos-2,TimesFM-2.5,0.75,0.55,0.9,0.08,0.03,0.14
21
  Chronos-2,TiRex,0.8,0.6,0.95,0.109,0.032,0.209
22
+ Chronos-2,FlowState,0.8,0.6,0.95,0.111,0.049,0.183
23
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.136,0.059,0.226
24
+ Chronos-2,TabPFN-TS,0.95,0.85,1.0,0.143,0.087,0.216
25
+ Chronos-2,PatchTST,0.85,0.7,1.0,0.137,0.061,0.205
26
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.178,0.103,0.259
27
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.148,0.099,0.198
28
+ Chronos-2,TFT,0.9,0.75,1.0,0.203,0.088,0.331
29
+ Chronos-2,CatBoost,1.0,1.0,1.0,0.244,0.169,0.326
30
+ Chronos-2,DeepAR,0.9,0.75,1.0,0.282,0.158,0.409
31
+ Chronos-2,LightGBM,1.0,1.0,1.0,0.323,0.222,0.429
32
+ Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.4,0.295,0.505
33
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.506,0.388,0.617
34
+ TimesFM-2.5,Toto-1.0,0.2,0.05,0.4,-0.016,-0.074,0.047
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
35
  TimesFM-2.5,Chronos-2,0.25,0.1,0.45,-0.088,-0.162,-0.031
 
36
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
37
  TimesFM-2.5,TiRex,0.6,0.4,0.8,0.031,-0.009,0.083
38
+ TimesFM-2.5,FlowState,0.8,0.6,0.95,0.033,-0.09,0.123
39
  TimesFM-2.5,Moirai-2.0,0.85,0.65,1.0,0.06,0.024,0.101
40
+ TimesFM-2.5,TabPFN-TS,0.75,0.55,0.95,0.068,0.034,0.105
41
+ TimesFM-2.5,PatchTST,0.8,0.649,0.95,0.061,-0.066,0.141
42
  TimesFM-2.5,Chronos-Bolt,0.9,0.75,1.0,0.106,0.065,0.148
43
  TimesFM-2.5,Sundial-Base,0.9,0.75,1.0,0.074,0.024,0.112
44
+ TimesFM-2.5,TFT,0.9,0.75,1.0,0.133,0.039,0.248
45
+ TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.178,0.129,0.23
46
+ TimesFM-2.5,DeepAR,0.95,0.85,1.0,0.22,0.126,0.316
47
+ TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.263,0.172,0.371
48
+ TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.348,0.261,0.445
49
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.462,0.364,0.568
50
+ TiRex,Toto-1.0,0.25,0.1,0.45,-0.049,-0.111,0.002
51
  TiRex,Chronos-2,0.2,0.05,0.4,-0.122,-0.264,-0.033
 
52
  TiRex,TimesFM-2.5,0.4,0.2,0.6,-0.032,-0.091,0.009
53
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
54
+ TiRex,FlowState,0.6,0.4,0.8,0.002,-0.176,0.116
55
  TiRex,Moirai-2.0,0.75,0.55,0.9,0.03,0.004,0.056
56
+ TiRex,TabPFN-TS,0.7,0.5,0.9,0.038,-0.012,0.083
57
+ TiRex,PatchTST,0.75,0.55,0.9,0.031,-0.152,0.138
58
  TiRex,Chronos-Bolt,0.85,0.65,1.0,0.077,0.03,0.124
59
  TiRex,Sundial-Base,0.85,0.7,0.95,0.044,-0.063,0.112
60
+ TiRex,TFT,0.8,0.6,0.95,0.105,0.0,0.22
61
+ TiRex,CatBoost,0.95,0.85,1.0,0.152,0.107,0.198
62
+ TiRex,DeepAR,0.95,0.85,1.0,0.194,0.118,0.28
63
+ TiRex,LightGBM,0.95,0.85,1.0,0.24,0.158,0.347
64
+ TiRex,Stat. Ensemble,0.95,0.85,1.0,0.327,0.239,0.42
65
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.445,0.35,0.545
66
+ FlowState,Toto-1.0,0.2,0.05,0.4,-0.051,-0.208,0.107
67
+ FlowState,Chronos-2,0.2,0.05,0.4,-0.125,-0.224,-0.051
68
+ FlowState,TimesFM-2.5,0.2,0.05,0.4,-0.035,-0.141,0.083
69
+ FlowState,TiRex,0.4,0.2,0.6,-0.002,-0.131,0.149
70
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
71
+ FlowState,Moirai-2.0,0.55,0.35,0.75,0.028,-0.093,0.164
72
+ FlowState,TabPFN-TS,0.55,0.35,0.75,0.036,-0.086,0.162
73
+ FlowState,PatchTST,0.6,0.4,0.8,0.029,-0.068,0.106
74
+ FlowState,Chronos-Bolt,0.7,0.5,0.851,0.075,-0.004,0.187
75
+ FlowState,Sundial-Base,0.65,0.45,0.85,0.042,-0.051,0.116
76
+ FlowState,TFT,0.6,0.4,0.8,0.103,-0.059,0.259
77
+ FlowState,CatBoost,0.8,0.649,0.95,0.15,0.054,0.264
78
+ FlowState,DeepAR,0.7,0.5,0.9,0.193,0.023,0.35
79
+ FlowState,LightGBM,0.85,0.7,1.0,0.238,0.134,0.354
80
+ FlowState,Stat. Ensemble,1.0,1.0,1.0,0.325,0.226,0.433
81
+ FlowState,Seasonal Naive,1.0,1.0,1.0,0.444,0.326,0.558
82
+ Moirai-2.0,Toto-1.0,0.1,0.0,0.25,-0.081,-0.162,-0.014
83
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.157,-0.292,-0.062
 
84
  Moirai-2.0,TimesFM-2.5,0.15,0.0,0.35,-0.064,-0.112,-0.025
85
  Moirai-2.0,TiRex,0.25,0.1,0.45,-0.031,-0.06,-0.004
86
+ Moirai-2.0,FlowState,0.45,0.25,0.65,-0.029,-0.197,0.085
87
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
88
+ Moirai-2.0,TabPFN-TS,0.55,0.35,0.8,0.008,-0.035,0.053
89
+ Moirai-2.0,PatchTST,0.55,0.3,0.75,0.001,-0.174,0.1
90
  Moirai-2.0,Chronos-Bolt,0.75,0.55,0.9,0.048,0.003,0.096
91
  Moirai-2.0,Sundial-Base,0.75,0.55,0.9,0.014,-0.074,0.068
92
+ Moirai-2.0,TFT,0.6,0.4,0.8,0.077,-0.033,0.206
93
+ Moirai-2.0,CatBoost,0.9,0.75,1.0,0.125,0.08,0.173
94
+ Moirai-2.0,DeepAR,0.75,0.55,0.9,0.169,0.095,0.251
95
+ Moirai-2.0,LightGBM,0.9,0.75,1.0,0.216,0.129,0.33
96
+ Moirai-2.0,Stat. Ensemble,1.0,1.0,1.0,0.306,0.219,0.401
97
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.428,0.333,0.532
98
+ TabPFN-TS,Toto-1.0,0.15,0.0,0.301,-0.091,-0.166,-0.012
99
+ TabPFN-TS,Chronos-2,0.05,0.0,0.15,-0.167,-0.275,-0.095
100
+ TabPFN-TS,TimesFM-2.5,0.25,0.05,0.45,-0.073,-0.118,-0.035
101
+ TabPFN-TS,TiRex,0.3,0.1,0.5,-0.04,-0.091,0.012
102
+ TabPFN-TS,FlowState,0.45,0.25,0.65,-0.038,-0.193,0.079
103
+ TabPFN-TS,Moirai-2.0,0.45,0.2,0.65,-0.009,-0.056,0.034
104
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
105
+ TabPFN-TS,PatchTST,0.45,0.25,0.65,-0.008,-0.175,0.096
106
+ TabPFN-TS,Chronos-Bolt,0.55,0.35,0.75,0.04,-0.028,0.105
107
+ TabPFN-TS,Sundial-Base,0.45,0.25,0.65,0.006,-0.077,0.073
108
+ TabPFN-TS,TFT,0.5,0.299,0.7,0.07,-0.052,0.204
109
+ TabPFN-TS,CatBoost,0.7,0.5,0.9,0.118,0.054,0.183
110
+ TabPFN-TS,DeepAR,0.7,0.5,0.9,0.162,0.066,0.264
111
+ TabPFN-TS,LightGBM,0.85,0.7,1.0,0.209,0.108,0.334
112
+ TabPFN-TS,Stat. Ensemble,0.95,0.85,1.0,0.3,0.193,0.406
113
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.423,0.304,0.541
114
+ PatchTST,Toto-1.0,0.1,0.0,0.25,-0.082,-0.232,0.1
115
+ PatchTST,Chronos-2,0.15,0.0,0.3,-0.158,-0.258,-0.065
116
+ PatchTST,TimesFM-2.5,0.2,0.05,0.351,-0.065,-0.165,0.062
117
+ PatchTST,TiRex,0.25,0.1,0.45,-0.032,-0.16,0.132
118
+ PatchTST,FlowState,0.4,0.2,0.6,-0.029,-0.118,0.064
119
+ PatchTST,Moirai-2.0,0.45,0.25,0.7,-0.001,-0.111,0.148
120
+ PatchTST,TabPFN-TS,0.55,0.35,0.75,0.008,-0.107,0.149
121
+ PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
122
+ PatchTST,Chronos-Bolt,0.5,0.3,0.7,0.048,-0.064,0.191
123
+ PatchTST,Sundial-Base,0.5,0.3,0.7,0.014,-0.05,0.089
124
+ PatchTST,TFT,0.525,0.3,0.75,0.077,-0.073,0.248
125
+ PatchTST,CatBoost,0.75,0.55,0.95,0.125,0.018,0.25
126
+ PatchTST,DeepAR,0.75,0.55,0.925,0.169,0.039,0.321
127
+ PatchTST,LightGBM,0.75,0.55,0.95,0.215,0.088,0.359
128
+ PatchTST,Stat. Ensemble,0.875,0.725,1.0,0.305,0.183,0.428
129
+ PatchTST,Seasonal Naive,0.9,0.775,1.0,0.428,0.289,0.553
130
+ Chronos-Bolt,Toto-1.0,0.05,0.0,0.15,-0.136,-0.223,-0.053
131
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.216,-0.349,-0.115
 
132
  Chronos-Bolt,TimesFM-2.5,0.1,0.0,0.25,-0.118,-0.174,-0.069
133
  Chronos-Bolt,TiRex,0.15,0.0,0.35,-0.083,-0.141,-0.031
134
+ Chronos-Bolt,FlowState,0.3,0.149,0.5,-0.081,-0.231,0.004
135
  Chronos-Bolt,Moirai-2.0,0.25,0.1,0.45,-0.051,-0.106,-0.003
136
+ Chronos-Bolt,TabPFN-TS,0.45,0.25,0.65,-0.042,-0.117,0.028
137
+ Chronos-Bolt,PatchTST,0.5,0.3,0.7,-0.05,-0.235,0.06
138
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
139
  Chronos-Bolt,Sundial-Base,0.6,0.4,0.8,-0.036,-0.131,0.028
140
+ Chronos-Bolt,TFT,0.55,0.35,0.75,0.031,-0.093,0.17
141
+ Chronos-Bolt,CatBoost,0.8,0.65,0.95,0.081,0.034,0.139
142
+ Chronos-Bolt,DeepAR,0.7,0.5,0.9,0.127,0.014,0.24
143
+ Chronos-Bolt,LightGBM,0.9,0.75,1.0,0.176,0.09,0.281
144
+ Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.271,0.182,0.376
145
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.399,0.295,0.512
146
+ Sundial-Base,Toto-1.0,0.1,0.0,0.25,-0.097,-0.196,0.012
147
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.174,-0.247,-0.11
 
148
  Sundial-Base,TimesFM-2.5,0.1,0.0,0.25,-0.08,-0.126,-0.024
149
  Sundial-Base,TiRex,0.15,0.05,0.3,-0.046,-0.126,0.059
150
+ Sundial-Base,FlowState,0.35,0.15,0.55,-0.044,-0.131,0.048
151
  Sundial-Base,Moirai-2.0,0.25,0.1,0.45,-0.014,-0.073,0.069
152
+ Sundial-Base,TabPFN-TS,0.55,0.35,0.75,-0.006,-0.078,0.071
153
+ Sundial-Base,PatchTST,0.5,0.3,0.7,-0.014,-0.098,0.047
154
  Sundial-Base,Chronos-Bolt,0.4,0.2,0.6,0.034,-0.029,0.116
155
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
156
+ Sundial-Base,TFT,0.55,0.35,0.75,0.064,-0.048,0.195
157
+ Sundial-Base,CatBoost,0.75,0.55,0.901,0.113,0.042,0.19
158
+ Sundial-Base,DeepAR,0.7,0.5,0.9,0.157,0.056,0.275
159
+ Sundial-Base,LightGBM,0.9,0.75,1.0,0.205,0.1,0.327
160
+ Sundial-Base,Stat. Ensemble,1.0,1.0,1.0,0.296,0.201,0.399
161
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.42,0.312,0.53
162
+ TFT,Toto-1.0,0.0,0.0,0.0,-0.172,-0.286,-0.089
163
+ TFT,Chronos-2,0.1,0.0,0.25,-0.255,-0.494,-0.096
164
+ TFT,TimesFM-2.5,0.1,0.0,0.25,-0.154,-0.33,-0.041
165
+ TFT,TiRex,0.2,0.05,0.4,-0.118,-0.281,-0.0
166
+ TFT,FlowState,0.4,0.2,0.6,-0.115,-0.35,0.056
167
+ TFT,Moirai-2.0,0.4,0.2,0.6,-0.084,-0.259,0.032
168
+ TFT,TabPFN-TS,0.5,0.3,0.701,-0.075,-0.256,0.049
169
+ TFT,PatchTST,0.475,0.25,0.7,-0.083,-0.33,0.068
170
+ TFT,Chronos-Bolt,0.45,0.25,0.65,-0.032,-0.205,0.085
171
+ TFT,Sundial-Base,0.45,0.25,0.65,-0.068,-0.242,0.046
172
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
173
+ TFT,CatBoost,0.65,0.45,0.85,0.052,-0.106,0.182
174
+ TFT,DeepAR,0.625,0.425,0.8,0.1,-0.04,0.245
175
+ TFT,LightGBM,0.7,0.5,0.9,0.15,-0.01,0.32
176
+ TFT,Stat. Ensemble,0.9,0.75,1.0,0.248,0.14,0.372
177
+ TFT,Seasonal Naive,0.975,0.925,1.0,0.38,0.273,0.502
178
+ CatBoost,Toto-1.0,0.05,0.0,0.15,-0.236,-0.366,-0.141
179
+ CatBoost,Chronos-2,0.0,0.0,0.0,-0.323,-0.485,-0.203
180
+ CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.217,-0.298,-0.148
181
+ CatBoost,TiRex,0.05,0.0,0.15,-0.179,-0.247,-0.12
182
+ CatBoost,FlowState,0.2,0.05,0.351,-0.176,-0.359,-0.057
183
+ CatBoost,Moirai-2.0,0.1,0.0,0.25,-0.143,-0.209,-0.087
184
+ CatBoost,TabPFN-TS,0.3,0.1,0.5,-0.134,-0.223,-0.057
185
+ CatBoost,PatchTST,0.25,0.05,0.45,-0.143,-0.333,-0.019
186
+ CatBoost,Chronos-Bolt,0.2,0.05,0.35,-0.088,-0.161,-0.035
187
+ CatBoost,Sundial-Base,0.25,0.099,0.45,-0.127,-0.235,-0.044
188
+ CatBoost,TFT,0.35,0.15,0.55,-0.055,-0.223,0.096
189
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
190
+ CatBoost,DeepAR,0.55,0.349,0.75,0.05,-0.062,0.143
191
+ CatBoost,LightGBM,0.85,0.7,1.0,0.103,0.034,0.2
192
+ CatBoost,Stat. Ensemble,0.95,0.85,1.0,0.206,0.119,0.301
193
+ CatBoost,Seasonal Naive,0.95,0.85,1.0,0.346,0.235,0.461
194
+ DeepAR,Toto-1.0,0.0,0.0,0.0,-0.302,-0.538,-0.169
195
+ DeepAR,Chronos-2,0.1,0.0,0.25,-0.393,-0.693,-0.187
196
+ DeepAR,TimesFM-2.5,0.05,0.0,0.15,-0.281,-0.461,-0.144
197
+ DeepAR,TiRex,0.05,0.0,0.15,-0.241,-0.389,-0.134
198
+ DeepAR,FlowState,0.3,0.1,0.5,-0.239,-0.538,-0.023
199
+ DeepAR,Moirai-2.0,0.25,0.1,0.45,-0.204,-0.334,-0.104
200
+ DeepAR,TabPFN-TS,0.3,0.1,0.5,-0.194,-0.358,-0.07
201
+ DeepAR,PatchTST,0.25,0.075,0.45,-0.203,-0.474,-0.04
202
+ DeepAR,Chronos-Bolt,0.3,0.1,0.5,-0.146,-0.316,-0.014
203
+ DeepAR,Sundial-Base,0.3,0.1,0.5,-0.187,-0.379,-0.059
204
+ DeepAR,TFT,0.375,0.2,0.575,-0.111,-0.324,0.039
205
+ DeepAR,CatBoost,0.45,0.25,0.651,-0.053,-0.167,0.058
206
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
207
+ DeepAR,LightGBM,0.55,0.35,0.75,0.056,-0.071,0.22
208
+ DeepAR,Stat. Ensemble,0.825,0.65,0.975,0.164,0.057,0.278
209
+ DeepAR,Seasonal Naive,0.9,0.775,1.0,0.311,0.207,0.415
210
+ LightGBM,Toto-1.0,0.0,0.0,0.0,-0.379,-0.662,-0.211
211
+ LightGBM,Chronos-2,0.0,0.0,0.0,-0.476,-0.751,-0.286
212
+ LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.357,-0.59,-0.208
213
+ LightGBM,TiRex,0.05,0.0,0.15,-0.315,-0.531,-0.187
214
+ LightGBM,FlowState,0.15,0.0,0.3,-0.312,-0.548,-0.155
215
+ LightGBM,Moirai-2.0,0.1,0.0,0.25,-0.275,-0.493,-0.149
216
+ LightGBM,TabPFN-TS,0.15,0.0,0.3,-0.265,-0.502,-0.121
217
+ LightGBM,PatchTST,0.25,0.05,0.45,-0.275,-0.56,-0.096
218
+ LightGBM,Chronos-Bolt,0.1,0.0,0.25,-0.214,-0.39,-0.099
219
+ LightGBM,Sundial-Base,0.1,0.0,0.25,-0.257,-0.486,-0.111
220
+ LightGBM,TFT,0.3,0.1,0.5,-0.177,-0.471,0.009
221
+ LightGBM,CatBoost,0.15,0.0,0.3,-0.115,-0.251,-0.035
222
+ LightGBM,DeepAR,0.45,0.25,0.65,-0.059,-0.283,0.066
223
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
224
+ LightGBM,Stat. Ensemble,0.8,0.6,0.95,0.115,0.028,0.196
225
+ LightGBM,Seasonal Naive,0.9,0.75,1.0,0.27,0.154,0.38
226
+ Stat. Ensemble,Toto-1.0,0.0,0.0,0.0,-0.558,-0.864,-0.362
227
+ Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.667,-1.019,-0.418
228
+ Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-0.533,-0.803,-0.353
229
+ Stat. Ensemble,TiRex,0.05,0.0,0.15,-0.485,-0.724,-0.314
230
+ Stat. Ensemble,FlowState,0.0,0.0,0.0,-0.482,-0.763,-0.292
231
+ Stat. Ensemble,Moirai-2.0,0.0,0.0,0.0,-0.44,-0.671,-0.281
232
+ Stat. Ensemble,TabPFN-TS,0.05,0.0,0.15,-0.428,-0.684,-0.24
233
+ Stat. Ensemble,PatchTST,0.125,0.0,0.275,-0.44,-0.749,-0.225
234
+ Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.371,-0.603,-0.222
235
+ Stat. Ensemble,Sundial-Base,0.0,0.0,0.0,-0.42,-0.665,-0.251
236
+ Stat. Ensemble,TFT,0.1,0.0,0.25,-0.329,-0.592,-0.163
237
+ Stat. Ensemble,CatBoost,0.05,0.0,0.15,-0.26,-0.43,-0.135
238
+ Stat. Ensemble,DeepAR,0.175,0.025,0.35,-0.196,-0.386,-0.06
239
+ Stat. Ensemble,LightGBM,0.2,0.05,0.4,-0.129,-0.243,-0.029
240
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
241
+ Stat. Ensemble,Seasonal Naive,0.925,0.8,1.0,0.176,0.098,0.253
242
+ Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.89,-1.38,-0.588
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
243
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-1.023,-1.609,-0.634
 
244
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.86,-1.313,-0.572
245
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.802,-1.198,-0.539
246
+ Seasonal Naive,FlowState,0.0,0.0,0.0,-0.798,-1.26,-0.483
247
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.748,-1.138,-0.499
248
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.733,-1.18,-0.436
249
+ Seasonal Naive,PatchTST,0.1,0.0,0.225,-0.747,-1.237,-0.406
250
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.664,-1.049,-0.418
251
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.723,-1.13,-0.453
252
+ Seasonal Naive,TFT,0.025,0.0,0.075,-0.613,-1.008,-0.376
253
+ Seasonal Naive,CatBoost,0.05,0.0,0.15,-0.529,-0.855,-0.308
254
+ Seasonal Naive,DeepAR,0.1,0.0,0.225,-0.452,-0.709,-0.26
255
+ Seasonal Naive,LightGBM,0.1,0.0,0.25,-0.371,-0.612,-0.183
256
+ Seasonal Naive,Stat. Ensemble,0.075,0.0,0.2,-0.214,-0.339,-0.109
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_cloud/pairwise_WQL.csv CHANGED
@@ -3,224 +3,255 @@ Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,Toto-1.0,0.35,0.15,0.55,0.07,-0.014,0.185
4
  Chronos-2,TimesFM-2.5,0.75,0.55,0.9,0.088,0.033,0.155
5
  Chronos-2,TiRex,0.85,0.7,1.0,0.113,0.032,0.222
 
6
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.151,0.066,0.248
7
- Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.19,0.134,0.247
 
8
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.21,0.134,0.3
 
9
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.19,0.145,0.236
10
- Chronos-2,AutoARIMA,1.0,1.0,1.0,0.504,0.412,0.597
11
- Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.582,0.505,0.655
12
- Chronos-2,AutoETS,1.0,1.0,1.0,0.73,0.573,0.855
13
- Chronos-2,AutoTheta,1.0,1.0,1.0,0.643,0.566,0.707
14
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.669,0.582,0.746
15
- Chronos-2,Naive,1.0,1.0,1.0,0.8,0.757,0.837
16
- Chronos-2,Drift,1.0,1.0,1.0,0.808,0.765,0.845
17
- Toto-1.0,Chronos-2,0.65,0.45,0.85,-0.075,-0.227,0.013
18
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
19
- Toto-1.0,TimesFM-2.5,0.75,0.55,0.95,0.019,-0.047,0.073
20
  Toto-1.0,TiRex,0.75,0.55,0.9,0.046,0.0,0.095
21
- Toto-1.0,Moirai-2.0,0.85,0.7,1.0,0.087,0.03,0.145
22
- Toto-1.0,TabPFN-TS,0.8,0.6,0.95,0.129,0.024,0.218
 
 
23
  Toto-1.0,Chronos-Bolt,0.95,0.85,1.0,0.151,0.089,0.21
24
- Toto-1.0,Sundial-Base,0.9,0.75,1.0,0.129,0.024,0.201
25
- Toto-1.0,AutoARIMA,1.0,1.0,1.0,0.467,0.398,0.544
26
- Toto-1.0,Stat. Ensemble,1.0,1.0,1.0,0.551,0.473,0.628
27
- Toto-1.0,AutoETS,1.0,1.0,1.0,0.709,0.535,0.843
28
- Toto-1.0,AutoTheta,1.0,1.0,1.0,0.616,0.541,0.683
29
- Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.645,0.562,0.725
30
- Toto-1.0,Naive,1.0,1.0,1.0,0.785,0.726,0.829
31
- Toto-1.0,Drift,1.0,1.0,1.0,0.793,0.736,0.838
32
  TimesFM-2.5,Chronos-2,0.25,0.1,0.45,-0.097,-0.183,-0.034
33
  TimesFM-2.5,Toto-1.0,0.25,0.05,0.45,-0.02,-0.079,0.045
34
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
35
  TimesFM-2.5,TiRex,0.6,0.4,0.8,0.027,-0.018,0.086
 
36
  TimesFM-2.5,Moirai-2.0,0.85,0.65,1.0,0.069,0.028,0.116
37
- TimesFM-2.5,TabPFN-TS,0.7,0.5,0.9,0.112,0.044,0.188
 
38
  TimesFM-2.5,Chronos-Bolt,0.9,0.75,1.0,0.134,0.092,0.179
 
39
  TimesFM-2.5,Sundial-Base,0.95,0.85,1.0,0.111,0.06,0.148
40
- TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.456,0.384,0.539
41
- TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.542,0.468,0.619
42
- TimesFM-2.5,AutoETS,1.0,1.0,1.0,0.704,0.532,0.841
43
- TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.609,0.535,0.678
44
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.638,0.557,0.714
45
- TimesFM-2.5,Naive,1.0,1.0,1.0,0.78,0.727,0.825
46
- TimesFM-2.5,Drift,1.0,1.0,1.0,0.789,0.739,0.832
47
  TiRex,Chronos-2,0.15,0.0,0.3,-0.127,-0.285,-0.033
48
  TiRex,Toto-1.0,0.25,0.1,0.45,-0.048,-0.105,-0.0
49
  TiRex,TimesFM-2.5,0.4,0.2,0.6,-0.028,-0.095,0.018
50
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
 
51
  TiRex,Moirai-2.0,0.9,0.75,1.0,0.043,0.019,0.07
52
- TiRex,TabPFN-TS,0.75,0.55,0.95,0.087,-0.014,0.174
 
53
  TiRex,Chronos-Bolt,0.9,0.75,1.0,0.11,0.064,0.155
 
54
  TiRex,Sundial-Base,0.95,0.85,1.0,0.087,-0.025,0.153
55
- TiRex,AutoARIMA,1.0,1.0,1.0,0.441,0.376,0.512
56
- TiRex,Stat. Ensemble,1.0,1.0,1.0,0.529,0.452,0.602
57
- TiRex,AutoETS,1.0,1.0,1.0,0.697,0.514,0.839
58
- TiRex,AutoTheta,1.0,1.0,1.0,0.598,0.521,0.663
59
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.627,0.54,0.71
60
- TiRex,Naive,1.0,1.0,1.0,0.774,0.712,0.821
61
- TiRex,Drift,1.0,1.0,1.0,0.783,0.724,0.829
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.177,-0.33,-0.071
63
- Moirai-2.0,Toto-1.0,0.15,0.0,0.3,-0.095,-0.169,-0.031
64
  Moirai-2.0,TimesFM-2.5,0.15,0.0,0.35,-0.074,-0.131,-0.029
65
  Moirai-2.0,TiRex,0.1,0.0,0.25,-0.044,-0.075,-0.02
 
66
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
67
- Moirai-2.0,TabPFN-TS,0.5,0.3,0.7,0.047,-0.055,0.137
 
68
  Moirai-2.0,Chronos-Bolt,0.85,0.699,0.975,0.07,0.023,0.118
 
69
  Moirai-2.0,Sundial-Base,0.9,0.75,1.0,0.046,-0.056,0.104
70
- Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.416,0.347,0.496
71
- Moirai-2.0,Stat. Ensemble,1.0,1.0,1.0,0.508,0.423,0.589
72
- Moirai-2.0,AutoETS,1.0,1.0,1.0,0.685,0.494,0.835
73
- Moirai-2.0,AutoTheta,1.0,1.0,1.0,0.58,0.498,0.651
74
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.611,0.523,0.693
75
- Moirai-2.0,Naive,1.0,1.0,1.0,0.764,0.7,0.813
76
- Moirai-2.0,Drift,1.0,1.0,1.0,0.773,0.715,0.821
77
- TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.235,-0.329,-0.154
78
- TabPFN-TS,Toto-1.0,0.2,0.05,0.4,-0.149,-0.279,-0.025
79
- TabPFN-TS,TimesFM-2.5,0.3,0.1,0.5,-0.126,-0.232,-0.046
80
- TabPFN-TS,TiRex,0.25,0.05,0.45,-0.096,-0.211,0.014
81
- TabPFN-TS,Moirai-2.0,0.5,0.3,0.7,-0.049,-0.159,0.053
82
- TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
83
- TabPFN-TS,Chronos-Bolt,0.5,0.3,0.7,0.024,-0.094,0.121
84
- TabPFN-TS,Sundial-Base,0.5,0.3,0.7,-0.001,-0.093,0.08
85
- TabPFN-TS,AutoARIMA,0.95,0.85,1.0,0.387,0.274,0.491
86
- TabPFN-TS,Stat. Ensemble,0.95,0.85,1.0,0.484,0.39,0.568
87
- TabPFN-TS,AutoETS,0.95,0.85,1.0,0.676,0.465,0.829
88
- TabPFN-TS,AutoTheta,1.0,1.0,1.0,0.559,0.468,0.641
89
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.592,0.483,0.685
90
- TabPFN-TS,Naive,1.0,1.0,1.0,0.753,0.698,0.798
91
- TabPFN-TS,Drift,1.0,1.0,1.0,0.762,0.711,0.806
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
92
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.266,-0.429,-0.154
93
- Chronos-Bolt,Toto-1.0,0.05,0.0,0.15,-0.177,-0.266,-0.097
94
  Chronos-Bolt,TimesFM-2.5,0.1,0.0,0.25,-0.154,-0.218,-0.101
95
  Chronos-Bolt,TiRex,0.1,0.0,0.25,-0.123,-0.183,-0.069
 
96
  Chronos-Bolt,Moirai-2.0,0.15,0.025,0.301,-0.075,-0.134,-0.024
97
- Chronos-Bolt,TabPFN-TS,0.5,0.3,0.7,-0.025,-0.137,0.086
 
98
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
 
99
  Chronos-Bolt,Sundial-Base,0.55,0.35,0.75,-0.026,-0.135,0.046
100
- Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.372,0.287,0.466
101
- Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.471,0.385,0.561
102
- Chronos-Bolt,AutoETS,1.0,1.0,1.0,0.664,0.456,0.823
103
- Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.548,0.464,0.625
104
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.582,0.486,0.675
105
- Chronos-Bolt,Naive,1.0,1.0,1.0,0.746,0.682,0.796
106
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.756,0.698,0.805
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.234,-0.309,-0.169
108
  Sundial-Base,Toto-1.0,0.1,0.0,0.25,-0.148,-0.251,-0.025
109
  Sundial-Base,TimesFM-2.5,0.05,0.0,0.15,-0.125,-0.173,-0.063
110
  Sundial-Base,TiRex,0.05,0.0,0.15,-0.095,-0.18,0.025
 
111
  Sundial-Base,Moirai-2.0,0.1,0.0,0.25,-0.048,-0.116,0.053
112
- Sundial-Base,TabPFN-TS,0.5,0.3,0.7,0.001,-0.086,0.085
 
113
  Sundial-Base,Chronos-Bolt,0.45,0.25,0.65,0.025,-0.048,0.119
 
114
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
115
- Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.388,0.302,0.48
116
- Sundial-Base,Stat. Ensemble,1.0,1.0,1.0,0.485,0.404,0.566
117
- Sundial-Base,AutoETS,1.0,1.0,1.0,0.672,0.475,0.826
118
- Sundial-Base,AutoTheta,1.0,1.0,1.0,0.56,0.48,0.633
119
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.592,0.504,0.674
120
- Sundial-Base,Naive,1.0,1.0,1.0,0.753,0.702,0.798
121
- Sundial-Base,Drift,1.0,1.0,1.0,0.763,0.715,0.808
122
- AutoARIMA,Chronos-2,0.0,0.0,0.0,-1.016,-1.48,-0.701
123
- AutoARIMA,Toto-1.0,0.0,0.0,0.0,-0.875,-1.195,-0.66
124
- AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.839,-1.168,-0.623
125
- AutoARIMA,TiRex,0.0,0.0,0.0,-0.789,-1.05,-0.601
126
- AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.713,-0.984,-0.532
127
- AutoARIMA,TabPFN-TS,0.05,0.0,0.15,-0.632,-0.965,-0.378
128
- AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.593,-0.873,-0.403
129
- AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.634,-0.922,-0.434
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
131
- AutoARIMA,Stat. Ensemble,0.775,0.6,0.925,0.158,0.066,0.258
132
- AutoARIMA,AutoETS,0.775,0.6,0.95,0.493,0.136,0.747
133
- AutoARIMA,AutoTheta,0.8,0.6,0.95,0.281,0.178,0.381
134
- AutoARIMA,Seasonal Naive,0.875,0.75,0.975,0.334,0.206,0.456
135
- AutoARIMA,Naive,0.9,0.75,1.0,0.596,0.479,0.687
136
- AutoARIMA,Drift,0.9,0.75,1.0,0.612,0.496,0.7
137
- Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-1.395,-1.901,-1.02
138
- Stat. Ensemble,Toto-1.0,0.0,0.0,0.0,-1.227,-1.689,-0.897
139
- Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-1.184,-1.624,-0.88
140
- Stat. Ensemble,TiRex,0.0,0.0,0.0,-1.125,-1.511,-0.826
141
- Stat. Ensemble,Moirai-2.0,0.0,0.0,0.0,-1.034,-1.432,-0.734
142
- Stat. Ensemble,TabPFN-TS,0.05,0.0,0.15,-0.939,-1.317,-0.639
143
- Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.892,-1.278,-0.626
144
- Stat. Ensemble,Sundial-Base,0.0,0.0,0.0,-0.941,-1.304,-0.678
145
- Stat. Ensemble,AutoARIMA,0.225,0.075,0.4,-0.188,-0.348,-0.07
146
- Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
147
- Stat. Ensemble,AutoETS,0.725,0.55,0.9,0.432,0.004,0.725
148
- Stat. Ensemble,AutoTheta,0.9,0.75,1.0,0.146,0.088,0.213
149
- Stat. Ensemble,Seasonal Naive,0.725,0.525,0.9,0.208,-0.0,0.366
150
- Stat. Ensemble,Naive,0.95,0.85,1.0,0.52,0.395,0.624
151
- Stat. Ensemble,Drift,1.0,1.0,1.0,0.539,0.421,0.64
152
- AutoETS,Chronos-2,0.0,0.0,0.0,-2.71,-5.874,-1.34
153
- AutoETS,Toto-1.0,0.0,0.0,0.0,-2.437,-5.367,-1.149
154
- AutoETS,TimesFM-2.5,0.0,0.0,0.0,-2.382,-5.287,-1.137
155
- AutoETS,TiRex,0.0,0.0,0.0,-2.298,-5.196,-1.056
156
- AutoETS,Moirai-2.0,0.0,0.0,0.0,-2.171,-5.048,-0.977
157
- AutoETS,TabPFN-TS,0.05,0.0,0.15,-2.09,-4.847,-0.87
158
- AutoETS,Chronos-Bolt,0.0,0.0,0.0,-1.974,-4.644,-0.837
159
- AutoETS,Sundial-Base,0.0,0.0,0.0,-2.046,-4.752,-0.906
160
- AutoETS,AutoARIMA,0.225,0.05,0.4,-0.971,-2.951,-0.157
161
- AutoETS,Stat. Ensemble,0.275,0.1,0.45,-0.759,-2.642,-0.004
162
- AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
163
- AutoETS,AutoTheta,0.65,0.45,0.85,-0.532,-2.194,0.136
164
- AutoETS,Seasonal Naive,0.725,0.525,0.875,-0.4,-1.897,0.22
165
- AutoETS,Naive,0.75,0.55,0.95,0.097,-1.154,0.533
166
- AutoETS,Drift,0.8,0.6,0.95,0.128,-1.084,0.55
167
- AutoTheta,Chronos-2,0.0,0.0,0.0,-1.802,-2.419,-1.302
168
- AutoTheta,Toto-1.0,0.0,0.0,0.0,-1.606,-2.154,-1.18
169
- AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-1.556,-2.107,-1.153
170
- AutoTheta,TiRex,0.0,0.0,0.0,-1.487,-1.971,-1.087
171
- AutoTheta,Moirai-2.0,0.0,0.0,0.0,-1.381,-1.863,-0.992
172
- AutoTheta,TabPFN-TS,0.0,0.0,0.0,-1.269,-1.786,-0.878
173
- AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-1.214,-1.668,-0.867
174
- AutoTheta,Sundial-Base,0.0,0.0,0.0,-1.271,-1.728,-0.922
175
- AutoTheta,AutoARIMA,0.2,0.05,0.4,-0.39,-0.615,-0.216
176
- AutoTheta,Stat. Ensemble,0.1,0.0,0.25,-0.17,-0.271,-0.097
177
- AutoTheta,AutoETS,0.35,0.15,0.55,0.347,-0.157,0.687
178
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoTheta,Seasonal Naive,0.7,0.5,0.9,0.074,-0.208,0.273
180
- AutoTheta,Naive,0.85,0.65,1.0,0.438,0.308,0.555
181
- AutoTheta,Drift,0.9,0.75,1.0,0.461,0.336,0.574
182
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-2.025,-2.936,-1.394
183
- Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-1.813,-2.641,-1.285
184
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-1.759,-2.495,-1.259
185
  Seasonal Naive,TiRex,0.0,0.0,0.0,-1.684,-2.448,-1.175
 
186
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-1.57,-2.259,-1.095
187
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-1.449,-2.176,-0.936
 
188
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-1.39,-2.073,-0.945
 
189
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-1.452,-2.065,-1.017
190
- Seasonal Naive,AutoARIMA,0.125,0.025,0.25,-0.5,-0.839,-0.259
191
- Seasonal Naive,Stat. Ensemble,0.275,0.1,0.475,-0.263,-0.577,0.0
192
- Seasonal Naive,AutoETS,0.275,0.125,0.475,0.286,-0.282,0.655
193
- Seasonal Naive,AutoTheta,0.3,0.1,0.5,-0.079,-0.376,0.172
194
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
195
- Seasonal Naive,Naive,0.7,0.525,0.85,0.394,0.19,0.555
196
- Seasonal Naive,Drift,0.85,0.65,1.0,0.418,0.219,0.575
197
- Naive,Chronos-2,0.0,0.0,0.0,-3.991,-5.118,-3.118
198
- Naive,Toto-1.0,0.0,0.0,0.0,-3.642,-4.863,-2.647
199
- Naive,TimesFM-2.5,0.0,0.0,0.0,-3.552,-4.721,-2.668
200
- Naive,TiRex,0.0,0.0,0.0,-3.428,-4.591,-2.469
201
- Naive,Moirai-2.0,0.0,0.0,0.0,-3.24,-4.339,-2.329
202
- Naive,TabPFN-TS,0.0,0.0,0.0,-3.041,-3.961,-2.314
203
- Naive,Chronos-Bolt,0.0,0.0,0.0,-2.943,-3.911,-2.141
204
- Naive,Sundial-Base,0.0,0.0,0.0,-3.045,-3.943,-2.361
205
- Naive,AutoARIMA,0.1,0.0,0.25,-1.475,-2.196,-0.918
206
- Naive,Stat. Ensemble,0.05,0.0,0.15,-1.084,-1.66,-0.654
207
- Naive,AutoETS,0.25,0.05,0.45,-0.107,-1.141,0.536
208
- Naive,AutoTheta,0.15,0.0,0.35,-0.781,-1.246,-0.445
209
- Naive,Seasonal Naive,0.3,0.15,0.475,-0.65,-1.249,-0.234
210
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Naive,Drift,1.0,1.0,1.0,0.039,0.023,0.06
212
- Drift,Chronos-2,0.0,0.0,0.0,-4.196,-5.431,-3.251
213
- Drift,Toto-1.0,0.0,0.0,0.0,-3.832,-5.185,-2.788
214
- Drift,TimesFM-2.5,0.0,0.0,0.0,-3.738,-4.957,-2.832
215
- Drift,TiRex,0.0,0.0,0.0,-3.61,-4.86,-2.621
216
- Drift,Moirai-2.0,0.0,0.0,0.0,-3.414,-4.579,-2.506
217
- Drift,TabPFN-TS,0.0,0.0,0.0,-3.207,-4.157,-2.457
218
- Drift,Chronos-Bolt,0.0,0.0,0.0,-3.105,-4.13,-2.31
219
- Drift,Sundial-Base,0.0,0.0,0.0,-3.211,-4.217,-2.506
220
- Drift,AutoARIMA,0.1,0.0,0.25,-1.577,-2.334,-0.985
221
- Drift,Stat. Ensemble,0.0,0.0,0.0,-1.17,-1.781,-0.726
222
- Drift,AutoETS,0.2,0.05,0.4,-0.147,-1.224,0.52
223
- Drift,AutoTheta,0.1,0.0,0.25,-0.854,-1.347,-0.507
224
- Drift,Seasonal Naive,0.15,0.0,0.35,-0.717,-1.355,-0.28
225
- Drift,Naive,0.0,0.0,0.0,-0.041,-0.064,-0.024
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
3
  Chronos-2,Toto-1.0,0.35,0.15,0.55,0.07,-0.014,0.185
4
  Chronos-2,TimesFM-2.5,0.75,0.55,0.9,0.088,0.033,0.155
5
  Chronos-2,TiRex,0.85,0.7,1.0,0.113,0.032,0.222
6
+ Chronos-2,FlowState,0.85,0.65,1.0,0.115,0.05,0.188
7
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.151,0.066,0.248
8
+ Chronos-2,PatchTST,0.85,0.7,1.0,0.18,0.08,0.27
9
+ Chronos-2,TFT,0.95,0.85,1.0,0.256,0.118,0.395
10
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.21,0.134,0.3
11
+ Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.205,0.141,0.274
12
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.19,0.145,0.236
13
+ Chronos-2,DeepAR,0.95,0.85,1.0,0.328,0.194,0.454
14
+ Chronos-2,CatBoost,1.0,1.0,1.0,0.378,0.313,0.448
15
+ Chronos-2,LightGBM,1.0,1.0,1.0,0.442,0.357,0.536
16
+ Chronos-2,AutoARIMA,1.0,1.0,1.0,0.493,0.393,0.591
17
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.669,0.582,0.746
18
+ Toto-1.0,Chronos-2,0.65,0.45,0.85,-0.075,-0.227,0.014
 
 
19
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
20
+ Toto-1.0,TimesFM-2.5,0.75,0.55,0.95,0.02,-0.047,0.073
21
  Toto-1.0,TiRex,0.75,0.55,0.9,0.046,0.0,0.095
22
+ Toto-1.0,FlowState,0.75,0.55,0.9,0.049,-0.131,0.178
23
+ Toto-1.0,Moirai-2.0,0.85,0.7,1.0,0.087,0.029,0.145
24
+ Toto-1.0,PatchTST,0.9,0.75,1.0,0.118,-0.078,0.246
25
+ Toto-1.0,TFT,1.0,1.0,1.0,0.2,0.108,0.294
26
  Toto-1.0,Chronos-Bolt,0.95,0.85,1.0,0.151,0.089,0.21
27
+ Toto-1.0,TabPFN-TS,0.8,0.6,0.95,0.145,0.066,0.217
28
+ Toto-1.0,Sundial-Base,0.9,0.75,1.0,0.129,0.024,0.2
29
+ Toto-1.0,DeepAR,1.0,1.0,1.0,0.278,0.182,0.386
30
+ Toto-1.0,CatBoost,1.0,1.0,1.0,0.331,0.275,0.395
31
+ Toto-1.0,LightGBM,1.0,1.0,1.0,0.401,0.317,0.505
32
+ Toto-1.0,AutoARIMA,1.0,1.0,1.0,0.455,0.379,0.537
33
+ Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.645,0.563,0.725
 
34
  TimesFM-2.5,Chronos-2,0.25,0.1,0.45,-0.097,-0.183,-0.034
35
  TimesFM-2.5,Toto-1.0,0.25,0.05,0.45,-0.02,-0.079,0.045
36
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
37
  TimesFM-2.5,TiRex,0.6,0.4,0.8,0.027,-0.018,0.086
38
+ TimesFM-2.5,FlowState,0.7,0.5,0.9,0.03,-0.104,0.121
39
  TimesFM-2.5,Moirai-2.0,0.85,0.65,1.0,0.069,0.028,0.116
40
+ TimesFM-2.5,PatchTST,0.85,0.7,1.0,0.1,-0.044,0.208
41
+ TimesFM-2.5,TFT,0.8,0.6,0.95,0.184,0.06,0.307
42
  TimesFM-2.5,Chronos-Bolt,0.9,0.75,1.0,0.134,0.092,0.179
43
+ TimesFM-2.5,TabPFN-TS,0.8,0.65,0.95,0.128,0.067,0.195
44
  TimesFM-2.5,Sundial-Base,0.95,0.85,1.0,0.111,0.06,0.148
45
+ TimesFM-2.5,DeepAR,0.95,0.85,1.0,0.263,0.157,0.368
46
+ TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.318,0.274,0.365
47
+ TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.389,0.312,0.484
48
+ TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.444,0.365,0.532
49
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.638,0.557,0.714
 
 
50
  TiRex,Chronos-2,0.15,0.0,0.3,-0.127,-0.285,-0.033
51
  TiRex,Toto-1.0,0.25,0.1,0.45,-0.048,-0.105,-0.0
52
  TiRex,TimesFM-2.5,0.4,0.2,0.6,-0.028,-0.095,0.018
53
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
54
+ TiRex,FlowState,0.7,0.5,0.9,0.003,-0.19,0.122
55
  TiRex,Moirai-2.0,0.9,0.75,1.0,0.043,0.019,0.07
56
+ TiRex,PatchTST,0.8,0.6,0.95,0.075,-0.133,0.211
57
+ TiRex,TFT,0.85,0.7,0.95,0.162,0.034,0.285
58
  TiRex,Chronos-Bolt,0.9,0.75,1.0,0.11,0.064,0.155
59
+ TiRex,TabPFN-TS,0.75,0.55,0.95,0.104,0.027,0.178
60
  TiRex,Sundial-Base,0.95,0.85,1.0,0.087,-0.025,0.153
61
+ TiRex,DeepAR,0.95,0.85,1.0,0.243,0.15,0.337
62
+ TiRex,CatBoost,1.0,1.0,1.0,0.299,0.255,0.343
63
+ TiRex,LightGBM,1.0,1.0,1.0,0.372,0.297,0.467
64
+ TiRex,AutoARIMA,1.0,1.0,1.0,0.428,0.358,0.508
65
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.627,0.54,0.71
66
+ FlowState,Chronos-2,0.15,0.0,0.35,-0.13,-0.232,-0.053
67
+ FlowState,Toto-1.0,0.25,0.1,0.45,-0.051,-0.217,0.116
68
+ FlowState,TimesFM-2.5,0.3,0.1,0.5,-0.03,-0.137,0.094
69
+ FlowState,TiRex,0.3,0.1,0.5,-0.003,-0.139,0.159
70
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
71
+ FlowState,Moirai-2.0,0.5,0.25,0.7,0.04,-0.089,0.189
72
+ FlowState,PatchTST,0.6,0.4,0.8,0.073,-0.056,0.185
73
+ FlowState,TFT,0.65,0.45,0.85,0.16,-0.028,0.323
74
+ FlowState,Chronos-Bolt,0.8,0.649,0.95,0.107,0.023,0.228
75
+ FlowState,TabPFN-TS,0.65,0.45,0.85,0.101,-0.03,0.222
76
+ FlowState,Sundial-Base,0.85,0.7,1.0,0.084,0.002,0.154
77
+ FlowState,DeepAR,0.7,0.5,0.9,0.241,0.063,0.401
78
+ FlowState,CatBoost,0.95,0.85,1.0,0.297,0.215,0.392
79
+ FlowState,LightGBM,0.95,0.85,1.0,0.37,0.279,0.47
80
+ FlowState,AutoARIMA,1.0,1.0,1.0,0.427,0.309,0.537
81
+ FlowState,Seasonal Naive,1.0,1.0,1.0,0.626,0.538,0.704
82
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.177,-0.33,-0.071
83
+ Moirai-2.0,Toto-1.0,0.15,0.0,0.3,-0.095,-0.17,-0.03
84
  Moirai-2.0,TimesFM-2.5,0.15,0.0,0.35,-0.074,-0.131,-0.029
85
  Moirai-2.0,TiRex,0.1,0.0,0.25,-0.044,-0.075,-0.02
86
+ Moirai-2.0,FlowState,0.5,0.3,0.75,-0.042,-0.233,0.082
87
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
88
+ Moirai-2.0,PatchTST,0.6,0.4,0.8,0.034,-0.175,0.172
89
+ Moirai-2.0,TFT,0.7,0.5,0.9,0.124,-0.012,0.26
90
  Moirai-2.0,Chronos-Bolt,0.85,0.699,0.975,0.07,0.023,0.118
91
+ Moirai-2.0,TabPFN-TS,0.6,0.4,0.8,0.064,-0.017,0.142
92
  Moirai-2.0,Sundial-Base,0.9,0.75,1.0,0.046,-0.056,0.104
93
+ Moirai-2.0,DeepAR,0.85,0.699,1.0,0.209,0.118,0.304
94
+ Moirai-2.0,CatBoost,1.0,1.0,1.0,0.268,0.22,0.319
95
+ Moirai-2.0,LightGBM,1.0,1.0,1.0,0.344,0.261,0.45
96
+ Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.403,0.327,0.491
97
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.611,0.523,0.693
98
+ PatchTST,Chronos-2,0.15,0.0,0.3,-0.219,-0.369,-0.087
99
+ PatchTST,Toto-1.0,0.1,0.0,0.25,-0.134,-0.327,0.072
100
+ PatchTST,TimesFM-2.5,0.15,0.0,0.3,-0.112,-0.262,0.042
101
+ PatchTST,TiRex,0.2,0.05,0.4,-0.081,-0.267,0.118
102
+ PatchTST,FlowState,0.4,0.2,0.6,-0.079,-0.227,0.053
103
+ PatchTST,Moirai-2.0,0.4,0.2,0.6,-0.035,-0.208,0.149
104
+ PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
105
+ PatchTST,TFT,0.425,0.225,0.625,0.093,-0.057,0.271
106
+ PatchTST,Chronos-Bolt,0.6,0.4,0.8,0.037,-0.124,0.209
107
+ PatchTST,TabPFN-TS,0.75,0.6,0.95,0.031,-0.127,0.186
108
+ PatchTST,Sundial-Base,0.7,0.5,0.9,0.012,-0.1,0.119
109
+ PatchTST,DeepAR,0.85,0.7,0.975,0.181,0.049,0.342
110
+ PatchTST,CatBoost,0.8,0.6,0.95,0.242,0.117,0.366
111
+ PatchTST,LightGBM,0.85,0.7,1.0,0.32,0.179,0.456
112
+ PatchTST,AutoARIMA,0.9,0.75,1.0,0.382,0.25,0.512
113
+ PatchTST,Seasonal Naive,0.9,0.75,1.0,0.597,0.477,0.698
114
+ TFT,Chronos-2,0.05,0.0,0.15,-0.344,-0.652,-0.133
115
+ TFT,Toto-1.0,0.0,0.0,0.0,-0.251,-0.415,-0.121
116
+ TFT,TimesFM-2.5,0.2,0.05,0.4,-0.226,-0.442,-0.064
117
+ TFT,TiRex,0.15,0.05,0.3,-0.193,-0.399,-0.035
118
+ TFT,FlowState,0.35,0.15,0.55,-0.19,-0.477,0.027
119
+ TFT,Moirai-2.0,0.3,0.1,0.5,-0.142,-0.351,0.012
120
+ TFT,PatchTST,0.575,0.375,0.775,-0.103,-0.372,0.054
121
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
122
+ TFT,Chronos-Bolt,0.5,0.3,0.7,-0.062,-0.262,0.087
123
+ TFT,TabPFN-TS,0.6,0.4,0.8,-0.069,-0.3,0.102
124
+ TFT,Sundial-Base,0.7,0.5,0.9,-0.09,-0.29,0.057
125
+ TFT,DeepAR,0.575,0.35,0.775,0.097,-0.054,0.233
126
+ TFT,CatBoost,0.85,0.7,1.0,0.164,0.007,0.3
127
+ TFT,LightGBM,0.85,0.7,1.0,0.25,0.086,0.416
128
+ TFT,AutoARIMA,0.9,0.75,1.0,0.318,0.222,0.425
129
+ TFT,Seasonal Naive,0.9,0.75,1.0,0.556,0.443,0.658
130
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.266,-0.429,-0.154
131
+ Chronos-Bolt,Toto-1.0,0.05,0.0,0.15,-0.177,-0.267,-0.098
132
  Chronos-Bolt,TimesFM-2.5,0.1,0.0,0.25,-0.154,-0.218,-0.101
133
  Chronos-Bolt,TiRex,0.1,0.0,0.25,-0.123,-0.183,-0.069
134
+ Chronos-Bolt,FlowState,0.2,0.05,0.351,-0.12,-0.295,-0.023
135
  Chronos-Bolt,Moirai-2.0,0.15,0.025,0.301,-0.075,-0.134,-0.024
136
+ Chronos-Bolt,PatchTST,0.4,0.2,0.6,-0.039,-0.264,0.11
137
+ Chronos-Bolt,TFT,0.5,0.3,0.7,0.059,-0.096,0.207
138
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
139
+ Chronos-Bolt,TabPFN-TS,0.55,0.35,0.75,-0.007,-0.108,0.094
140
  Chronos-Bolt,Sundial-Base,0.55,0.35,0.75,-0.026,-0.135,0.046
141
+ Chronos-Bolt,DeepAR,0.55,0.35,0.75,0.15,0.021,0.271
142
+ Chronos-Bolt,CatBoost,0.95,0.85,1.0,0.213,0.167,0.267
143
+ Chronos-Bolt,LightGBM,0.95,0.85,1.0,0.294,0.213,0.39
144
+ Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.358,0.268,0.458
145
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.582,0.486,0.675
146
+ TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.257,-0.377,-0.164
147
+ TabPFN-TS,Toto-1.0,0.2,0.05,0.4,-0.17,-0.277,-0.07
148
+ TabPFN-TS,TimesFM-2.5,0.2,0.05,0.35,-0.147,-0.242,-0.072
149
+ TabPFN-TS,TiRex,0.25,0.05,0.45,-0.116,-0.216,-0.027
150
+ TabPFN-TS,FlowState,0.35,0.15,0.55,-0.113,-0.285,0.029
151
+ TabPFN-TS,Moirai-2.0,0.4,0.2,0.6,-0.068,-0.165,0.016
152
+ TabPFN-TS,PatchTST,0.25,0.05,0.4,-0.032,-0.229,0.112
153
+ TabPFN-TS,TFT,0.4,0.2,0.6,0.065,-0.114,0.231
154
+ TabPFN-TS,Chronos-Bolt,0.45,0.25,0.65,0.007,-0.104,0.097
155
+ TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
156
+ TabPFN-TS,Sundial-Base,0.45,0.25,0.65,-0.019,-0.118,0.067
157
+ TabPFN-TS,DeepAR,0.45,0.25,0.65,0.155,0.02,0.291
158
+ TabPFN-TS,CatBoost,0.85,0.7,1.0,0.218,0.128,0.299
159
+ TabPFN-TS,LightGBM,0.85,0.7,1.0,0.299,0.185,0.424
160
+ TabPFN-TS,AutoARIMA,0.95,0.85,1.0,0.362,0.252,0.466
161
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.584,0.475,0.679
162
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.234,-0.309,-0.169
163
  Sundial-Base,Toto-1.0,0.1,0.0,0.25,-0.148,-0.251,-0.025
164
  Sundial-Base,TimesFM-2.5,0.05,0.0,0.15,-0.125,-0.173,-0.063
165
  Sundial-Base,TiRex,0.05,0.0,0.15,-0.095,-0.18,0.025
166
+ Sundial-Base,FlowState,0.15,0.0,0.3,-0.092,-0.182,-0.002
167
  Sundial-Base,Moirai-2.0,0.1,0.0,0.25,-0.048,-0.116,0.053
168
+ Sundial-Base,PatchTST,0.3,0.1,0.5,-0.012,-0.135,0.091
169
+ Sundial-Base,TFT,0.3,0.1,0.5,0.082,-0.06,0.225
170
  Sundial-Base,Chronos-Bolt,0.45,0.25,0.65,0.025,-0.048,0.119
171
+ Sundial-Base,TabPFN-TS,0.55,0.35,0.75,0.019,-0.071,0.106
172
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
173
+ Sundial-Base,DeepAR,0.55,0.35,0.75,0.171,0.043,0.303
174
+ Sundial-Base,CatBoost,0.95,0.85,1.0,0.233,0.171,0.301
175
+ Sundial-Base,LightGBM,0.95,0.85,1.0,0.312,0.219,0.422
176
+ Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.374,0.28,0.471
177
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.592,0.504,0.674
178
+ DeepAR,Chronos-2,0.05,0.0,0.15,-0.489,-0.831,-0.241
179
+ DeepAR,Toto-1.0,0.0,0.0,0.0,-0.385,-0.628,-0.222
180
+ DeepAR,TimesFM-2.5,0.05,0.0,0.15,-0.358,-0.582,-0.186
181
+ DeepAR,TiRex,0.05,0.0,0.15,-0.321,-0.509,-0.177
182
+ DeepAR,FlowState,0.3,0.1,0.5,-0.317,-0.669,-0.067
183
+ DeepAR,Moirai-2.0,0.15,0.0,0.301,-0.265,-0.436,-0.133
184
+ DeepAR,PatchTST,0.15,0.025,0.3,-0.221,-0.519,-0.052
185
+ DeepAR,TFT,0.425,0.225,0.65,-0.107,-0.304,0.051
186
+ DeepAR,Chronos-Bolt,0.45,0.25,0.65,-0.176,-0.371,-0.021
187
+ DeepAR,TabPFN-TS,0.55,0.35,0.75,-0.184,-0.41,-0.02
188
+ DeepAR,Sundial-Base,0.45,0.25,0.65,-0.206,-0.434,-0.045
189
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
190
+ DeepAR,CatBoost,0.5,0.3,0.75,0.074,-0.052,0.197
191
+ DeepAR,LightGBM,0.7,0.5,0.9,0.17,0.021,0.333
192
+ DeepAR,AutoARIMA,0.9,0.75,1.0,0.245,0.159,0.333
193
+ DeepAR,Seasonal Naive,0.85,0.7,1.0,0.508,0.376,0.622
194
+ CatBoost,Chronos-2,0.0,0.0,0.0,-0.608,-0.812,-0.455
195
+ CatBoost,Toto-1.0,0.0,0.0,0.0,-0.496,-0.653,-0.379
196
+ CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.467,-0.575,-0.378
197
+ CatBoost,TiRex,0.0,0.0,0.0,-0.427,-0.522,-0.342
198
+ CatBoost,FlowState,0.05,0.0,0.15,-0.423,-0.645,-0.274
199
+ CatBoost,Moirai-2.0,0.0,0.0,0.0,-0.366,-0.469,-0.281
200
+ CatBoost,PatchTST,0.2,0.05,0.4,-0.319,-0.578,-0.133
201
+ CatBoost,TFT,0.15,0.0,0.3,-0.196,-0.428,-0.007
202
+ CatBoost,Chronos-Bolt,0.05,0.0,0.15,-0.27,-0.365,-0.2
203
+ CatBoost,TabPFN-TS,0.15,0.0,0.3,-0.279,-0.426,-0.147
204
+ CatBoost,Sundial-Base,0.05,0.0,0.15,-0.303,-0.43,-0.206
205
+ CatBoost,DeepAR,0.5,0.25,0.7,-0.08,-0.245,0.049
206
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
207
+ CatBoost,LightGBM,0.85,0.7,1.0,0.103,0.034,0.2
208
+ CatBoost,AutoARIMA,0.7,0.5,0.9,0.184,0.073,0.298
209
+ CatBoost,Seasonal Naive,1.0,1.0,1.0,0.468,0.349,0.58
210
+ LightGBM,Chronos-2,0.0,0.0,0.0,-0.794,-1.155,-0.555
211
+ LightGBM,Toto-1.0,0.0,0.0,0.0,-0.668,-1.02,-0.464
212
+ LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.636,-0.937,-0.454
213
+ LightGBM,TiRex,0.0,0.0,0.0,-0.591,-0.875,-0.423
214
+ LightGBM,FlowState,0.05,0.0,0.15,-0.587,-0.887,-0.387
215
+ LightGBM,Moirai-2.0,0.0,0.0,0.0,-0.524,-0.817,-0.354
216
+ LightGBM,PatchTST,0.15,0.0,0.3,-0.472,-0.84,-0.218
217
+ LightGBM,TFT,0.15,0.0,0.3,-0.334,-0.711,-0.095
218
+ LightGBM,Chronos-Bolt,0.05,0.0,0.15,-0.417,-0.639,-0.271
219
+ LightGBM,TabPFN-TS,0.15,0.0,0.3,-0.426,-0.735,-0.227
220
+ LightGBM,Sundial-Base,0.05,0.0,0.15,-0.454,-0.731,-0.281
221
+ LightGBM,DeepAR,0.3,0.1,0.5,-0.205,-0.498,-0.021
222
+ LightGBM,CatBoost,0.15,0.0,0.3,-0.115,-0.251,-0.035
223
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
224
+ LightGBM,AutoARIMA,0.7,0.5,0.9,0.09,-0.077,0.213
225
+ LightGBM,Seasonal Naive,0.9,0.75,1.0,0.407,0.265,0.526
226
+ AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.972,-1.444,-0.647
227
+ AutoARIMA,Toto-1.0,0.0,0.0,0.0,-0.834,-1.16,-0.609
228
+ AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.798,-1.136,-0.575
229
+ AutoARIMA,TiRex,0.0,0.0,0.0,-0.749,-1.031,-0.557
230
+ AutoARIMA,FlowState,0.0,0.0,0.0,-0.745,-1.16,-0.448
231
+ AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.675,-0.965,-0.486
232
+ AutoARIMA,PatchTST,0.1,0.0,0.25,-0.618,-1.048,-0.334
233
+ AutoARIMA,TFT,0.1,0.0,0.25,-0.467,-0.739,-0.286
234
+ AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.558,-0.844,-0.366
235
+ AutoARIMA,TabPFN-TS,0.05,0.0,0.15,-0.568,-0.874,-0.337
236
+ AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.598,-0.891,-0.389
237
+ AutoARIMA,DeepAR,0.1,0.0,0.25,-0.325,-0.5,-0.189
238
+ AutoARIMA,CatBoost,0.3,0.1,0.5,-0.226,-0.424,-0.079
239
+ AutoARIMA,LightGBM,0.3,0.1,0.5,-0.099,-0.27,0.071
240
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
241
+ AutoARIMA,Seasonal Naive,0.925,0.8,1.0,0.348,0.228,0.464
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
242
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-2.025,-2.936,-1.394
243
+ Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-1.814,-2.639,-1.287
244
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-1.759,-2.495,-1.259
245
  Seasonal Naive,TiRex,0.0,0.0,0.0,-1.684,-2.448,-1.175
246
+ Seasonal Naive,FlowState,0.0,0.0,0.0,-1.677,-2.381,-1.163
247
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-1.57,-2.259,-1.095
248
+ Seasonal Naive,PatchTST,0.1,0.0,0.25,-1.482,-2.307,-0.914
249
+ Seasonal Naive,TFT,0.1,0.0,0.25,-1.25,-1.926,-0.795
250
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-1.39,-2.073,-0.945
251
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-1.406,-2.118,-0.903
252
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-1.452,-2.065,-1.017
253
+ Seasonal Naive,DeepAR,0.15,0.0,0.3,-1.032,-1.647,-0.604
254
+ Seasonal Naive,CatBoost,0.0,0.0,0.0,-0.881,-1.379,-0.536
255
+ Seasonal Naive,LightGBM,0.1,0.0,0.25,-0.687,-1.108,-0.36
256
+ Seasonal Naive,AutoARIMA,0.075,0.0,0.2,-0.534,-0.865,-0.295
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_econ/leaderboard_MASE.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Stat. Ensemble,86.30952380952381,38.477174892111854,0.0,74.63583592838711,0.0,0.0
3
- TiRex,75.5952380952381,36.87592043229662,0.0,0.1577310358200435,0.0,0.0
4
- Chronos-2,72.61904761904762,36.307128150625054,0.0,0.14296296275774828,0.0,0.0
5
- AutoETS,70.23809523809524,35.90887063284529,0.0,1.6644653908191018,0.0,0.0
6
- Toto-1.0,62.5,32.38399314015735,0.0,4.9976272313807435,0.16666666666666666,0.0
7
- AutoTheta,55.952380952380956,32.52926187728524,0.0,0.9511661320240354,0.0,0.0
8
- AutoARIMA,55.35714285714286,33.893658153503736,0.0,6.514016621697861,0.0,0.0
9
- Drift,54.76190476190476,29.639454010750132,0.0,0.41642842294117643,0.0,0.0
10
- TimesFM-2.5,50.5952380952381,32.83344752168508,0.0,0.3182864435592606,0.16666666666666666,0.0
11
- TabPFN-TS,44.04761904761905,28.784283550853363,0.0,19.382406450060035,0.0,0.0
12
- Chronos-Bolt,40.476190476190474,30.133730037212626,0.0,0.1589436945079739,0.0,0.0
13
- Moirai-2.0,39.285714285714285,28.236498726371508,0.0,0.2231920597172889,0.16666666666666666,0.0
14
- Sundial-Base,21.428571428571434,19.709514878708077,0.0,8.00438149490214,0.0,0.0
15
- Naive,13.69047619047619,15.593612409564518,0.0,0.43518170598039213,0.0,0.0
16
- Seasonal Naive,7.142857142857142,0.0,0.0,0.4101321087745098,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Stat. Ensemble,86.25,38.47702197421158,0.0,73.43481351955408,0.0,0.0
3
+ TiRex,76.25,36.87592044073875,0.0,0.16472977363175062,0.0,0.0
4
+ LightGBM,75.41666666666667,36.739370201928836,0.20454036927361854,0.03409663050126502,0.0,0.0
5
+ Chronos-2,72.91666666666667,36.307128273958256,0.0,0.14791438772454144,0.0,0.0
6
+ AutoETS,70.83333333333333,35.908870624227376,0.0,1.5253584038361796,0.0,0.0
7
+ FlowState,69.58333333333333,35.21482359572895,0.0,0.8205954025996205,0.16666666666666666,0.0
8
+ CatBoost,69.16666666666667,35.982559330359685,3.42108969184492,0.03905346701454776,0.0,0.0
9
+ Toto-1.0,60.833333333333314,32.41516602344565,0.0,5.0937543479594325,0.16666666666666666,0.0
10
+ AutoARIMA,59.166666666666664,33.893658085803416,0.0,6.5345976113161015,0.0,0.0
11
+ AutoTheta,55.41666666666667,32.52926186802178,0.0,0.9578271612919038,0.0,0.0
12
+ TimesFM-2.5,54.166666666666664,32.83344751489832,0.0,0.3095206282094962,0.16666666666666666,0.0
13
+ Drift,53.33333333333334,29.639454067966152,0.0,0.4198026182352941,0.0,0.0
14
+ TabPFN-TS,52.91666666666666,34.19057001716027,0.0,52.326198869129215,0.0,0.0
15
+ Chronos-Bolt,42.08333333333333,30.133730029400986,0.0,0.1587546411616528,0.0,0.0
16
+ Moirai-2.0,40.416666666666664,28.236498726126015,0.0,0.21986280235955058,0.16666666666666666,0.0
17
+ DeepAR,31.25,24.302560020818376,546.7685936688092,0.18274403532732447,0.0,0.0
18
+ Sundial-Base,22.916666666666664,19.70951503418047,0.0,8.00438149490214,0.0,0.0
19
+ PatchTST,17.916666666666668,15.279108700450617,310.3190003231231,0.1605401314516129,0.0,0.0
20
+ Naive,16.666666666666668,15.593612422240255,0.0,0.46331807906862743,0.0,0.0
21
+ TFT,14.166666666666666,9.838087249658834,445.02348117965687,0.18857640938013914,0.0,0.0
22
+ Seasonal Naive,8.333333333333332,0.0,0.0,0.41450250024509805,0.0,0.0
tables/domain_econ/leaderboard_SQL.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- TiRex,86.30952380952381,38.167872268859085,0.0,0.1577310358200435,0.0,0.0
3
- Chronos-2,85.11904761904762,37.73601239308477,0.0,0.14296296275774828,0.0,0.0
4
- Stat. Ensemble,78.57142857142858,37.11985318962454,0.0,74.63583592838711,0.0,0.0
5
- Toto-1.0,65.47619047619048,33.46942523050611,0.0,4.9976272313807435,0.16666666666666666,0.0
6
- AutoETS,62.5,29.185864234223647,0.0,1.6644653908191018,0.0,0.0
7
- TimesFM-2.5,54.761904761904766,32.77207032704751,0.0,0.3182864435592606,0.16666666666666666,0.0
8
- AutoARIMA,50.5952380952381,31.721452512923896,0.0,6.514016621697861,0.0,0.0
9
- TabPFN-TS,50.000000000000014,31.399100116246935,0.0,19.382406450060035,0.0,0.0
10
- Chronos-Bolt,50.0,31.818155351289157,0.0,0.1589436945079739,0.0,0.0
11
- Drift,43.45238095238095,25.58270358587049,0.0,0.41642842294117643,0.0,0.0
12
- Moirai-2.0,43.45238095238095,29.079628772649933,0.0,0.2231920597172889,0.16666666666666666,0.0
13
- AutoTheta,42.26190476190476,29.618968091908858,0.0,0.9511661320240354,0.0,0.0
14
- Sundial-Base,16.666666666666668,14.51026077809361,0.0,8.00438149490214,0.0,0.0
15
- Naive,13.69047619047619,11.510639986489046,0.0,0.43518170598039213,0.0,0.0
16
- Seasonal Naive,7.142857142857142,0.0,0.0,0.4101321087745098,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ TiRex,87.5,38.16787226217255,0.0,0.16472977363175062,0.0,0.0
3
+ Chronos-2,85.83333333333334,37.73601252203713,0.0,0.14791438772454144,0.0,0.0
4
+ Stat. Ensemble,81.66666666666667,37.119576639717835,0.0,73.43481351955408,0.0,0.0
5
+ FlowState,75.0,35.273957411546085,0.0,0.8205954025996205,0.16666666666666666,0.0
6
+ TabPFN-TS,68.33333333333333,35.173459448094114,0.0,52.326198869129215,0.0,0.0
7
+ Toto-1.0,67.91666666666667,33.496371356107844,0.0,5.0937543479594325,0.16666666666666666,0.0
8
+ AutoETS,67.5,29.18586393990128,0.0,1.5253584038361796,0.0,0.0
9
+ TimesFM-2.5,61.66666666666666,32.772070331944484,0.0,0.3095206282094962,0.16666666666666666,0.0
10
+ Chronos-Bolt,57.08333333333334,31.81815534740079,0.0,0.1587546411616528,0.0,0.0
11
+ AutoARIMA,56.666666666666664,31.72145242450589,0.0,6.5345976113161015,0.0,0.0
12
+ Moirai-2.0,49.58333333333333,29.079628766325204,0.0,0.21986280235955058,0.16666666666666666,0.0
13
+ AutoTheta,48.33333333333334,29.61896808086114,0.0,0.9578271612919038,0.0,0.0
14
+ Drift,47.083333333333336,25.58270375016218,0.0,0.4198026182352941,0.0,0.0
15
+ DeepAR,43.749999999999986,25.12762288287479,546.7685936688092,0.18274403532732447,0.0,0.0
16
+ LightGBM,34.166666666666664,24.325044506495818,0.20454036927361854,0.03409663050126502,0.0,0.0
17
+ CatBoost,27.916666666666668,23.419716355230047,3.42108969184492,0.03905346701454776,0.0,0.0
18
+ PatchTST,25.416666666666664,16.930294384775955,310.3190003231231,0.1605401314516129,0.0,0.0
19
+ Sundial-Base,20.0,14.510260955147846,0.0,8.00438149490214,0.0,0.0
20
+ Naive,17.91666666666667,11.510640002523509,0.0,0.46331807906862743,0.0,0.0
21
+ TFT,17.5,9.329379481293765,445.02348117965687,0.18857640938013914,0.0,0.0
22
+ Seasonal Naive,9.166666666666664,0.0,0.0,0.41450250024509805,0.0,0.0
tables/domain_econ/leaderboard_WAPE.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- TiRex,75.5952380952381,37.758720420324885,0.0,0.1577310358200435,0.0,0.0
3
- Stat. Ensemble,72.02380952380952,38.17771635240618,0.0,74.63583592838711,0.0,0.0
4
- Chronos-2,67.26190476190477,36.55873563764085,0.0,0.14296296275774828,0.0,0.0
5
- Toto-1.0,66.66666666666667,33.97027771884091,0.0,4.9976272313807435,0.16666666666666666,0.0
6
- TimesFM-2.5,63.09523809523808,35.892561173334556,0.0,0.3182864435592606,0.16666666666666666,0.0
7
- AutoETS,58.92857142857143,34.84116701303258,0.0,1.6644653908191018,0.0,0.0
8
- TabPFN-TS,58.333333333333336,34.28532719607597,0.0,19.382406450060035,0.0,0.0
9
- AutoARIMA,50.5952380952381,35.73217052389407,0.0,6.514016621697861,0.0,0.0
10
- Chronos-Bolt,49.404761904761905,30.47814442259772,0.0,0.1589436945079739,0.0,0.0
11
- Drift,48.214285714285715,28.435825322795704,0.0,0.41642842294117643,0.0,0.0
12
- Moirai-2.0,47.023809523809526,28.27751413794253,0.0,0.2231920597172889,0.16666666666666666,0.0
13
- AutoTheta,45.83333333333333,31.81292365948549,0.0,0.9511661320240354,0.0,0.0
14
- Naive,20.833333333333332,15.872311480991785,0.0,0.43518170598039213,0.0,0.0
15
- Sundial-Base,17.261904761904763,17.737236553561875,0.0,8.00438149490214,0.0,0.0
16
- Seasonal Naive,8.928571428571427,0.0,0.0,0.4101321087745098,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ TiRex,77.91666666666667,37.758720587285445,0.0,0.16472977363175062,0.0,0.0
3
+ Stat. Ensemble,74.16666666666666,38.177219528557146,0.0,73.43481351955408,0.0,0.0
4
+ Chronos-2,71.25,36.558735189016225,0.0,0.14791438772454144,0.0,0.0
5
+ Toto-1.0,67.08333333333336,33.97875884401389,0.0,5.0937543479594325,0.16666666666666666,0.0
6
+ TimesFM-2.5,66.66666666666666,35.89256072267927,0.0,0.3095206282094962,0.16666666666666666,0.0
7
+ FlowState,65.41666666666667,37.645403955852096,0.0,0.8205954025996205,0.16666666666666666,0.0
8
+ TabPFN-TS,64.16666666666666,36.531743334435674,0.0,52.326198869129215,0.0,0.0
9
+ AutoETS,62.5,34.84116662551825,0.0,1.5253584038361796,0.0,0.0
10
+ CatBoost,62.083333333333336,35.20082715344605,3.42108969184492,0.03905346701454776,0.0,0.0
11
+ LightGBM,60.41666666666667,35.02206834104291,0.20454036927361854,0.03409663050126502,0.0,0.0
12
+ AutoARIMA,54.58333333333333,35.732170334358024,0.0,6.5345976113161015,0.0,0.0
13
+ Chronos-Bolt,53.75,30.478143266802604,0.0,0.1587546411616528,0.0,0.0
14
+ Moirai-2.0,51.66666666666666,28.277512977220987,0.0,0.21986280235955058,0.16666666666666666,0.0
15
+ AutoTheta,48.33333333333335,31.812923074763923,0.0,0.9578271612919038,0.0,0.0
16
+ Drift,48.33333333333334,28.435824921980835,0.0,0.4198026182352941,0.0,0.0
17
+ Naive,24.58333333333333,15.872310498117715,0.0,0.46331807906862743,0.0,0.0
18
+ Sundial-Base,22.916666666666668,17.737235971841127,0.0,8.00438149490214,0.0,0.0
19
+ DeepAR,22.08333333333333,19.60425306556468,546.7685936688092,0.18274403532732447,0.0,0.0
20
+ PatchTST,20.0,15.619782622761335,310.3190003231231,0.1605401314516129,0.0,0.0
21
+ TFT,19.583333333333336,6.946074243338563,445.02348117965687,0.18857640938013914,0.0,0.0
22
+ Seasonal Naive,12.5,0.0,0.0,0.41450250024509805,0.0,0.0
tables/domain_econ/leaderboard_WQL.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- TiRex,83.33333333333334,42.09146585989647,0.0,0.1577310358200435,0.0,0.0
3
- Chronos-2,76.78571428571426,40.960757226189024,0.0,0.14296296275774828,0.0,0.0
4
- Toto-1.0,70.83333333333334,38.07263005492061,0.0,4.9976272313807435,0.16666666666666666,0.0
5
- TimesFM-2.5,66.07142857142857,39.26649292250398,0.0,0.3182864435592606,0.16666666666666666,0.0
6
- TabPFN-TS,62.5,38.29459805551885,0.0,19.382406450060035,0.0,0.0
7
- Stat. Ensemble,61.9047619047619,37.99224244127147,0.0,74.63583592838711,0.0,0.0
8
- Chronos-Bolt,58.33333333333333,35.53495230927829,0.0,0.1589436945079739,0.0,0.0
9
- AutoETS,55.35714285714286,36.76571975679717,0.0,1.6644653908191018,0.0,0.0
10
- Moirai-2.0,52.976190476190474,32.793225134905136,0.0,0.2231920597172889,0.16666666666666666,0.0
11
- AutoARIMA,46.42857142857143,34.4461529963365,0.0,6.514016621697861,0.0,0.0
12
- AutoTheta,36.90476190476191,29.146207716766202,0.0,0.9511661320240354,0.0,0.0
13
- Drift,33.92857142857143,23.82864899904751,0.0,0.41642842294117643,0.0,0.0
14
- Sundial-Base,19.642857142857142,17.532849713917752,0.0,8.00438149490214,0.0,0.0
15
- Naive,15.47619047619048,11.37195841028552,0.0,0.43518170598039213,0.0,0.0
16
- Seasonal Naive,9.523809523809524,0.0,0.0,0.4101321087745098,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ TiRex,85.0,42.09146596586096,0.0,0.16472977363175062,0.0,0.0
3
+ Chronos-2,80.41666666666666,40.960757337476025,0.0,0.14791438772454144,0.0,0.0
4
+ FlowState,75.41666666666667,40.9054936267241,0.0,0.8205954025996205,0.16666666666666666,0.0
5
+ Toto-1.0,72.91666666666667,38.100769058535434,0.0,5.0937543479594325,0.16666666666666666,0.0
6
+ TimesFM-2.5,71.25,39.266493040907115,0.0,0.3095206282094962,0.16666666666666666,0.0
7
+ TabPFN-TS,69.58333333333333,40.20371520247606,0.0,52.326198869129215,0.0,0.0
8
+ Stat. Ensemble,68.33333333333333,37.992090519620156,0.0,73.43481351955408,0.0,0.0
9
+ Chronos-Bolt,64.16666666666666,35.534952430792764,0.0,0.1587546411616528,0.0,0.0
10
+ AutoETS,62.916666666666664,36.76571988294681,0.0,1.5253584038361796,0.0,0.0
11
+ Moirai-2.0,58.75,32.793225265991246,0.0,0.21986280235955058,0.16666666666666666,0.0
12
+ AutoARIMA,53.333333333333336,34.44615311952015,0.0,6.5345976113161015,0.0,0.0
13
+ AutoTheta,43.75,29.146207850323268,0.0,0.9578271612919038,0.0,0.0
14
+ Drift,37.49999999999999,23.828649343246187,0.0,0.4198026182352941,0.0,0.0
15
+ DeepAR,34.166666666666664,21.869167576579297,546.7685936688092,0.18274403532732447,0.0,0.0
16
+ CatBoost,32.91666666666667,26.0945614678313,3.42108969184492,0.03905346701454776,0.0,0.0
17
+ LightGBM,32.49999999999999,25.89068156049532,0.20454036927361854,0.03409663050126502,0.0,0.0
18
+ PatchTST,27.499999999999996,19.911167839333967,310.3190003231231,0.1605401314516129,0.0,0.0
19
+ Sundial-Base,24.583333333333325,17.532849869365606,0.0,8.00438149490214,0.0,0.0
20
+ TFT,20.833333333333336,9.939963215759995,445.02348117965687,0.18857640938013914,0.0,0.0
21
+ Naive,20.833333333333332,11.371958531244664,0.0,0.46331807906862743,0.0,0.0
22
+ Seasonal Naive,13.333333333333334,0.0,0.0,0.41450250024509805,0.0,0.0
tables/domain_econ/pairwise_MASE.csv CHANGED
@@ -1,226 +1,257 @@
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
3
  Stat. Ensemble,TiRex,0.75,0.5,1.0,0.025,-0.023,0.072
 
4
  Stat. Ensemble,Chronos-2,0.75,0.5,1.0,0.034,-0.014,0.087
 
5
  Stat. Ensemble,AutoETS,0.75,0.5,1.0,0.04,0.016,0.067
6
- Stat. Ensemble,Toto-1.0,0.75,0.417,1.0,0.09,0.025,0.15
7
- Stat. Ensemble,AutoTheta,0.917,0.75,1.0,0.088,0.053,0.126
8
  Stat. Ensemble,AutoARIMA,0.833,0.583,1.0,0.069,0.021,0.135
 
9
  Stat. Ensemble,Drift,0.917,0.75,1.0,0.126,0.051,0.221
10
  Stat. Ensemble,TimesFM-2.5,0.833,0.583,1.0,0.084,0.03,0.143
11
- Stat. Ensemble,TabPFN-TS,0.833,0.583,1.0,0.136,0.054,0.213
12
  Stat. Ensemble,Chronos-Bolt,0.917,0.75,1.0,0.119,0.068,0.168
13
  Stat. Ensemble,Moirai-2.0,0.917,0.75,1.0,0.143,0.081,0.197
14
- Stat. Ensemble,Sundial-Base,0.917,0.75,1.0,0.234,0.156,0.302
15
- Stat. Ensemble,Naive,1.0,1.0,1.0,0.271,0.195,0.346
16
  Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.385,0.289,0.476
17
  TiRex,Stat. Ensemble,0.25,0.0,0.5,-0.026,-0.078,0.023
18
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
 
19
  TiRex,Chronos-2,0.583,0.333,0.833,0.009,-0.026,0.043
 
20
  TiRex,AutoETS,0.5,0.25,0.75,0.015,-0.013,0.045
21
- TiRex,Toto-1.0,0.583,0.333,0.833,0.066,-0.018,0.15
22
- TiRex,AutoTheta,0.833,0.583,1.0,0.064,-0.009,0.126
23
  TiRex,AutoARIMA,0.667,0.417,0.917,0.045,-0.033,0.133
 
24
  TiRex,Drift,0.75,0.5,1.0,0.103,-0.002,0.214
25
  TiRex,TimesFM-2.5,0.833,0.583,1.0,0.06,0.02,0.109
26
- TiRex,TabPFN-TS,0.833,0.583,1.0,0.114,0.033,0.194
27
  TiRex,Chronos-Bolt,0.917,0.75,1.0,0.097,0.05,0.149
28
  TiRex,Moirai-2.0,0.917,0.75,1.0,0.12,0.05,0.194
29
- TiRex,Sundial-Base,0.917,0.75,1.0,0.214,0.149,0.271
30
- TiRex,Naive,1.0,1.0,1.0,0.252,0.163,0.335
31
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.369,0.261,0.466
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
32
  Chronos-2,Stat. Ensemble,0.25,0.0,0.5,-0.035,-0.095,0.014
33
  Chronos-2,TiRex,0.417,0.167,0.667,-0.009,-0.045,0.026
 
34
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
 
35
  Chronos-2,AutoETS,0.5,0.25,0.75,0.006,-0.027,0.041
 
36
  Chronos-2,Toto-1.0,0.583,0.333,0.833,0.058,-0.037,0.145
37
- Chronos-2,AutoTheta,0.583,0.333,0.833,0.056,-0.023,0.124
38
  Chronos-2,AutoARIMA,0.667,0.417,0.917,0.037,-0.046,0.122
 
39
  Chronos-2,Drift,0.583,0.333,0.833,0.095,-0.024,0.22
40
  Chronos-2,TimesFM-2.5,0.75,0.5,1.0,0.052,0.004,0.099
41
- Chronos-2,TabPFN-TS,0.833,0.583,1.0,0.106,0.025,0.194
42
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.088,0.044,0.143
43
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.112,0.045,0.186
44
- Chronos-2,Sundial-Base,1.0,1.0,1.0,0.207,0.156,0.255
45
- Chronos-2,Naive,1.0,1.0,1.0,0.245,0.159,0.328
46
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.363,0.264,0.451
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
47
  AutoETS,Stat. Ensemble,0.25,0.0,0.5,-0.042,-0.072,-0.016
48
  AutoETS,TiRex,0.5,0.25,0.75,-0.015,-0.047,0.013
 
49
  AutoETS,Chronos-2,0.5,0.25,0.75,-0.006,-0.043,0.026
 
50
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
 
51
  AutoETS,Toto-1.0,0.583,0.333,0.833,0.052,-0.025,0.122
52
- AutoETS,AutoTheta,0.667,0.417,0.917,0.05,-0.003,0.1
53
  AutoETS,AutoARIMA,0.667,0.417,0.917,0.03,-0.036,0.112
 
54
  AutoETS,Drift,0.667,0.417,0.917,0.089,-0.005,0.196
55
  AutoETS,TimesFM-2.5,0.75,0.5,1.0,0.046,-0.003,0.098
56
- AutoETS,TabPFN-TS,0.667,0.417,0.917,0.1,0.02,0.183
57
  AutoETS,Chronos-Bolt,0.833,0.583,1.0,0.083,0.041,0.127
58
  AutoETS,Moirai-2.0,0.833,0.583,1.0,0.107,0.05,0.164
59
- AutoETS,Sundial-Base,0.917,0.75,1.0,0.202,0.132,0.262
60
- AutoETS,Naive,1.0,1.0,1.0,0.241,0.162,0.316
61
  AutoETS,Seasonal Naive,1.0,1.0,1.0,0.359,0.256,0.456
62
- Toto-1.0,Stat. Ensemble,0.25,0.0,0.583,-0.099,-0.177,-0.025
63
- Toto-1.0,TiRex,0.417,0.167,0.667,-0.071,-0.176,0.018
64
- Toto-1.0,Chronos-2,0.417,0.167,0.667,-0.062,-0.17,0.035
65
- Toto-1.0,AutoETS,0.417,0.167,0.667,-0.055,-0.139,0.024
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
66
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
67
- Toto-1.0,AutoTheta,0.417,0.167,0.75,-0.002,-0.089,0.077
68
- Toto-1.0,AutoARIMA,0.583,0.333,0.833,-0.023,-0.108,0.048
69
- Toto-1.0,Drift,0.5,0.25,0.75,0.039,-0.065,0.133
70
- Toto-1.0,TimesFM-2.5,0.75,0.5,0.958,-0.007,-0.103,0.063
71
- Toto-1.0,TabPFN-TS,0.667,0.417,0.917,0.051,-0.107,0.186
72
- Toto-1.0,Chronos-Bolt,0.75,0.5,0.958,0.032,-0.034,0.096
73
- Toto-1.0,Moirai-2.0,0.833,0.625,0.958,0.058,0.018,0.106
74
- Toto-1.0,Sundial-Base,0.833,0.583,1.0,0.158,0.042,0.265
75
- Toto-1.0,Naive,1.0,1.0,1.0,0.199,0.116,0.285
76
- Toto-1.0,Seasonal Naive,0.917,0.75,1.0,0.324,0.199,0.433
 
 
 
 
 
 
 
 
 
 
 
 
 
 
77
  AutoTheta,Stat. Ensemble,0.083,0.0,0.25,-0.097,-0.144,-0.056
78
  AutoTheta,TiRex,0.167,0.0,0.417,-0.069,-0.144,0.009
 
79
  AutoTheta,Chronos-2,0.417,0.167,0.667,-0.059,-0.142,0.022
 
80
  AutoTheta,AutoETS,0.333,0.083,0.583,-0.053,-0.111,0.003
81
- AutoTheta,Toto-1.0,0.583,0.25,0.833,0.002,-0.083,0.082
82
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
83
  AutoTheta,AutoARIMA,0.5,0.25,0.75,-0.021,-0.102,0.059
 
84
  AutoTheta,Drift,0.333,0.083,0.583,0.041,-0.014,0.136
85
  AutoTheta,TimesFM-2.5,0.5,0.25,0.75,-0.005,-0.086,0.079
86
- AutoTheta,TabPFN-TS,0.583,0.25,0.833,0.053,-0.043,0.132
87
  AutoTheta,Chronos-Bolt,0.667,0.417,0.917,0.034,-0.034,0.1
88
  AutoTheta,Moirai-2.0,0.75,0.5,1.0,0.06,-0.011,0.123
89
- AutoTheta,Sundial-Base,0.917,0.75,1.0,0.16,0.076,0.236
90
- AutoTheta,Naive,1.0,1.0,1.0,0.201,0.136,0.266
91
  AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.325,0.231,0.412
92
- AutoARIMA,Stat. Ensemble,0.167,0.0,0.417,-0.075,-0.156,-0.022
93
- AutoARIMA,TiRex,0.333,0.083,0.583,-0.047,-0.154,0.032
94
- AutoARIMA,Chronos-2,0.333,0.083,0.583,-0.038,-0.139,0.044
95
- AutoARIMA,AutoETS,0.333,0.083,0.583,-0.031,-0.126,0.035
96
- AutoARIMA,Toto-1.0,0.417,0.167,0.667,0.022,-0.051,0.097
97
- AutoARIMA,AutoTheta,0.5,0.25,0.75,0.02,-0.063,0.093
98
- AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
99
- AutoARIMA,Drift,0.5,0.25,0.75,0.06,-0.052,0.172
100
- AutoARIMA,TimesFM-2.5,0.583,0.25,0.833,0.016,-0.047,0.078
101
- AutoARIMA,TabPFN-TS,0.667,0.333,0.917,0.072,-0.036,0.171
102
- AutoARIMA,Chronos-Bolt,0.667,0.417,0.917,0.054,-0.009,0.113
103
- AutoARIMA,Moirai-2.0,0.583,0.333,0.833,0.079,-0.006,0.156
104
- AutoARIMA,Sundial-Base,0.75,0.5,1.0,0.177,0.068,0.264
105
- AutoARIMA,Naive,0.917,0.75,1.0,0.217,0.128,0.295
106
- AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.339,0.256,0.422
107
  Drift,Stat. Ensemble,0.083,0.0,0.25,-0.144,-0.284,-0.054
108
  Drift,TiRex,0.25,0.0,0.5,-0.115,-0.273,0.002
 
109
  Drift,Chronos-2,0.417,0.167,0.667,-0.105,-0.282,0.024
 
110
  Drift,AutoETS,0.333,0.083,0.583,-0.098,-0.244,0.005
111
- Drift,Toto-1.0,0.5,0.25,0.75,-0.041,-0.153,0.061
112
- Drift,AutoTheta,0.667,0.417,0.917,-0.043,-0.158,0.014
113
  Drift,AutoARIMA,0.5,0.25,0.75,-0.064,-0.208,0.05
 
114
  Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
115
  Drift,TimesFM-2.5,0.417,0.167,0.667,-0.048,-0.227,0.071
116
- Drift,TabPFN-TS,0.583,0.25,0.833,0.012,-0.193,0.142
117
  Drift,Chronos-Bolt,0.583,0.333,0.833,-0.007,-0.119,0.086
118
  Drift,Moirai-2.0,0.667,0.417,0.917,0.02,-0.09,0.108
119
- Drift,Sundial-Base,0.833,0.583,1.0,0.124,-0.064,0.234
120
- Drift,Naive,0.917,0.75,1.0,0.166,0.089,0.241
121
  Drift,Seasonal Naive,0.917,0.75,1.0,0.296,0.127,0.41
122
  TimesFM-2.5,Stat. Ensemble,0.167,0.0,0.417,-0.092,-0.167,-0.031
123
  TimesFM-2.5,TiRex,0.167,0.0,0.417,-0.064,-0.122,-0.02
 
124
  TimesFM-2.5,Chronos-2,0.25,0.0,0.5,-0.055,-0.11,-0.004
 
125
  TimesFM-2.5,AutoETS,0.25,0.0,0.5,-0.048,-0.109,0.003
126
- TimesFM-2.5,Toto-1.0,0.25,0.042,0.5,0.007,-0.067,0.093
127
- TimesFM-2.5,AutoTheta,0.5,0.25,0.75,0.005,-0.086,0.079
128
  TimesFM-2.5,AutoARIMA,0.417,0.167,0.75,-0.016,-0.085,0.045
 
129
  TimesFM-2.5,Drift,0.583,0.333,0.833,0.045,-0.076,0.185
130
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
131
- TimesFM-2.5,TabPFN-TS,0.5,0.25,0.75,0.057,-0.034,0.15
132
  TimesFM-2.5,Chronos-Bolt,0.583,0.333,0.833,0.039,-0.007,0.091
133
  TimesFM-2.5,Moirai-2.0,0.667,0.417,0.917,0.064,-0.008,0.143
134
- TimesFM-2.5,Sundial-Base,0.917,0.75,1.0,0.163,0.095,0.228
135
- TimesFM-2.5,Naive,0.917,0.75,1.0,0.204,0.109,0.293
136
  TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.328,0.226,0.415
137
- TabPFN-TS,Stat. Ensemble,0.167,0.0,0.417,-0.158,-0.271,-0.057
138
- TabPFN-TS,TiRex,0.167,0.0,0.417,-0.128,-0.241,-0.034
139
- TabPFN-TS,Chronos-2,0.167,0.0,0.417,-0.118,-0.241,-0.026
140
- TabPFN-TS,AutoETS,0.333,0.083,0.583,-0.111,-0.224,-0.02
141
- TabPFN-TS,Toto-1.0,0.333,0.083,0.583,-0.053,-0.228,0.097
142
- TabPFN-TS,AutoTheta,0.417,0.167,0.75,-0.056,-0.153,0.042
143
- TabPFN-TS,AutoARIMA,0.333,0.083,0.667,-0.077,-0.207,0.035
144
- TabPFN-TS,Drift,0.417,0.167,0.75,-0.012,-0.165,0.162
145
- TabPFN-TS,TimesFM-2.5,0.5,0.25,0.75,-0.06,-0.177,0.033
 
 
 
146
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
147
- TabPFN-TS,Chronos-Bolt,0.5,0.25,0.75,-0.019,-0.156,0.089
148
- TabPFN-TS,Moirai-2.0,0.5,0.25,0.75,0.008,-0.146,0.14
149
- TabPFN-TS,Sundial-Base,0.667,0.417,0.917,0.113,0.02,0.191
150
- TabPFN-TS,Naive,0.667,0.417,0.917,0.156,0.023,0.274
151
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.288,0.181,0.389
152
  Chronos-Bolt,Stat. Ensemble,0.083,0.0,0.25,-0.136,-0.202,-0.073
153
  Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.107,-0.175,-0.053
 
154
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.097,-0.167,-0.046
 
155
  Chronos-Bolt,AutoETS,0.167,0.0,0.417,-0.09,-0.145,-0.043
156
- Chronos-Bolt,Toto-1.0,0.25,0.042,0.5,-0.033,-0.107,0.033
157
- Chronos-Bolt,AutoTheta,0.333,0.083,0.583,-0.036,-0.112,0.033
158
  Chronos-Bolt,AutoARIMA,0.333,0.083,0.583,-0.057,-0.128,0.009
 
159
  Chronos-Bolt,Drift,0.417,0.167,0.667,0.007,-0.094,0.106
160
  Chronos-Bolt,TimesFM-2.5,0.417,0.167,0.667,-0.04,-0.1,0.007
161
- Chronos-Bolt,TabPFN-TS,0.5,0.25,0.75,0.019,-0.097,0.135
162
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
163
  Chronos-Bolt,Moirai-2.0,0.417,0.167,0.667,0.026,-0.016,0.079
164
- Chronos-Bolt,Sundial-Base,0.917,0.75,1.0,0.13,0.036,0.202
165
- Chronos-Bolt,Naive,0.917,0.75,1.0,0.172,0.107,0.235
166
  Chronos-Bolt,Seasonal Naive,0.833,0.583,1.0,0.301,0.198,0.389
167
  Moirai-2.0,Stat. Ensemble,0.083,0.0,0.25,-0.166,-0.245,-0.088
168
  Moirai-2.0,TiRex,0.083,0.0,0.25,-0.137,-0.24,-0.053
 
169
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.127,-0.229,-0.048
 
170
  Moirai-2.0,AutoETS,0.167,0.0,0.417,-0.12,-0.196,-0.053
171
- Moirai-2.0,Toto-1.0,0.167,0.042,0.375,-0.061,-0.118,-0.018
172
- Moirai-2.0,AutoTheta,0.25,0.0,0.5,-0.064,-0.141,0.011
173
  Moirai-2.0,AutoARIMA,0.417,0.167,0.667,-0.086,-0.185,0.006
 
174
  Moirai-2.0,Drift,0.333,0.083,0.583,-0.02,-0.121,0.083
175
  Moirai-2.0,TimesFM-2.5,0.333,0.083,0.583,-0.068,-0.166,0.008
176
- Moirai-2.0,TabPFN-TS,0.5,0.25,0.75,-0.008,-0.163,0.127
177
  Moirai-2.0,Chronos-Bolt,0.583,0.333,0.833,-0.027,-0.086,0.015
178
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
179
- Moirai-2.0,Sundial-Base,0.833,0.583,1.0,0.106,-0.0,0.194
180
- Moirai-2.0,Naive,0.917,0.75,1.0,0.15,0.086,0.21
181
  Moirai-2.0,Seasonal Naive,0.833,0.583,1.0,0.282,0.162,0.388
182
- Sundial-Base,Stat. Ensemble,0.083,0.0,0.25,-0.305,-0.434,-0.185
183
- Sundial-Base,TiRex,0.083,0.0,0.25,-0.272,-0.372,-0.176
184
- Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.261,-0.342,-0.184
185
- Sundial-Base,AutoETS,0.083,0.0,0.25,-0.253,-0.356,-0.153
186
- Sundial-Base,Toto-1.0,0.167,0.0,0.417,-0.187,-0.361,-0.044
187
- Sundial-Base,AutoTheta,0.083,0.0,0.25,-0.19,-0.309,-0.083
188
- Sundial-Base,AutoARIMA,0.25,0.0,0.5,-0.215,-0.358,-0.073
189
- Sundial-Base,Drift,0.167,0.0,0.417,-0.141,-0.305,0.06
190
- Sundial-Base,TimesFM-2.5,0.083,0.0,0.25,-0.195,-0.296,-0.104
191
- Sundial-Base,TabPFN-TS,0.333,0.083,0.583,-0.127,-0.237,-0.021
192
- Sundial-Base,Chronos-Bolt,0.083,0.0,0.25,-0.149,-0.254,-0.037
193
- Sundial-Base,Moirai-2.0,0.167,0.0,0.417,-0.119,-0.24,0.0
194
- Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
195
- Sundial-Base,Naive,0.583,0.333,0.833,0.049,-0.051,0.164
196
- Sundial-Base,Seasonal Naive,0.833,0.583,1.0,0.197,0.082,0.299
197
- Naive,Stat. Ensemble,0.0,0.0,0.0,-0.372,-0.529,-0.242
198
- Naive,TiRex,0.0,0.0,0.0,-0.337,-0.504,-0.194
199
- Naive,Chronos-2,0.0,0.0,0.0,-0.325,-0.488,-0.189
200
- Naive,AutoETS,0.0,0.0,0.0,-0.317,-0.462,-0.193
201
- Naive,Toto-1.0,0.0,0.0,0.0,-0.248,-0.398,-0.131
202
- Naive,AutoTheta,0.0,0.0,0.0,-0.251,-0.362,-0.157
203
- Naive,AutoARIMA,0.083,0.0,0.25,-0.277,-0.419,-0.147
204
- Naive,Drift,0.083,0.0,0.25,-0.2,-0.318,-0.098
205
- Naive,TimesFM-2.5,0.083,0.0,0.25,-0.257,-0.415,-0.122
206
- Naive,TabPFN-TS,0.333,0.083,0.583,-0.185,-0.377,-0.024
207
- Naive,Chronos-Bolt,0.083,0.0,0.25,-0.208,-0.307,-0.119
208
- Naive,Moirai-2.0,0.083,0.0,0.25,-0.176,-0.265,-0.094
209
- Naive,Sundial-Base,0.417,0.167,0.667,-0.051,-0.197,0.049
210
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Naive,Seasonal Naive,0.75,0.542,0.917,0.156,0.021,0.261
212
  Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.625,-0.907,-0.407
213
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.584,-0.872,-0.353
 
214
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.57,-0.821,-0.358
 
215
  Seasonal Naive,AutoETS,0.0,0.0,0.0,-0.56,-0.837,-0.345
216
- Seasonal Naive,Toto-1.0,0.083,0.0,0.25,-0.479,-0.763,-0.248
217
- Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.482,-0.7,-0.301
218
  Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.513,-0.73,-0.344
 
219
  Seasonal Naive,Drift,0.083,0.0,0.25,-0.421,-0.694,-0.146
220
  Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.489,-0.709,-0.292
221
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.404,-0.637,-0.222
222
  Seasonal Naive,Chronos-Bolt,0.167,0.0,0.417,-0.431,-0.638,-0.246
223
  Seasonal Naive,Moirai-2.0,0.167,0.0,0.417,-0.393,-0.634,-0.193
224
- Seasonal Naive,Sundial-Base,0.167,0.0,0.417,-0.245,-0.427,-0.09
225
- Seasonal Naive,Naive,0.25,0.083,0.458,-0.185,-0.353,-0.022
226
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
3
  Stat. Ensemble,TiRex,0.75,0.5,1.0,0.025,-0.023,0.072
4
+ Stat. Ensemble,LightGBM,0.75,0.5,1.0,0.027,-0.0,0.06
5
  Stat. Ensemble,Chronos-2,0.75,0.5,1.0,0.034,-0.014,0.087
6
+ Stat. Ensemble,FlowState,0.667,0.417,0.917,0.05,-0.001,0.104
7
  Stat. Ensemble,AutoETS,0.75,0.5,1.0,0.04,0.016,0.067
8
+ Stat. Ensemble,CatBoost,0.75,0.5,1.0,0.039,0.005,0.073
9
+ Stat. Ensemble,Toto-1.0,0.75,0.417,1.0,0.09,0.024,0.151
10
  Stat. Ensemble,AutoARIMA,0.833,0.583,1.0,0.069,0.021,0.135
11
+ Stat. Ensemble,AutoTheta,0.917,0.75,1.0,0.088,0.053,0.126
12
  Stat. Ensemble,Drift,0.917,0.75,1.0,0.126,0.051,0.221
13
  Stat. Ensemble,TimesFM-2.5,0.833,0.583,1.0,0.084,0.03,0.143
14
+ Stat. Ensemble,TabPFN-TS,0.833,0.583,1.0,0.065,0.019,0.104
15
  Stat. Ensemble,Chronos-Bolt,0.917,0.75,1.0,0.119,0.068,0.168
16
  Stat. Ensemble,Moirai-2.0,0.917,0.75,1.0,0.143,0.081,0.197
 
 
17
  Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.385,0.289,0.476
18
  TiRex,Stat. Ensemble,0.25,0.0,0.5,-0.026,-0.078,0.023
19
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
20
+ TiRex,LightGBM,0.5,0.25,0.75,0.002,-0.051,0.049
21
  TiRex,Chronos-2,0.583,0.333,0.833,0.009,-0.026,0.043
22
+ TiRex,FlowState,0.583,0.333,0.833,0.026,-0.05,0.091
23
  TiRex,AutoETS,0.5,0.25,0.75,0.015,-0.013,0.045
24
+ TiRex,CatBoost,0.75,0.5,1.0,0.014,-0.041,0.062
25
+ TiRex,Toto-1.0,0.583,0.333,0.833,0.066,-0.019,0.149
26
  TiRex,AutoARIMA,0.667,0.417,0.917,0.045,-0.033,0.133
27
+ TiRex,AutoTheta,0.833,0.583,1.0,0.064,-0.009,0.126
28
  TiRex,Drift,0.75,0.5,1.0,0.103,-0.002,0.214
29
  TiRex,TimesFM-2.5,0.833,0.583,1.0,0.06,0.02,0.109
30
+ TiRex,TabPFN-TS,0.833,0.583,1.0,0.041,-0.006,0.085
31
  TiRex,Chronos-Bolt,0.917,0.75,1.0,0.097,0.05,0.149
32
  TiRex,Moirai-2.0,0.917,0.75,1.0,0.12,0.05,0.194
 
 
33
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.369,0.261,0.466
34
+ LightGBM,Stat. Ensemble,0.25,0.0,0.5,-0.028,-0.064,0.0
35
+ LightGBM,TiRex,0.5,0.25,0.75,-0.002,-0.051,0.049
36
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
37
+ LightGBM,Chronos-2,0.5,0.25,0.75,0.007,-0.059,0.064
38
+ LightGBM,FlowState,0.5,0.25,0.75,0.024,-0.019,0.072
39
+ LightGBM,AutoETS,0.667,0.417,0.917,0.013,-0.03,0.049
40
+ LightGBM,CatBoost,0.75,0.5,1.0,0.012,-0.002,0.026
41
+ LightGBM,Toto-1.0,0.667,0.333,0.917,0.064,-0.009,0.132
42
+ LightGBM,AutoARIMA,0.5,0.25,0.75,0.043,-0.012,0.11
43
+ LightGBM,AutoTheta,0.75,0.5,1.0,0.062,0.019,0.108
44
+ LightGBM,Drift,0.833,0.583,1.0,0.101,0.037,0.181
45
+ LightGBM,TimesFM-2.5,0.75,0.5,1.0,0.058,-0.011,0.121
46
+ LightGBM,TabPFN-TS,0.833,0.583,1.0,0.039,-0.028,0.085
47
+ LightGBM,Chronos-Bolt,0.917,0.75,1.0,0.095,0.053,0.136
48
+ LightGBM,Moirai-2.0,0.917,0.75,1.0,0.118,0.051,0.177
49
+ LightGBM,Seasonal Naive,1.0,1.0,1.0,0.367,0.267,0.458
50
  Chronos-2,Stat. Ensemble,0.25,0.0,0.5,-0.035,-0.095,0.014
51
  Chronos-2,TiRex,0.417,0.167,0.667,-0.009,-0.045,0.026
52
+ Chronos-2,LightGBM,0.5,0.25,0.75,-0.007,-0.068,0.055
53
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
54
+ Chronos-2,FlowState,0.5,0.25,0.75,0.017,-0.064,0.092
55
  Chronos-2,AutoETS,0.5,0.25,0.75,0.006,-0.027,0.041
56
+ Chronos-2,CatBoost,0.583,0.333,0.833,0.005,-0.055,0.067
57
  Chronos-2,Toto-1.0,0.583,0.333,0.833,0.058,-0.037,0.145
 
58
  Chronos-2,AutoARIMA,0.667,0.417,0.917,0.037,-0.046,0.122
59
+ Chronos-2,AutoTheta,0.583,0.333,0.833,0.056,-0.023,0.124
60
  Chronos-2,Drift,0.583,0.333,0.833,0.095,-0.024,0.22
61
  Chronos-2,TimesFM-2.5,0.75,0.5,1.0,0.052,0.004,0.099
62
+ Chronos-2,TabPFN-TS,0.75,0.5,1.0,0.032,-0.011,0.071
63
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.088,0.044,0.143
64
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.112,0.045,0.186
 
 
65
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.363,0.264,0.451
66
+ FlowState,Stat. Ensemble,0.333,0.083,0.583,-0.053,-0.117,0.001
67
+ FlowState,TiRex,0.417,0.167,0.667,-0.026,-0.1,0.048
68
+ FlowState,LightGBM,0.5,0.25,0.75,-0.024,-0.077,0.019
69
+ FlowState,Chronos-2,0.5,0.25,0.75,-0.017,-0.102,0.06
70
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
71
+ FlowState,AutoETS,0.417,0.167,0.667,-0.011,-0.083,0.049
72
+ FlowState,CatBoost,0.667,0.417,0.917,-0.012,-0.06,0.028
73
+ FlowState,Toto-1.0,0.583,0.292,0.833,0.041,-0.047,0.127
74
+ FlowState,AutoARIMA,0.583,0.333,0.833,0.02,-0.017,0.055
75
+ FlowState,AutoTheta,0.667,0.417,0.917,0.04,-0.015,0.097
76
+ FlowState,Drift,0.667,0.417,0.917,0.079,-0.007,0.177
77
+ FlowState,TimesFM-2.5,0.583,0.333,0.833,0.035,-0.024,0.103
78
+ FlowState,TabPFN-TS,0.667,0.417,0.917,0.016,-0.058,0.073
79
+ FlowState,Chronos-Bolt,0.833,0.625,1.0,0.073,0.02,0.125
80
+ FlowState,Moirai-2.0,0.833,0.625,1.0,0.097,0.02,0.172
81
+ FlowState,Seasonal Naive,1.0,1.0,1.0,0.352,0.265,0.429
82
  AutoETS,Stat. Ensemble,0.25,0.0,0.5,-0.042,-0.072,-0.016
83
  AutoETS,TiRex,0.5,0.25,0.75,-0.015,-0.047,0.013
84
+ AutoETS,LightGBM,0.333,0.083,0.583,-0.013,-0.052,0.029
85
  AutoETS,Chronos-2,0.5,0.25,0.75,-0.006,-0.043,0.026
86
+ AutoETS,FlowState,0.583,0.333,0.833,0.011,-0.051,0.077
87
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
88
+ AutoETS,CatBoost,0.417,0.167,0.667,-0.001,-0.04,0.039
89
  AutoETS,Toto-1.0,0.583,0.333,0.833,0.052,-0.025,0.122
 
90
  AutoETS,AutoARIMA,0.667,0.417,0.917,0.03,-0.036,0.112
91
+ AutoETS,AutoTheta,0.667,0.417,0.917,0.05,-0.003,0.1
92
  AutoETS,Drift,0.667,0.417,0.917,0.089,-0.005,0.196
93
  AutoETS,TimesFM-2.5,0.75,0.5,1.0,0.046,-0.003,0.098
94
+ AutoETS,TabPFN-TS,0.667,0.417,0.917,0.026,-0.015,0.065
95
  AutoETS,Chronos-Bolt,0.833,0.583,1.0,0.083,0.041,0.127
96
  AutoETS,Moirai-2.0,0.833,0.583,1.0,0.107,0.05,0.164
 
 
97
  AutoETS,Seasonal Naive,1.0,1.0,1.0,0.359,0.256,0.456
98
+ CatBoost,Stat. Ensemble,0.25,0.0,0.5,-0.041,-0.078,-0.005
99
+ CatBoost,TiRex,0.25,0.0,0.5,-0.014,-0.066,0.039
100
+ CatBoost,LightGBM,0.25,0.0,0.5,-0.012,-0.026,0.002
101
+ CatBoost,Chronos-2,0.417,0.167,0.667,-0.005,-0.071,0.052
102
+ CatBoost,FlowState,0.333,0.083,0.583,0.012,-0.029,0.057
103
+ CatBoost,AutoETS,0.583,0.333,0.833,0.001,-0.041,0.039
104
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
105
+ CatBoost,Toto-1.0,0.667,0.333,0.917,0.053,-0.022,0.121
106
+ CatBoost,AutoARIMA,0.583,0.25,0.833,0.032,-0.023,0.093
107
+ CatBoost,AutoTheta,0.75,0.5,1.0,0.051,0.005,0.102
108
+ CatBoost,Drift,0.75,0.5,1.0,0.09,0.019,0.173
109
+ CatBoost,TimesFM-2.5,0.75,0.5,1.0,0.047,-0.019,0.108
110
+ CatBoost,TabPFN-TS,0.75,0.5,1.0,0.027,-0.036,0.075
111
+ CatBoost,Chronos-Bolt,0.917,0.75,1.0,0.084,0.046,0.12
112
+ CatBoost,Moirai-2.0,0.833,0.583,1.0,0.108,0.045,0.165
113
+ CatBoost,Seasonal Naive,1.0,1.0,1.0,0.36,0.26,0.448
114
+ Toto-1.0,Stat. Ensemble,0.25,0.0,0.583,-0.099,-0.177,-0.024
115
+ Toto-1.0,TiRex,0.417,0.167,0.667,-0.071,-0.175,0.019
116
+ Toto-1.0,LightGBM,0.333,0.083,0.667,-0.068,-0.152,0.009
117
+ Toto-1.0,Chronos-2,0.417,0.167,0.667,-0.061,-0.169,0.035
118
+ Toto-1.0,FlowState,0.417,0.167,0.708,-0.043,-0.146,0.045
119
+ Toto-1.0,AutoETS,0.417,0.167,0.667,-0.055,-0.139,0.025
120
+ Toto-1.0,CatBoost,0.333,0.083,0.667,-0.056,-0.138,0.021
121
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
122
+ Toto-1.0,AutoARIMA,0.583,0.333,0.833,-0.022,-0.108,0.05
123
+ Toto-1.0,AutoTheta,0.417,0.167,0.75,-0.002,-0.089,0.078
124
+ Toto-1.0,Drift,0.5,0.25,0.75,0.039,-0.065,0.134
125
+ Toto-1.0,TimesFM-2.5,0.667,0.417,0.917,-0.006,-0.103,0.064
126
+ Toto-1.0,TabPFN-TS,0.667,0.417,0.917,-0.027,-0.153,0.074
127
+ Toto-1.0,Chronos-Bolt,0.75,0.5,0.958,0.033,-0.034,0.097
128
+ Toto-1.0,Moirai-2.0,0.833,0.625,0.958,0.058,0.018,0.107
129
+ Toto-1.0,Seasonal Naive,0.917,0.75,1.0,0.324,0.198,0.433
130
+ AutoARIMA,Stat. Ensemble,0.167,0.0,0.417,-0.074,-0.156,-0.022
131
+ AutoARIMA,TiRex,0.333,0.083,0.583,-0.047,-0.154,0.032
132
+ AutoARIMA,LightGBM,0.5,0.25,0.75,-0.045,-0.124,0.012
133
+ AutoARIMA,Chronos-2,0.333,0.083,0.583,-0.038,-0.139,0.044
134
+ AutoARIMA,FlowState,0.417,0.167,0.667,-0.02,-0.058,0.017
135
+ AutoARIMA,AutoETS,0.333,0.083,0.583,-0.031,-0.126,0.035
136
+ AutoARIMA,CatBoost,0.417,0.167,0.75,-0.033,-0.102,0.023
137
+ AutoARIMA,Toto-1.0,0.417,0.167,0.667,0.022,-0.052,0.097
138
+ AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
139
+ AutoARIMA,AutoTheta,0.5,0.25,0.75,0.02,-0.063,0.093
140
+ AutoARIMA,Drift,0.5,0.25,0.75,0.06,-0.052,0.172
141
+ AutoARIMA,TimesFM-2.5,0.583,0.25,0.833,0.016,-0.047,0.078
142
+ AutoARIMA,TabPFN-TS,0.667,0.333,0.917,-0.005,-0.093,0.062
143
+ AutoARIMA,Chronos-Bolt,0.667,0.417,0.917,0.054,-0.009,0.113
144
+ AutoARIMA,Moirai-2.0,0.583,0.333,0.833,0.079,-0.006,0.156
145
+ AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.339,0.256,0.422
146
  AutoTheta,Stat. Ensemble,0.083,0.0,0.25,-0.097,-0.144,-0.056
147
  AutoTheta,TiRex,0.167,0.0,0.417,-0.069,-0.144,0.009
148
+ AutoTheta,LightGBM,0.25,0.0,0.5,-0.067,-0.122,-0.019
149
  AutoTheta,Chronos-2,0.417,0.167,0.667,-0.059,-0.142,0.022
150
+ AutoTheta,FlowState,0.333,0.083,0.583,-0.041,-0.108,0.015
151
  AutoTheta,AutoETS,0.333,0.083,0.583,-0.053,-0.111,0.003
152
+ AutoTheta,CatBoost,0.25,0.0,0.5,-0.054,-0.113,-0.005
153
+ AutoTheta,Toto-1.0,0.583,0.25,0.833,0.002,-0.084,0.082
154
  AutoTheta,AutoARIMA,0.5,0.25,0.75,-0.021,-0.102,0.059
155
+ AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
156
  AutoTheta,Drift,0.333,0.083,0.583,0.041,-0.014,0.136
157
  AutoTheta,TimesFM-2.5,0.5,0.25,0.75,-0.005,-0.086,0.079
158
+ AutoTheta,TabPFN-TS,0.5,0.248,0.75,-0.025,-0.095,0.033
159
  AutoTheta,Chronos-Bolt,0.667,0.417,0.917,0.034,-0.034,0.1
160
  AutoTheta,Moirai-2.0,0.75,0.5,1.0,0.06,-0.011,0.123
 
 
161
  AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.325,0.231,0.412
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
162
  Drift,Stat. Ensemble,0.083,0.0,0.25,-0.144,-0.284,-0.054
163
  Drift,TiRex,0.25,0.0,0.5,-0.115,-0.273,0.002
164
+ Drift,LightGBM,0.167,0.0,0.417,-0.112,-0.22,-0.038
165
  Drift,Chronos-2,0.417,0.167,0.667,-0.105,-0.282,0.024
166
+ Drift,FlowState,0.333,0.083,0.583,-0.086,-0.216,0.007
167
  Drift,AutoETS,0.333,0.083,0.583,-0.098,-0.244,0.005
168
+ Drift,CatBoost,0.25,0.0,0.5,-0.099,-0.209,-0.02
169
+ Drift,Toto-1.0,0.5,0.25,0.75,-0.041,-0.155,0.061
170
  Drift,AutoARIMA,0.5,0.25,0.75,-0.064,-0.208,0.05
171
+ Drift,AutoTheta,0.667,0.417,0.917,-0.043,-0.158,0.014
172
  Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
173
  Drift,TimesFM-2.5,0.417,0.167,0.667,-0.048,-0.227,0.071
174
+ Drift,TabPFN-TS,0.5,0.248,0.75,-0.069,-0.247,0.038
175
  Drift,Chronos-Bolt,0.583,0.333,0.833,-0.007,-0.119,0.086
176
  Drift,Moirai-2.0,0.667,0.417,0.917,0.02,-0.09,0.108
 
 
177
  Drift,Seasonal Naive,0.917,0.75,1.0,0.296,0.127,0.41
178
  TimesFM-2.5,Stat. Ensemble,0.167,0.0,0.417,-0.092,-0.167,-0.031
179
  TimesFM-2.5,TiRex,0.167,0.0,0.417,-0.064,-0.122,-0.02
180
+ TimesFM-2.5,LightGBM,0.25,0.0,0.5,-0.062,-0.138,0.01
181
  TimesFM-2.5,Chronos-2,0.25,0.0,0.5,-0.055,-0.11,-0.004
182
+ TimesFM-2.5,FlowState,0.417,0.167,0.667,-0.037,-0.115,0.024
183
  TimesFM-2.5,AutoETS,0.25,0.0,0.5,-0.048,-0.109,0.003
184
+ TimesFM-2.5,CatBoost,0.25,0.0,0.5,-0.049,-0.121,0.019
185
+ TimesFM-2.5,Toto-1.0,0.333,0.083,0.583,0.006,-0.068,0.093
186
  TimesFM-2.5,AutoARIMA,0.417,0.167,0.75,-0.016,-0.085,0.045
187
+ TimesFM-2.5,AutoTheta,0.5,0.25,0.75,0.005,-0.086,0.079
188
  TimesFM-2.5,Drift,0.583,0.333,0.833,0.045,-0.076,0.185
189
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
190
+ TimesFM-2.5,TabPFN-TS,0.5,0.25,0.75,-0.021,-0.081,0.034
191
  TimesFM-2.5,Chronos-Bolt,0.583,0.333,0.833,0.039,-0.007,0.091
192
  TimesFM-2.5,Moirai-2.0,0.667,0.417,0.917,0.064,-0.008,0.143
 
 
193
  TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.328,0.226,0.415
194
+ TabPFN-TS,Stat. Ensemble,0.167,0.0,0.417,-0.07,-0.116,-0.02
195
+ TabPFN-TS,TiRex,0.167,0.0,0.417,-0.043,-0.093,0.006
196
+ TabPFN-TS,LightGBM,0.167,0.0,0.417,-0.04,-0.093,0.028
197
+ TabPFN-TS,Chronos-2,0.25,0.0,0.5,-0.033,-0.076,0.011
198
+ TabPFN-TS,FlowState,0.333,0.083,0.583,-0.016,-0.079,0.055
199
+ TabPFN-TS,AutoETS,0.333,0.083,0.583,-0.027,-0.069,0.015
200
+ TabPFN-TS,CatBoost,0.25,0.0,0.5,-0.028,-0.081,0.035
201
+ TabPFN-TS,Toto-1.0,0.333,0.083,0.583,0.026,-0.08,0.132
202
+ TabPFN-TS,AutoARIMA,0.333,0.083,0.667,0.004,-0.067,0.085
203
+ TabPFN-TS,AutoTheta,0.5,0.25,0.752,0.025,-0.035,0.086
204
+ TabPFN-TS,Drift,0.5,0.25,0.752,0.065,-0.04,0.198
205
+ TabPFN-TS,TimesFM-2.5,0.5,0.25,0.75,0.02,-0.036,0.075
206
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
207
+ TabPFN-TS,Chronos-Bolt,0.5,0.25,0.75,0.058,-0.009,0.122
208
+ TabPFN-TS,Moirai-2.0,0.583,0.331,0.833,0.083,-0.005,0.174
209
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.342,0.249,0.435
 
 
210
  Chronos-Bolt,Stat. Ensemble,0.083,0.0,0.25,-0.136,-0.202,-0.073
211
  Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.107,-0.175,-0.053
212
+ Chronos-Bolt,LightGBM,0.083,0.0,0.25,-0.104,-0.157,-0.056
213
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.097,-0.167,-0.046
214
+ Chronos-Bolt,FlowState,0.167,0.0,0.375,-0.078,-0.143,-0.02
215
  Chronos-Bolt,AutoETS,0.167,0.0,0.417,-0.09,-0.145,-0.043
216
+ Chronos-Bolt,CatBoost,0.083,0.0,0.25,-0.091,-0.136,-0.049
217
+ Chronos-Bolt,Toto-1.0,0.25,0.042,0.5,-0.034,-0.107,0.033
218
  Chronos-Bolt,AutoARIMA,0.333,0.083,0.583,-0.057,-0.128,0.009
219
+ Chronos-Bolt,AutoTheta,0.333,0.083,0.583,-0.036,-0.112,0.033
220
  Chronos-Bolt,Drift,0.417,0.167,0.667,0.007,-0.094,0.106
221
  Chronos-Bolt,TimesFM-2.5,0.417,0.167,0.667,-0.04,-0.1,0.007
222
+ Chronos-Bolt,TabPFN-TS,0.5,0.25,0.75,-0.062,-0.138,0.008
223
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
224
  Chronos-Bolt,Moirai-2.0,0.417,0.167,0.667,0.026,-0.016,0.079
 
 
225
  Chronos-Bolt,Seasonal Naive,0.833,0.583,1.0,0.301,0.198,0.389
226
  Moirai-2.0,Stat. Ensemble,0.083,0.0,0.25,-0.166,-0.245,-0.088
227
  Moirai-2.0,TiRex,0.083,0.0,0.25,-0.137,-0.24,-0.053
228
+ Moirai-2.0,LightGBM,0.083,0.0,0.25,-0.134,-0.216,-0.054
229
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.127,-0.229,-0.048
230
+ Moirai-2.0,FlowState,0.167,0.0,0.375,-0.108,-0.208,-0.021
231
  Moirai-2.0,AutoETS,0.167,0.0,0.417,-0.12,-0.196,-0.053
232
+ Moirai-2.0,CatBoost,0.167,0.0,0.417,-0.121,-0.198,-0.047
233
+ Moirai-2.0,Toto-1.0,0.167,0.042,0.375,-0.062,-0.12,-0.019
234
  Moirai-2.0,AutoARIMA,0.417,0.167,0.667,-0.086,-0.185,0.006
235
+ Moirai-2.0,AutoTheta,0.25,0.0,0.5,-0.064,-0.141,0.011
236
  Moirai-2.0,Drift,0.333,0.083,0.583,-0.02,-0.121,0.083
237
  Moirai-2.0,TimesFM-2.5,0.333,0.083,0.583,-0.068,-0.166,0.008
238
+ Moirai-2.0,TabPFN-TS,0.417,0.167,0.669,-0.09,-0.211,0.005
239
  Moirai-2.0,Chronos-Bolt,0.583,0.333,0.833,-0.027,-0.086,0.015
240
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
 
 
241
  Moirai-2.0,Seasonal Naive,0.833,0.583,1.0,0.282,0.162,0.388
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
242
  Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.625,-0.907,-0.407
243
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.584,-0.872,-0.353
244
+ Seasonal Naive,LightGBM,0.0,0.0,0.0,-0.581,-0.845,-0.364
245
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.57,-0.821,-0.358
246
+ Seasonal Naive,FlowState,0.0,0.0,0.0,-0.544,-0.752,-0.36
247
  Seasonal Naive,AutoETS,0.0,0.0,0.0,-0.56,-0.837,-0.345
248
+ Seasonal Naive,CatBoost,0.0,0.0,0.0,-0.562,-0.812,-0.352
249
+ Seasonal Naive,Toto-1.0,0.083,0.0,0.25,-0.48,-0.763,-0.247
250
  Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.513,-0.73,-0.344
251
+ Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.482,-0.7,-0.301
252
  Seasonal Naive,Drift,0.083,0.0,0.25,-0.421,-0.694,-0.146
253
  Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.489,-0.709,-0.292
254
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.52,-0.769,-0.332
255
  Seasonal Naive,Chronos-Bolt,0.167,0.0,0.417,-0.431,-0.638,-0.246
256
  Seasonal Naive,Moirai-2.0,0.167,0.0,0.417,-0.393,-0.634,-0.193
 
 
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
tables/domain_econ/pairwise_SQL.csv CHANGED
@@ -2,225 +2,256 @@ model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_l
2
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
3
  TiRex,Chronos-2,0.667,0.417,0.917,0.007,-0.028,0.036
4
  TiRex,Stat. Ensemble,0.75,0.5,1.0,0.017,-0.034,0.06
5
- TiRex,Toto-1.0,0.667,0.333,0.917,0.071,-0.005,0.143
 
6
  TiRex,AutoETS,0.75,0.5,1.0,0.127,0.025,0.268
 
7
  TiRex,TimesFM-2.5,0.917,0.75,1.0,0.08,0.038,0.122
8
  TiRex,AutoARIMA,0.833,0.583,1.0,0.094,0.019,0.181
9
  TiRex,Chronos-Bolt,0.917,0.75,1.0,0.093,0.05,0.141
10
- TiRex,TabPFN-TS,0.833,0.583,1.0,0.099,0.031,0.166
11
  TiRex,Moirai-2.0,0.917,0.75,1.0,0.128,0.063,0.197
12
  TiRex,Drift,0.917,0.75,1.0,0.169,0.055,0.293
13
  TiRex,AutoTheta,0.917,0.75,1.0,0.121,0.053,0.185
14
- TiRex,Sundial-Base,1.0,1.0,1.0,0.277,0.209,0.334
15
- TiRex,Naive,1.0,1.0,1.0,0.301,0.213,0.382
16
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.382,0.282,0.467
17
  Chronos-2,TiRex,0.333,0.083,0.583,-0.007,-0.037,0.027
18
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
19
  Chronos-2,Stat. Ensemble,0.833,0.583,1.0,0.01,-0.042,0.051
20
- Chronos-2,Toto-1.0,0.667,0.333,0.917,0.064,-0.02,0.141
 
21
  Chronos-2,AutoETS,0.75,0.5,1.0,0.121,0.02,0.261
 
22
  Chronos-2,TimesFM-2.5,0.917,0.75,1.0,0.074,0.039,0.111
23
  Chronos-2,AutoARIMA,0.75,0.5,1.0,0.088,0.009,0.174
24
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.087,0.043,0.142
25
- Chronos-2,TabPFN-TS,0.833,0.583,1.0,0.092,0.031,0.161
26
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.122,0.059,0.192
27
  Chronos-2,Drift,0.917,0.75,1.0,0.163,0.036,0.303
28
  Chronos-2,AutoTheta,0.917,0.75,1.0,0.115,0.046,0.178
29
- Chronos-2,Sundial-Base,1.0,1.0,1.0,0.272,0.215,0.324
30
- Chronos-2,Naive,1.0,1.0,1.0,0.296,0.202,0.388
31
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.377,0.286,0.457
32
  Stat. Ensemble,TiRex,0.25,0.0,0.5,-0.017,-0.064,0.033
33
  Stat. Ensemble,Chronos-2,0.167,0.0,0.417,-0.01,-0.053,0.04
34
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
35
- Stat. Ensemble,Toto-1.0,0.667,0.333,0.917,0.055,-0.011,0.117
 
36
  Stat. Ensemble,AutoETS,0.667,0.417,0.917,0.112,0.011,0.257
 
37
  Stat. Ensemble,TimesFM-2.5,0.833,0.583,1.0,0.065,0.013,0.121
38
  Stat. Ensemble,AutoARIMA,0.833,0.583,1.0,0.079,0.03,0.146
39
  Stat. Ensemble,Chronos-Bolt,0.917,0.75,1.0,0.078,0.024,0.131
40
- Stat. Ensemble,TabPFN-TS,0.833,0.583,1.0,0.083,0.023,0.143
41
  Stat. Ensemble,Moirai-2.0,0.917,0.75,1.0,0.113,0.048,0.171
42
  Stat. Ensemble,Drift,0.917,0.75,1.0,0.155,0.061,0.279
43
  Stat. Ensemble,AutoTheta,1.0,1.0,1.0,0.107,0.07,0.148
44
- Stat. Ensemble,Sundial-Base,1.0,1.0,1.0,0.264,0.191,0.329
45
- Stat. Ensemble,Naive,1.0,1.0,1.0,0.289,0.206,0.375
46
  Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.371,0.288,0.452
47
- Toto-1.0,TiRex,0.333,0.083,0.667,-0.076,-0.167,0.005
48
- Toto-1.0,Chronos-2,0.333,0.083,0.667,-0.069,-0.164,0.019
49
- Toto-1.0,Stat. Ensemble,0.333,0.083,0.667,-0.058,-0.133,0.011
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
50
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
51
- Toto-1.0,AutoETS,0.5,0.25,0.752,0.06,-0.086,0.229
52
- Toto-1.0,TimesFM-2.5,0.75,0.5,0.958,0.01,-0.075,0.075
53
- Toto-1.0,AutoARIMA,0.667,0.417,0.917,0.026,-0.06,0.101
54
- Toto-1.0,Chronos-Bolt,0.667,0.417,0.875,0.024,-0.031,0.081
55
- Toto-1.0,TabPFN-TS,0.667,0.417,0.917,0.03,-0.103,0.146
56
- Toto-1.0,Moirai-2.0,0.833,0.625,0.958,0.062,0.022,0.109
57
  Toto-1.0,Drift,0.75,0.5,1.0,0.106,-0.014,0.216
58
- Toto-1.0,AutoTheta,0.667,0.417,0.917,0.055,-0.028,0.135
59
- Toto-1.0,Sundial-Base,0.833,0.583,1.0,0.222,0.115,0.321
60
- Toto-1.0,Naive,0.917,0.75,1.0,0.248,0.157,0.335
61
- Toto-1.0,Seasonal Naive,0.917,0.75,1.0,0.335,0.216,0.435
62
  AutoETS,TiRex,0.25,0.0,0.5,-0.145,-0.367,-0.025
63
  AutoETS,Chronos-2,0.25,0.0,0.5,-0.137,-0.354,-0.02
64
  AutoETS,Stat. Ensemble,0.333,0.083,0.583,-0.126,-0.345,-0.012
65
- AutoETS,Toto-1.0,0.5,0.248,0.75,-0.064,-0.297,0.08
 
66
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
 
67
  AutoETS,TimesFM-2.5,0.5,0.25,0.75,-0.053,-0.259,0.072
68
  AutoETS,AutoARIMA,0.5,0.167,0.75,-0.037,-0.271,0.112
69
  AutoETS,Chronos-Bolt,0.75,0.5,1.0,-0.039,-0.251,0.086
70
- AutoETS,TabPFN-TS,0.667,0.417,0.917,-0.032,-0.263,0.102
71
  AutoETS,Moirai-2.0,0.75,0.5,1.0,0.001,-0.211,0.131
72
  AutoETS,Drift,0.75,0.5,1.0,0.048,-0.2,0.237
73
  AutoETS,AutoTheta,0.75,0.5,1.0,-0.006,-0.228,0.119
74
- AutoETS,Sundial-Base,0.917,0.75,1.0,0.172,0.002,0.286
75
- AutoETS,Naive,0.917,0.75,1.0,0.2,0.001,0.337
76
  AutoETS,Seasonal Naive,0.917,0.75,1.0,0.292,0.084,0.43
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
77
  TimesFM-2.5,TiRex,0.083,0.0,0.25,-0.087,-0.139,-0.039
78
  TimesFM-2.5,Chronos-2,0.083,0.0,0.25,-0.08,-0.124,-0.041
79
  TimesFM-2.5,Stat. Ensemble,0.167,0.0,0.417,-0.069,-0.137,-0.014
80
- TimesFM-2.5,Toto-1.0,0.25,0.042,0.5,-0.01,-0.081,0.07
 
81
  TimesFM-2.5,AutoETS,0.5,0.25,0.75,0.051,-0.077,0.205
 
82
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
83
  TimesFM-2.5,AutoARIMA,0.583,0.333,0.833,0.015,-0.066,0.089
84
  TimesFM-2.5,Chronos-Bolt,0.583,0.333,0.833,0.014,-0.034,0.072
85
- TimesFM-2.5,TabPFN-TS,0.5,0.25,0.75,0.02,-0.059,0.098
86
  TimesFM-2.5,Moirai-2.0,0.583,0.333,0.833,0.052,-0.014,0.127
87
  TimesFM-2.5,Drift,0.75,0.5,1.0,0.097,-0.046,0.255
88
  TimesFM-2.5,AutoTheta,0.75,0.5,1.0,0.045,-0.043,0.116
89
- TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.214,0.15,0.272
90
- TimesFM-2.5,Naive,0.917,0.75,1.0,0.24,0.136,0.34
91
  TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.328,0.224,0.407
92
  AutoARIMA,TiRex,0.167,0.0,0.417,-0.104,-0.221,-0.019
93
  AutoARIMA,Chronos-2,0.25,0.0,0.5,-0.097,-0.21,-0.009
94
  AutoARIMA,Stat. Ensemble,0.167,0.0,0.417,-0.086,-0.171,-0.031
95
- AutoARIMA,Toto-1.0,0.333,0.083,0.583,-0.026,-0.112,0.056
 
96
  AutoARIMA,AutoETS,0.5,0.25,0.833,0.036,-0.126,0.213
 
97
  AutoARIMA,TimesFM-2.5,0.417,0.167,0.667,-0.016,-0.097,0.062
98
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
99
  AutoARIMA,Chronos-Bolt,0.417,0.167,0.667,-0.001,-0.08,0.069
100
- AutoARIMA,TabPFN-TS,0.5,0.167,0.75,0.005,-0.101,0.09
101
  AutoARIMA,Moirai-2.0,0.5,0.25,0.75,0.037,-0.064,0.125
102
  AutoARIMA,Drift,0.583,0.333,0.833,0.082,-0.049,0.224
103
  AutoARIMA,AutoTheta,0.583,0.25,0.833,0.03,-0.058,0.107
104
- AutoARIMA,Sundial-Base,0.75,0.5,1.0,0.201,0.09,0.294
105
- AutoARIMA,Naive,0.917,0.75,1.0,0.228,0.128,0.322
106
  AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.317,0.242,0.396
107
  Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.103,-0.164,-0.052
108
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.095,-0.165,-0.044
109
  Chronos-Bolt,Stat. Ensemble,0.083,0.0,0.25,-0.084,-0.151,-0.024
110
- Chronos-Bolt,Toto-1.0,0.333,0.125,0.583,-0.025,-0.088,0.03
 
111
  Chronos-Bolt,AutoETS,0.25,0.0,0.5,0.037,-0.094,0.201
 
112
  Chronos-Bolt,TimesFM-2.5,0.417,0.167,0.667,-0.014,-0.077,0.032
113
  Chronos-Bolt,AutoARIMA,0.583,0.333,0.833,0.001,-0.074,0.074
114
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
115
- Chronos-Bolt,TabPFN-TS,0.5,0.25,0.75,0.006,-0.093,0.108
116
  Chronos-Bolt,Moirai-2.0,0.5,0.25,0.75,0.039,-0.001,0.09
117
  Chronos-Bolt,Drift,0.75,0.5,1.0,0.084,-0.028,0.199
118
  Chronos-Bolt,AutoTheta,0.667,0.417,0.917,0.031,-0.044,0.102
119
- Chronos-Bolt,Sundial-Base,0.917,0.75,1.0,0.202,0.109,0.273
120
- Chronos-Bolt,Naive,1.0,1.0,1.0,0.229,0.158,0.296
121
  Chronos-Bolt,Seasonal Naive,0.917,0.75,1.0,0.318,0.219,0.402
122
- TabPFN-TS,TiRex,0.167,0.0,0.417,-0.109,-0.2,-0.031
123
- TabPFN-TS,Chronos-2,0.167,0.0,0.417,-0.102,-0.192,-0.032
124
- TabPFN-TS,Stat. Ensemble,0.167,0.0,0.417,-0.091,-0.167,-0.023
125
- TabPFN-TS,Toto-1.0,0.333,0.083,0.583,-0.031,-0.171,0.093
126
- TabPFN-TS,AutoETS,0.333,0.083,0.583,0.031,-0.114,0.208
127
- TabPFN-TS,TimesFM-2.5,0.5,0.25,0.75,-0.02,-0.109,0.056
128
- TabPFN-TS,AutoARIMA,0.5,0.25,0.833,-0.005,-0.099,0.092
129
- TabPFN-TS,Chronos-Bolt,0.5,0.25,0.75,-0.006,-0.121,0.085
130
- TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
131
- TabPFN-TS,Moirai-2.0,0.583,0.331,0.833,0.033,-0.089,0.147
132
- TabPFN-TS,Drift,0.5,0.25,0.833,0.078,-0.057,0.251
133
- TabPFN-TS,AutoTheta,0.5,0.25,0.833,0.025,-0.038,0.091
134
- TabPFN-TS,Sundial-Base,0.917,0.75,1.0,0.198,0.122,0.263
135
- TabPFN-TS,Naive,0.833,0.583,1.0,0.225,0.109,0.337
136
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.314,0.229,0.401
137
  Moirai-2.0,TiRex,0.083,0.0,0.25,-0.147,-0.245,-0.067
138
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.139,-0.237,-0.063
139
  Moirai-2.0,Stat. Ensemble,0.083,0.0,0.25,-0.128,-0.206,-0.05
140
- Moirai-2.0,Toto-1.0,0.167,0.042,0.375,-0.066,-0.123,-0.022
 
141
  Moirai-2.0,AutoETS,0.25,0.0,0.5,-0.002,-0.151,0.175
 
142
  Moirai-2.0,TimesFM-2.5,0.417,0.167,0.667,-0.055,-0.145,0.014
143
  Moirai-2.0,AutoARIMA,0.5,0.25,0.75,-0.039,-0.142,0.06
144
  Moirai-2.0,Chronos-Bolt,0.5,0.25,0.75,-0.04,-0.099,0.001
145
- Moirai-2.0,TabPFN-TS,0.417,0.167,0.669,-0.034,-0.173,0.082
146
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
147
  Moirai-2.0,Drift,0.583,0.333,0.833,0.047,-0.076,0.17
148
  Moirai-2.0,AutoTheta,0.5,0.25,0.75,-0.008,-0.087,0.069
149
- Moirai-2.0,Sundial-Base,0.833,0.583,1.0,0.17,0.072,0.253
150
- Moirai-2.0,Naive,0.917,0.75,1.0,0.199,0.12,0.272
151
  Moirai-2.0,Seasonal Naive,0.833,0.583,1.0,0.291,0.176,0.391
152
  Drift,TiRex,0.083,0.0,0.25,-0.204,-0.414,-0.058
153
  Drift,Chronos-2,0.083,0.0,0.25,-0.195,-0.435,-0.037
154
  Drift,Stat. Ensemble,0.083,0.0,0.25,-0.183,-0.386,-0.065
155
- Drift,Toto-1.0,0.25,0.0,0.5,-0.119,-0.276,0.014
 
156
  Drift,AutoETS,0.25,0.0,0.5,-0.051,-0.31,0.166
 
157
  Drift,TimesFM-2.5,0.25,0.0,0.5,-0.107,-0.342,0.044
158
  Drift,AutoARIMA,0.417,0.167,0.667,-0.09,-0.289,0.047
159
  Drift,Chronos-Bolt,0.25,0.0,0.5,-0.091,-0.248,0.027
160
- Drift,TabPFN-TS,0.5,0.167,0.75,-0.085,-0.334,0.054
161
  Drift,Moirai-2.0,0.417,0.167,0.667,-0.049,-0.204,0.07
162
  Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
163
  Drift,AutoTheta,0.75,0.5,0.917,-0.057,-0.232,0.028
164
- Drift,Sundial-Base,0.917,0.75,1.0,0.13,-0.097,0.26
165
- Drift,Naive,0.917,0.75,1.0,0.159,0.082,0.234
166
  Drift,Seasonal Naive,0.917,0.75,1.0,0.256,0.054,0.378
167
  AutoTheta,TiRex,0.083,0.0,0.25,-0.138,-0.227,-0.056
168
  AutoTheta,Chronos-2,0.083,0.0,0.25,-0.13,-0.217,-0.048
169
  AutoTheta,Stat. Ensemble,0.0,0.0,0.0,-0.119,-0.173,-0.075
170
- AutoTheta,Toto-1.0,0.333,0.083,0.583,-0.058,-0.156,0.027
 
171
  AutoTheta,AutoETS,0.25,0.0,0.5,0.006,-0.136,0.186
 
172
  AutoTheta,TimesFM-2.5,0.25,0.0,0.5,-0.047,-0.131,0.041
173
  AutoTheta,AutoARIMA,0.417,0.167,0.75,-0.031,-0.12,0.055
174
  AutoTheta,Chronos-Bolt,0.333,0.083,0.583,-0.032,-0.114,0.042
175
- AutoTheta,TabPFN-TS,0.5,0.167,0.75,-0.026,-0.101,0.037
176
  AutoTheta,Moirai-2.0,0.5,0.25,0.75,0.008,-0.075,0.08
177
  AutoTheta,Drift,0.25,0.083,0.5,0.054,-0.029,0.188
178
  AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoTheta,Sundial-Base,0.917,0.75,1.0,0.177,0.099,0.254
180
- AutoTheta,Naive,1.0,1.0,1.0,0.205,0.128,0.291
181
  AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.296,0.216,0.375
182
- Sundial-Base,TiRex,0.0,0.0,0.0,-0.383,-0.501,-0.264
183
- Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.373,-0.48,-0.274
184
- Sundial-Base,Stat. Ensemble,0.0,0.0,0.0,-0.36,-0.49,-0.236
185
- Sundial-Base,Toto-1.0,0.167,0.0,0.417,-0.285,-0.472,-0.13
186
- Sundial-Base,AutoETS,0.083,0.0,0.25,-0.207,-0.401,-0.002
187
- Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.272,-0.374,-0.176
188
- Sundial-Base,AutoARIMA,0.25,0.0,0.5,-0.252,-0.417,-0.099
189
- Sundial-Base,Chronos-Bolt,0.083,0.0,0.25,-0.254,-0.376,-0.123
190
- Sundial-Base,TabPFN-TS,0.083,0.0,0.25,-0.246,-0.357,-0.139
191
- Sundial-Base,Moirai-2.0,0.167,0.0,0.417,-0.205,-0.339,-0.077
192
- Sundial-Base,Drift,0.083,0.0,0.25,-0.149,-0.351,0.088
193
- Sundial-Base,AutoTheta,0.083,0.0,0.25,-0.215,-0.341,-0.11
194
- Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
195
- Sundial-Base,Naive,0.5,0.25,0.75,0.034,-0.089,0.177
196
- Sundial-Base,Seasonal Naive,0.833,0.583,1.0,0.145,0.018,0.25
197
- Naive,TiRex,0.0,0.0,0.0,-0.431,-0.619,-0.27
198
- Naive,Chronos-2,0.0,0.0,0.0,-0.421,-0.633,-0.253
199
- Naive,Stat. Ensemble,0.0,0.0,0.0,-0.407,-0.6,-0.259
200
- Naive,Toto-1.0,0.083,0.0,0.25,-0.33,-0.503,-0.186
201
- Naive,AutoETS,0.083,0.0,0.25,-0.25,-0.508,-0.001
202
- Naive,TimesFM-2.5,0.083,0.0,0.25,-0.316,-0.515,-0.157
203
- Naive,AutoARIMA,0.083,0.0,0.25,-0.296,-0.475,-0.146
204
- Naive,Chronos-Bolt,0.0,0.0,0.0,-0.298,-0.42,-0.188
205
- Naive,TabPFN-TS,0.167,0.0,0.417,-0.29,-0.508,-0.122
206
- Naive,Moirai-2.0,0.083,0.0,0.25,-0.248,-0.374,-0.137
207
- Naive,Drift,0.083,0.0,0.25,-0.189,-0.305,-0.089
208
- Naive,AutoTheta,0.0,0.0,0.0,-0.257,-0.41,-0.146
209
- Naive,Sundial-Base,0.5,0.25,0.75,-0.035,-0.215,0.082
210
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Naive,Seasonal Naive,0.75,0.542,0.917,0.115,-0.055,0.229
 
 
212
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.617,-0.877,-0.392
213
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.606,-0.842,-0.401
214
  Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.59,-0.824,-0.404
215
- Seasonal Naive,Toto-1.0,0.083,0.0,0.25,-0.503,-0.771,-0.275
 
216
  Seasonal Naive,AutoETS,0.083,0.0,0.25,-0.412,-0.755,-0.091
 
217
  Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.487,-0.686,-0.288
218
  Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.465,-0.656,-0.319
219
  Seasonal Naive,Chronos-Bolt,0.083,0.0,0.25,-0.467,-0.673,-0.28
220
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.458,-0.668,-0.296
221
  Seasonal Naive,Moirai-2.0,0.167,0.0,0.417,-0.41,-0.643,-0.214
222
  Seasonal Naive,Drift,0.083,0.0,0.25,-0.344,-0.607,-0.057
223
  Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.421,-0.599,-0.275
224
- Seasonal Naive,Sundial-Base,0.167,0.0,0.417,-0.17,-0.333,-0.019
225
- Seasonal Naive,Naive,0.25,0.083,0.458,-0.13,-0.297,0.052
226
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
2
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
3
  TiRex,Chronos-2,0.667,0.417,0.917,0.007,-0.028,0.036
4
  TiRex,Stat. Ensemble,0.75,0.5,1.0,0.017,-0.034,0.06
5
+ TiRex,FlowState,0.833,0.583,1.0,0.045,-0.023,0.098
6
+ TiRex,Toto-1.0,0.667,0.333,0.917,0.07,-0.008,0.143
7
  TiRex,AutoETS,0.75,0.5,1.0,0.127,0.025,0.268
8
+ TiRex,TabPFN-TS,0.833,0.583,1.0,0.046,0.002,0.086
9
  TiRex,TimesFM-2.5,0.917,0.75,1.0,0.08,0.038,0.122
10
  TiRex,AutoARIMA,0.833,0.583,1.0,0.094,0.019,0.181
11
  TiRex,Chronos-Bolt,0.917,0.75,1.0,0.093,0.05,0.141
 
12
  TiRex,Moirai-2.0,0.917,0.75,1.0,0.128,0.063,0.197
13
  TiRex,Drift,0.917,0.75,1.0,0.169,0.055,0.293
14
  TiRex,AutoTheta,0.917,0.75,1.0,0.121,0.053,0.185
15
+ TiRex,DeepAR,0.833,0.583,1.0,0.174,0.088,0.262
16
+ TiRex,LightGBM,0.917,0.75,1.0,0.183,0.143,0.22
17
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.382,0.282,0.467
18
  Chronos-2,TiRex,0.333,0.083,0.583,-0.007,-0.037,0.027
19
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
20
  Chronos-2,Stat. Ensemble,0.833,0.583,1.0,0.01,-0.042,0.051
21
+ Chronos-2,FlowState,0.667,0.417,0.917,0.038,-0.034,0.106
22
+ Chronos-2,Toto-1.0,0.667,0.333,0.917,0.064,-0.021,0.141
23
  Chronos-2,AutoETS,0.75,0.5,1.0,0.121,0.02,0.261
24
+ Chronos-2,TabPFN-TS,0.75,0.5,1.0,0.04,0.005,0.072
25
  Chronos-2,TimesFM-2.5,0.917,0.75,1.0,0.074,0.039,0.111
26
  Chronos-2,AutoARIMA,0.75,0.5,1.0,0.088,0.009,0.174
27
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.087,0.043,0.142
 
28
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.122,0.059,0.192
29
  Chronos-2,Drift,0.917,0.75,1.0,0.163,0.036,0.303
30
  Chronos-2,AutoTheta,0.917,0.75,1.0,0.115,0.046,0.178
31
+ Chronos-2,DeepAR,0.833,0.583,1.0,0.168,0.087,0.249
32
+ Chronos-2,LightGBM,0.917,0.75,1.0,0.177,0.128,0.232
33
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.377,0.286,0.457
34
  Stat. Ensemble,TiRex,0.25,0.0,0.5,-0.017,-0.064,0.033
35
  Stat. Ensemble,Chronos-2,0.167,0.0,0.417,-0.01,-0.053,0.04
36
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
37
+ Stat. Ensemble,FlowState,0.5,0.167,0.75,0.029,-0.016,0.073
38
+ Stat. Ensemble,Toto-1.0,0.667,0.333,0.917,0.054,-0.012,0.118
39
  Stat. Ensemble,AutoETS,0.667,0.417,0.917,0.112,0.011,0.257
40
+ Stat. Ensemble,TabPFN-TS,0.75,0.5,1.0,0.03,-0.01,0.063
41
  Stat. Ensemble,TimesFM-2.5,0.833,0.583,1.0,0.065,0.013,0.121
42
  Stat. Ensemble,AutoARIMA,0.833,0.583,1.0,0.079,0.03,0.146
43
  Stat. Ensemble,Chronos-Bolt,0.917,0.75,1.0,0.078,0.024,0.131
 
44
  Stat. Ensemble,Moirai-2.0,0.917,0.75,1.0,0.113,0.048,0.171
45
  Stat. Ensemble,Drift,0.917,0.75,1.0,0.155,0.061,0.279
46
  Stat. Ensemble,AutoTheta,1.0,1.0,1.0,0.107,0.07,0.148
47
+ Stat. Ensemble,DeepAR,0.917,0.75,1.0,0.16,0.078,0.259
48
+ Stat. Ensemble,LightGBM,1.0,1.0,1.0,0.169,0.139,0.21
49
  Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.371,0.288,0.452
50
+ FlowState,TiRex,0.167,0.0,0.417,-0.047,-0.109,0.023
51
+ FlowState,Chronos-2,0.333,0.083,0.583,-0.04,-0.118,0.033
52
+ FlowState,Stat. Ensemble,0.5,0.25,0.833,-0.029,-0.079,0.016
53
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
54
+ FlowState,Toto-1.0,0.583,0.292,0.833,0.027,-0.057,0.11
55
+ FlowState,AutoETS,0.583,0.333,0.833,0.086,-0.042,0.243
56
+ FlowState,TabPFN-TS,0.583,0.333,0.833,0.002,-0.065,0.055
57
+ FlowState,TimesFM-2.5,0.667,0.417,0.875,0.037,-0.024,0.11
58
+ FlowState,AutoARIMA,0.75,0.5,1.0,0.052,0.005,0.102
59
+ FlowState,Chronos-Bolt,0.833,0.625,1.0,0.051,-0.002,0.101
60
+ FlowState,Moirai-2.0,0.833,0.625,1.0,0.087,0.013,0.162
61
+ FlowState,Drift,0.833,0.583,1.0,0.13,0.042,0.241
62
+ FlowState,AutoTheta,0.833,0.583,1.0,0.08,0.03,0.133
63
+ FlowState,DeepAR,0.833,0.583,1.0,0.136,0.063,0.219
64
+ FlowState,LightGBM,0.917,0.75,1.0,0.145,0.102,0.18
65
+ FlowState,Seasonal Naive,1.0,1.0,1.0,0.353,0.274,0.424
66
+ Toto-1.0,TiRex,0.333,0.083,0.667,-0.076,-0.167,0.008
67
+ Toto-1.0,Chronos-2,0.333,0.083,0.667,-0.068,-0.164,0.021
68
+ Toto-1.0,Stat. Ensemble,0.333,0.083,0.667,-0.058,-0.134,0.012
69
+ Toto-1.0,FlowState,0.417,0.167,0.708,-0.027,-0.124,0.054
70
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
71
+ Toto-1.0,AutoETS,0.5,0.25,0.752,0.061,-0.086,0.229
72
+ Toto-1.0,TabPFN-TS,0.667,0.417,0.917,-0.026,-0.134,0.065
73
+ Toto-1.0,TimesFM-2.5,0.75,0.5,0.958,0.011,-0.075,0.076
74
+ Toto-1.0,AutoARIMA,0.667,0.417,0.917,0.026,-0.059,0.101
75
+ Toto-1.0,Chronos-Bolt,0.667,0.417,0.875,0.025,-0.031,0.083
76
+ Toto-1.0,Moirai-2.0,0.833,0.625,0.958,0.062,0.021,0.111
77
  Toto-1.0,Drift,0.75,0.5,1.0,0.106,-0.014,0.216
78
+ Toto-1.0,AutoTheta,0.667,0.417,0.917,0.055,-0.029,0.136
79
+ Toto-1.0,DeepAR,0.75,0.5,0.919,0.112,0.002,0.233
80
+ Toto-1.0,LightGBM,0.75,0.5,1.0,0.121,0.055,0.184
81
+ Toto-1.0,Seasonal Naive,0.917,0.75,1.0,0.335,0.215,0.436
82
  AutoETS,TiRex,0.25,0.0,0.5,-0.145,-0.367,-0.025
83
  AutoETS,Chronos-2,0.25,0.0,0.5,-0.137,-0.354,-0.02
84
  AutoETS,Stat. Ensemble,0.333,0.083,0.583,-0.126,-0.345,-0.012
85
+ AutoETS,FlowState,0.417,0.167,0.667,-0.094,-0.322,0.04
86
+ AutoETS,Toto-1.0,0.5,0.248,0.75,-0.065,-0.298,0.08
87
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
88
+ AutoETS,TabPFN-TS,0.5,0.25,0.833,-0.092,-0.306,0.025
89
  AutoETS,TimesFM-2.5,0.5,0.25,0.75,-0.053,-0.259,0.072
90
  AutoETS,AutoARIMA,0.5,0.167,0.75,-0.037,-0.271,0.112
91
  AutoETS,Chronos-Bolt,0.75,0.5,1.0,-0.039,-0.251,0.086
 
92
  AutoETS,Moirai-2.0,0.75,0.5,1.0,0.001,-0.211,0.131
93
  AutoETS,Drift,0.75,0.5,1.0,0.048,-0.2,0.237
94
  AutoETS,AutoTheta,0.75,0.5,1.0,-0.006,-0.228,0.119
95
+ AutoETS,DeepAR,0.833,0.583,1.0,0.054,-0.175,0.203
96
+ AutoETS,LightGBM,0.917,0.75,1.0,0.064,-0.129,0.175
97
  AutoETS,Seasonal Naive,0.917,0.75,1.0,0.292,0.084,0.43
98
+ TabPFN-TS,TiRex,0.167,0.0,0.417,-0.048,-0.094,-0.002
99
+ TabPFN-TS,Chronos-2,0.25,0.0,0.5,-0.041,-0.077,-0.005
100
+ TabPFN-TS,Stat. Ensemble,0.25,0.0,0.5,-0.031,-0.067,0.009
101
+ TabPFN-TS,FlowState,0.417,0.167,0.667,-0.002,-0.058,0.061
102
+ TabPFN-TS,Toto-1.0,0.333,0.083,0.583,0.025,-0.069,0.118
103
+ TabPFN-TS,AutoETS,0.5,0.167,0.75,0.085,-0.026,0.234
104
+ TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
105
+ TabPFN-TS,TimesFM-2.5,0.583,0.333,0.833,0.036,-0.012,0.086
106
+ TabPFN-TS,AutoARIMA,0.667,0.415,0.917,0.051,-0.02,0.134
107
+ TabPFN-TS,Chronos-Bolt,0.5,0.25,0.75,0.049,-0.015,0.114
108
+ TabPFN-TS,Moirai-2.0,0.583,0.331,0.833,0.086,0.005,0.17
109
+ TabPFN-TS,Drift,0.75,0.5,1.0,0.129,0.014,0.28
110
+ TabPFN-TS,AutoTheta,0.75,0.5,1.0,0.079,0.026,0.129
111
+ TabPFN-TS,DeepAR,0.917,0.75,1.0,0.134,0.05,0.228
112
+ TabPFN-TS,LightGBM,1.0,1.0,1.0,0.143,0.098,0.204
113
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.352,0.266,0.435
114
  TimesFM-2.5,TiRex,0.083,0.0,0.25,-0.087,-0.139,-0.039
115
  TimesFM-2.5,Chronos-2,0.083,0.0,0.25,-0.08,-0.124,-0.041
116
  TimesFM-2.5,Stat. Ensemble,0.167,0.0,0.417,-0.069,-0.137,-0.014
117
+ TimesFM-2.5,FlowState,0.333,0.125,0.583,-0.039,-0.124,0.024
118
+ TimesFM-2.5,Toto-1.0,0.25,0.042,0.5,-0.011,-0.082,0.07
119
  TimesFM-2.5,AutoETS,0.5,0.25,0.75,0.051,-0.077,0.205
120
+ TimesFM-2.5,TabPFN-TS,0.417,0.167,0.667,-0.037,-0.094,0.012
121
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
122
  TimesFM-2.5,AutoARIMA,0.583,0.333,0.833,0.015,-0.066,0.089
123
  TimesFM-2.5,Chronos-Bolt,0.583,0.333,0.833,0.014,-0.034,0.072
 
124
  TimesFM-2.5,Moirai-2.0,0.583,0.333,0.833,0.052,-0.014,0.127
125
  TimesFM-2.5,Drift,0.75,0.5,1.0,0.097,-0.046,0.255
126
  TimesFM-2.5,AutoTheta,0.75,0.5,1.0,0.045,-0.043,0.116
127
+ TimesFM-2.5,DeepAR,0.75,0.5,1.0,0.102,0.009,0.194
128
+ TimesFM-2.5,LightGBM,0.833,0.583,1.0,0.112,0.044,0.176
129
  TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.328,0.224,0.407
130
  AutoARIMA,TiRex,0.167,0.0,0.417,-0.104,-0.221,-0.019
131
  AutoARIMA,Chronos-2,0.25,0.0,0.5,-0.097,-0.21,-0.009
132
  AutoARIMA,Stat. Ensemble,0.167,0.0,0.417,-0.086,-0.171,-0.031
133
+ AutoARIMA,FlowState,0.25,0.0,0.5,-0.055,-0.113,-0.005
134
+ AutoARIMA,Toto-1.0,0.333,0.083,0.583,-0.027,-0.113,0.056
135
  AutoARIMA,AutoETS,0.5,0.25,0.833,0.036,-0.126,0.213
136
+ AutoARIMA,TabPFN-TS,0.333,0.083,0.585,-0.053,-0.154,0.02
137
  AutoARIMA,TimesFM-2.5,0.417,0.167,0.667,-0.016,-0.097,0.062
138
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
139
  AutoARIMA,Chronos-Bolt,0.417,0.167,0.667,-0.001,-0.08,0.069
 
140
  AutoARIMA,Moirai-2.0,0.5,0.25,0.75,0.037,-0.064,0.125
141
  AutoARIMA,Drift,0.583,0.333,0.833,0.082,-0.049,0.224
142
  AutoARIMA,AutoTheta,0.583,0.25,0.833,0.03,-0.058,0.107
143
+ AutoARIMA,DeepAR,0.667,0.417,0.917,0.088,-0.009,0.203
144
+ AutoARIMA,LightGBM,0.833,0.583,1.0,0.098,0.012,0.161
145
  AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.317,0.242,0.396
146
  Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.103,-0.164,-0.052
147
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.095,-0.165,-0.044
148
  Chronos-Bolt,Stat. Ensemble,0.083,0.0,0.25,-0.084,-0.151,-0.024
149
+ Chronos-Bolt,FlowState,0.167,0.0,0.375,-0.053,-0.113,0.002
150
+ Chronos-Bolt,Toto-1.0,0.333,0.125,0.583,-0.025,-0.09,0.03
151
  Chronos-Bolt,AutoETS,0.25,0.0,0.5,0.037,-0.094,0.201
152
+ Chronos-Bolt,TabPFN-TS,0.5,0.25,0.75,-0.052,-0.128,0.014
153
  Chronos-Bolt,TimesFM-2.5,0.417,0.167,0.667,-0.014,-0.077,0.032
154
  Chronos-Bolt,AutoARIMA,0.583,0.333,0.833,0.001,-0.074,0.074
155
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
 
156
  Chronos-Bolt,Moirai-2.0,0.5,0.25,0.75,0.039,-0.001,0.09
157
  Chronos-Bolt,Drift,0.75,0.5,1.0,0.084,-0.028,0.199
158
  Chronos-Bolt,AutoTheta,0.667,0.417,0.917,0.031,-0.044,0.102
159
+ Chronos-Bolt,DeepAR,0.75,0.5,1.0,0.089,0.02,0.168
160
+ Chronos-Bolt,LightGBM,0.833,0.583,1.0,0.099,0.057,0.138
161
  Chronos-Bolt,Seasonal Naive,0.917,0.75,1.0,0.318,0.219,0.402
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
162
  Moirai-2.0,TiRex,0.083,0.0,0.25,-0.147,-0.245,-0.067
163
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.139,-0.237,-0.063
164
  Moirai-2.0,Stat. Ensemble,0.083,0.0,0.25,-0.128,-0.206,-0.05
165
+ Moirai-2.0,FlowState,0.167,0.0,0.375,-0.096,-0.194,-0.013
166
+ Moirai-2.0,Toto-1.0,0.167,0.042,0.375,-0.066,-0.124,-0.022
167
  Moirai-2.0,AutoETS,0.25,0.0,0.5,-0.002,-0.151,0.175
168
+ Moirai-2.0,TabPFN-TS,0.417,0.167,0.669,-0.094,-0.205,-0.005
169
  Moirai-2.0,TimesFM-2.5,0.417,0.167,0.667,-0.055,-0.145,0.014
170
  Moirai-2.0,AutoARIMA,0.5,0.25,0.75,-0.039,-0.142,0.06
171
  Moirai-2.0,Chronos-Bolt,0.5,0.25,0.75,-0.04,-0.099,0.001
 
172
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
173
  Moirai-2.0,Drift,0.583,0.333,0.833,0.047,-0.076,0.17
174
  Moirai-2.0,AutoTheta,0.5,0.25,0.75,-0.008,-0.087,0.069
175
+ Moirai-2.0,DeepAR,0.583,0.333,0.833,0.053,-0.038,0.15
176
+ Moirai-2.0,LightGBM,0.667,0.417,0.917,0.063,-0.006,0.126
177
  Moirai-2.0,Seasonal Naive,0.833,0.583,1.0,0.291,0.176,0.391
178
  Drift,TiRex,0.083,0.0,0.25,-0.204,-0.414,-0.058
179
  Drift,Chronos-2,0.083,0.0,0.25,-0.195,-0.435,-0.037
180
  Drift,Stat. Ensemble,0.083,0.0,0.25,-0.183,-0.386,-0.065
181
+ Drift,FlowState,0.167,0.0,0.417,-0.15,-0.317,-0.044
182
+ Drift,Toto-1.0,0.25,0.0,0.5,-0.119,-0.275,0.014
183
  Drift,AutoETS,0.25,0.0,0.5,-0.051,-0.31,0.166
184
+ Drift,TabPFN-TS,0.25,0.0,0.5,-0.148,-0.389,-0.015
185
  Drift,TimesFM-2.5,0.25,0.0,0.5,-0.107,-0.342,0.044
186
  Drift,AutoARIMA,0.417,0.167,0.667,-0.09,-0.289,0.047
187
  Drift,Chronos-Bolt,0.25,0.0,0.5,-0.091,-0.248,0.027
 
188
  Drift,Moirai-2.0,0.417,0.167,0.667,-0.049,-0.204,0.07
189
  Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
190
  Drift,AutoTheta,0.75,0.5,0.917,-0.057,-0.232,0.028
191
+ Drift,DeepAR,0.583,0.333,0.833,0.006,-0.184,0.147
192
+ Drift,LightGBM,0.667,0.417,0.917,0.017,-0.107,0.097
193
  Drift,Seasonal Naive,0.917,0.75,1.0,0.256,0.054,0.378
194
  AutoTheta,TiRex,0.083,0.0,0.25,-0.138,-0.227,-0.056
195
  AutoTheta,Chronos-2,0.083,0.0,0.25,-0.13,-0.217,-0.048
196
  AutoTheta,Stat. Ensemble,0.0,0.0,0.0,-0.119,-0.173,-0.075
197
+ AutoTheta,FlowState,0.167,0.0,0.417,-0.087,-0.153,-0.031
198
+ AutoTheta,Toto-1.0,0.333,0.083,0.583,-0.058,-0.158,0.029
199
  AutoTheta,AutoETS,0.25,0.0,0.5,0.006,-0.136,0.186
200
+ AutoTheta,TabPFN-TS,0.25,0.0,0.5,-0.086,-0.148,-0.026
201
  AutoTheta,TimesFM-2.5,0.25,0.0,0.5,-0.047,-0.131,0.041
202
  AutoTheta,AutoARIMA,0.417,0.167,0.75,-0.031,-0.12,0.055
203
  AutoTheta,Chronos-Bolt,0.333,0.083,0.583,-0.032,-0.114,0.042
 
204
  AutoTheta,Moirai-2.0,0.5,0.25,0.75,0.008,-0.075,0.08
205
  AutoTheta,Drift,0.25,0.083,0.5,0.054,-0.029,0.188
206
  AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
207
+ AutoTheta,DeepAR,0.667,0.417,0.917,0.06,-0.039,0.16
208
+ AutoTheta,LightGBM,0.75,0.5,1.0,0.07,0.01,0.126
209
  AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.296,0.216,0.375
210
+ DeepAR,TiRex,0.167,0.0,0.417,-0.211,-0.354,-0.096
211
+ DeepAR,Chronos-2,0.167,0.0,0.417,-0.202,-0.331,-0.095
212
+ DeepAR,Stat. Ensemble,0.083,0.0,0.25,-0.191,-0.35,-0.084
213
+ DeepAR,FlowState,0.167,0.0,0.417,-0.157,-0.28,-0.067
214
+ DeepAR,Toto-1.0,0.25,0.081,0.5,-0.126,-0.304,-0.002
215
+ DeepAR,AutoETS,0.167,0.0,0.417,-0.057,-0.255,0.149
216
+ DeepAR,TabPFN-TS,0.083,0.0,0.25,-0.155,-0.295,-0.052
217
+ DeepAR,TimesFM-2.5,0.25,0.0,0.5,-0.114,-0.24,-0.009
218
+ DeepAR,AutoARIMA,0.333,0.083,0.583,-0.097,-0.255,0.009
219
+ DeepAR,Chronos-Bolt,0.25,0.0,0.5,-0.098,-0.202,-0.02
220
+ DeepAR,Moirai-2.0,0.417,0.167,0.667,-0.056,-0.177,0.037
221
+ DeepAR,Drift,0.417,0.167,0.667,-0.006,-0.172,0.155
222
+ DeepAR,AutoTheta,0.333,0.083,0.583,-0.064,-0.191,0.037
223
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
224
+ DeepAR,LightGBM,0.667,0.417,0.917,0.011,-0.102,0.102
225
+ DeepAR,Seasonal Naive,0.917,0.75,1.0,0.251,0.17,0.336
226
+ LightGBM,TiRex,0.083,0.0,0.25,-0.224,-0.283,-0.166
227
+ LightGBM,Chronos-2,0.083,0.0,0.25,-0.215,-0.303,-0.147
228
+ LightGBM,Stat. Ensemble,0.0,0.0,0.0,-0.203,-0.265,-0.161
229
+ LightGBM,FlowState,0.083,0.0,0.25,-0.169,-0.219,-0.113
230
+ LightGBM,Toto-1.0,0.25,0.0,0.5,-0.138,-0.226,-0.058
231
+ LightGBM,AutoETS,0.083,0.0,0.25,-0.069,-0.212,0.115
232
+ LightGBM,TabPFN-TS,0.0,0.0,0.0,-0.167,-0.256,-0.109
233
+ LightGBM,TimesFM-2.5,0.167,0.0,0.417,-0.126,-0.214,-0.046
234
+ LightGBM,AutoARIMA,0.167,0.0,0.417,-0.108,-0.192,-0.012
235
+ LightGBM,Chronos-Bolt,0.167,0.0,0.417,-0.11,-0.161,-0.06
236
+ LightGBM,Moirai-2.0,0.333,0.083,0.583,-0.067,-0.144,0.006
237
+ LightGBM,Drift,0.333,0.083,0.583,-0.017,-0.107,0.096
238
+ LightGBM,AutoTheta,0.25,0.0,0.5,-0.075,-0.144,-0.011
239
+ LightGBM,DeepAR,0.333,0.083,0.583,-0.011,-0.113,0.092
240
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
241
+ LightGBM,Seasonal Naive,0.833,0.583,1.0,0.243,0.126,0.34
242
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.617,-0.877,-0.392
243
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.606,-0.842,-0.401
244
  Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.59,-0.824,-0.404
245
+ Seasonal Naive,FlowState,0.0,0.0,0.0,-0.545,-0.736,-0.377
246
+ Seasonal Naive,Toto-1.0,0.083,0.0,0.25,-0.504,-0.774,-0.274
247
  Seasonal Naive,AutoETS,0.083,0.0,0.25,-0.412,-0.755,-0.091
248
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.543,-0.769,-0.363
249
  Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.487,-0.686,-0.288
250
  Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.465,-0.656,-0.319
251
  Seasonal Naive,Chronos-Bolt,0.083,0.0,0.25,-0.467,-0.673,-0.28
 
252
  Seasonal Naive,Moirai-2.0,0.167,0.0,0.417,-0.41,-0.643,-0.214
253
  Seasonal Naive,Drift,0.083,0.0,0.25,-0.344,-0.607,-0.057
254
  Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.421,-0.599,-0.275
255
+ Seasonal Naive,DeepAR,0.083,0.0,0.25,-0.336,-0.505,-0.204
256
+ Seasonal Naive,LightGBM,0.167,0.0,0.417,-0.321,-0.515,-0.144
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
tables/domain_econ/pairwise_WAPE.csv CHANGED
@@ -2,225 +2,256 @@ model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_l
2
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
3
  TiRex,Stat. Ensemble,0.583,0.333,0.833,-0.007,-0.118,0.073
4
  TiRex,Chronos-2,0.667,0.333,0.917,0.019,-0.026,0.055
5
- TiRex,Toto-1.0,0.5,0.25,0.833,0.057,-0.013,0.132
6
  TiRex,TimesFM-2.5,0.833,0.667,1.0,0.029,-0.01,0.066
 
 
 
7
  TiRex,AutoETS,0.667,0.417,0.917,0.045,-0.022,0.113
8
- TiRex,TabPFN-TS,0.75,0.5,1.0,0.053,-0.079,0.157
9
  TiRex,AutoARIMA,0.583,0.333,0.833,0.032,-0.075,0.116
10
  TiRex,Chronos-Bolt,0.917,0.75,1.0,0.105,0.043,0.176
11
- TiRex,Drift,0.75,0.5,1.0,0.13,-0.069,0.279
12
  TiRex,Moirai-2.0,0.917,0.75,1.0,0.132,0.04,0.235
 
13
  TiRex,AutoTheta,0.667,0.417,0.917,0.087,-0.092,0.23
14
- TiRex,Naive,0.917,0.75,1.0,0.26,0.135,0.394
15
- TiRex,Sundial-Base,0.917,0.75,1.0,0.243,0.154,0.322
16
  TiRex,Seasonal Naive,0.917,0.75,1.0,0.378,0.252,0.503
17
  Stat. Ensemble,TiRex,0.417,0.167,0.667,0.007,-0.079,0.105
18
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
19
  Stat. Ensemble,Chronos-2,0.333,0.083,0.583,0.026,-0.052,0.124
20
- Stat. Ensemble,Toto-1.0,0.583,0.25,0.833,0.064,-0.026,0.153
21
  Stat. Ensemble,TimesFM-2.5,0.5,0.25,0.75,0.036,-0.044,0.138
 
 
 
22
  Stat. Ensemble,AutoETS,0.75,0.5,1.0,0.051,0.006,0.104
23
- Stat. Ensemble,TabPFN-TS,0.5,0.25,0.75,0.059,-0.02,0.135
24
  Stat. Ensemble,AutoARIMA,0.833,0.583,1.0,0.038,-0.015,0.077
25
  Stat. Ensemble,Chronos-Bolt,0.75,0.5,1.0,0.111,0.016,0.202
26
- Stat. Ensemble,Drift,0.833,0.583,1.0,0.136,0.017,0.263
27
  Stat. Ensemble,Moirai-2.0,0.667,0.333,0.917,0.138,0.035,0.235
 
28
  Stat. Ensemble,AutoTheta,0.917,0.75,1.0,0.093,0.006,0.186
29
- Stat. Ensemble,Naive,1.0,1.0,1.0,0.265,0.136,0.387
30
- Stat. Ensemble,Sundial-Base,1.0,1.0,1.0,0.248,0.146,0.339
31
  Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.382,0.284,0.478
32
  Chronos-2,TiRex,0.333,0.083,0.667,-0.019,-0.059,0.025
33
  Chronos-2,Stat. Ensemble,0.667,0.417,0.917,-0.026,-0.142,0.05
34
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
35
- Chronos-2,Toto-1.0,0.5,0.25,0.833,0.039,-0.05,0.132
36
  Chronos-2,TimesFM-2.5,0.5,0.167,0.75,0.01,-0.025,0.05
 
 
 
37
  Chronos-2,AutoETS,0.667,0.417,0.917,0.026,-0.04,0.085
38
- Chronos-2,TabPFN-TS,0.667,0.417,0.917,0.035,-0.112,0.148
39
  Chronos-2,AutoARIMA,0.583,0.333,0.833,0.013,-0.106,0.11
40
  Chronos-2,Chronos-Bolt,0.75,0.5,1.0,0.087,0.014,0.175
41
- Chronos-2,Drift,0.667,0.417,0.917,0.114,-0.101,0.291
42
  Chronos-2,Moirai-2.0,0.667,0.333,0.917,0.115,0.018,0.219
 
43
  Chronos-2,AutoTheta,0.667,0.417,0.917,0.07,-0.127,0.214
44
- Chronos-2,Naive,0.833,0.583,1.0,0.246,0.102,0.391
45
- Chronos-2,Sundial-Base,1.0,1.0,1.0,0.229,0.153,0.304
46
  Chronos-2,Seasonal Naive,0.917,0.75,1.0,0.366,0.237,0.489
47
- Toto-1.0,TiRex,0.5,0.167,0.75,-0.061,-0.152,0.013
48
- Toto-1.0,Stat. Ensemble,0.417,0.167,0.75,-0.068,-0.181,0.025
49
- Toto-1.0,Chronos-2,0.5,0.167,0.75,-0.041,-0.152,0.047
50
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
51
- Toto-1.0,TimesFM-2.5,0.583,0.333,0.833,-0.03,-0.14,0.051
52
- Toto-1.0,AutoETS,0.5,0.25,0.75,-0.013,-0.1,0.063
53
- Toto-1.0,TabPFN-TS,0.583,0.333,0.833,-0.005,-0.164,0.134
54
- Toto-1.0,AutoARIMA,0.583,0.333,0.833,-0.027,-0.14,0.072
55
- Toto-1.0,Chronos-Bolt,0.75,0.542,0.958,0.05,0.006,0.092
56
- Toto-1.0,Drift,0.667,0.417,0.917,0.077,-0.097,0.197
57
- Toto-1.0,Moirai-2.0,0.833,0.625,1.0,0.079,0.026,0.142
58
- Toto-1.0,AutoTheta,0.667,0.417,0.917,0.032,-0.139,0.166
59
- Toto-1.0,Naive,1.0,1.0,1.0,0.215,0.104,0.331
60
- Toto-1.0,Sundial-Base,0.833,0.583,1.0,0.197,0.07,0.294
 
61
  Toto-1.0,Seasonal Naive,0.917,0.75,1.0,0.34,0.203,0.463
62
  TimesFM-2.5,TiRex,0.167,0.0,0.333,-0.03,-0.071,0.01
63
  TimesFM-2.5,Stat. Ensemble,0.5,0.25,0.75,-0.037,-0.161,0.042
64
  TimesFM-2.5,Chronos-2,0.5,0.25,0.833,-0.011,-0.052,0.025
65
- TimesFM-2.5,Toto-1.0,0.417,0.167,0.667,0.029,-0.054,0.123
66
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
67
  TimesFM-2.5,AutoETS,0.583,0.331,0.833,0.016,-0.058,0.087
68
- TimesFM-2.5,TabPFN-TS,0.5,0.25,0.75,0.024,-0.121,0.142
69
  TimesFM-2.5,AutoARIMA,0.667,0.417,0.917,0.002,-0.108,0.082
70
  TimesFM-2.5,Chronos-Bolt,0.667,0.417,0.875,0.078,0.002,0.167
71
- TimesFM-2.5,Drift,0.75,0.5,1.0,0.104,-0.116,0.272
72
  TimesFM-2.5,Moirai-2.0,0.583,0.333,0.833,0.106,0.001,0.216
 
73
  TimesFM-2.5,AutoTheta,0.75,0.5,1.0,0.06,-0.138,0.209
74
- TimesFM-2.5,Naive,0.833,0.583,1.0,0.238,0.088,0.384
75
- TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.221,0.142,0.296
76
  TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.359,0.235,0.479
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
77
  AutoETS,TiRex,0.333,0.083,0.583,-0.047,-0.127,0.022
78
  AutoETS,Stat. Ensemble,0.25,0.0,0.5,-0.054,-0.115,-0.006
79
  AutoETS,Chronos-2,0.333,0.083,0.583,-0.027,-0.093,0.039
80
- AutoETS,Toto-1.0,0.5,0.25,0.75,0.013,-0.067,0.091
81
  AutoETS,TimesFM-2.5,0.417,0.167,0.669,-0.016,-0.095,0.055
 
 
 
82
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
83
- AutoETS,TabPFN-TS,0.417,0.167,0.75,0.008,-0.094,0.112
84
  AutoETS,AutoARIMA,0.583,0.333,0.833,-0.014,-0.108,0.063
85
  AutoETS,Chronos-Bolt,0.667,0.333,0.917,0.063,-0.003,0.135
86
- AutoETS,Drift,0.583,0.333,0.833,0.09,-0.071,0.231
87
  AutoETS,Moirai-2.0,0.667,0.333,0.917,0.092,0.012,0.167
 
88
  AutoETS,AutoTheta,0.667,0.417,0.917,0.044,-0.086,0.148
89
- AutoETS,Naive,0.917,0.75,1.0,0.225,0.099,0.346
90
- AutoETS,Sundial-Base,0.917,0.75,1.0,0.208,0.127,0.279
91
  AutoETS,Seasonal Naive,1.0,1.0,1.0,0.348,0.248,0.455
92
- TabPFN-TS,TiRex,0.25,0.0,0.5,-0.056,-0.187,0.073
93
- TabPFN-TS,Stat. Ensemble,0.5,0.25,0.75,-0.063,-0.156,0.019
94
- TabPFN-TS,Chronos-2,0.333,0.083,0.583,-0.036,-0.174,0.101
95
- TabPFN-TS,Toto-1.0,0.417,0.167,0.667,0.005,-0.155,0.141
96
- TabPFN-TS,TimesFM-2.5,0.5,0.25,0.75,-0.025,-0.165,0.108
97
- TabPFN-TS,AutoETS,0.583,0.25,0.833,-0.009,-0.126,0.086
98
- TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
99
- TabPFN-TS,AutoARIMA,0.5,0.25,0.75,-0.023,-0.135,0.081
100
- TabPFN-TS,Chronos-Bolt,0.583,0.331,0.833,0.055,-0.107,0.185
101
- TabPFN-TS,Drift,0.583,0.333,0.833,0.082,-0.067,0.234
102
- TabPFN-TS,Moirai-2.0,0.583,0.331,0.833,0.084,-0.089,0.226
103
- TabPFN-TS,AutoTheta,0.583,0.333,0.833,0.036,-0.065,0.138
104
- TabPFN-TS,Naive,0.833,0.583,1.0,0.219,0.073,0.351
105
- TabPFN-TS,Sundial-Base,0.917,0.75,1.0,0.201,0.088,0.308
106
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.343,0.242,0.437
 
107
  AutoARIMA,TiRex,0.417,0.167,0.667,-0.033,-0.131,0.07
108
  AutoARIMA,Stat. Ensemble,0.167,0.0,0.417,-0.04,-0.084,0.014
109
  AutoARIMA,Chronos-2,0.417,0.167,0.667,-0.013,-0.124,0.096
110
- AutoARIMA,Toto-1.0,0.417,0.167,0.667,0.027,-0.077,0.123
111
  AutoARIMA,TimesFM-2.5,0.333,0.083,0.583,-0.003,-0.089,0.098
 
 
 
112
  AutoARIMA,AutoETS,0.417,0.167,0.667,0.014,-0.067,0.097
113
- AutoARIMA,TabPFN-TS,0.5,0.25,0.75,0.022,-0.089,0.119
114
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
115
  AutoARIMA,Chronos-Bolt,0.417,0.167,0.667,0.076,-0.037,0.184
116
- AutoARIMA,Drift,0.5,0.25,0.75,0.102,-0.037,0.249
117
  AutoARIMA,Moirai-2.0,0.5,0.25,0.75,0.104,-0.025,0.23
 
118
  AutoARIMA,AutoTheta,0.417,0.167,0.667,0.057,-0.064,0.19
119
- AutoARIMA,Naive,0.75,0.5,0.917,0.236,0.084,0.383
120
- AutoARIMA,Sundial-Base,0.833,0.583,1.0,0.219,0.084,0.33
121
  AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.357,0.24,0.471
122
  Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.117,-0.213,-0.045
123
  Chronos-Bolt,Stat. Ensemble,0.25,0.0,0.5,-0.125,-0.253,-0.016
124
  Chronos-Bolt,Chronos-2,0.25,0.0,0.5,-0.096,-0.213,-0.014
125
- Chronos-Bolt,Toto-1.0,0.25,0.042,0.458,-0.053,-0.101,-0.006
126
  Chronos-Bolt,TimesFM-2.5,0.333,0.125,0.583,-0.084,-0.2,-0.002
 
 
 
127
  Chronos-Bolt,AutoETS,0.333,0.083,0.667,-0.067,-0.156,0.003
128
- Chronos-Bolt,TabPFN-TS,0.417,0.167,0.669,-0.058,-0.227,0.097
129
  Chronos-Bolt,AutoARIMA,0.583,0.333,0.833,-0.082,-0.226,0.035
130
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
131
- Chronos-Bolt,Drift,0.75,0.5,1.0,0.029,-0.15,0.149
132
  Chronos-Bolt,Moirai-2.0,0.417,0.167,0.667,0.031,-0.022,0.094
 
133
  Chronos-Bolt,AutoTheta,0.667,0.417,0.917,-0.02,-0.201,0.115
134
- Chronos-Bolt,Naive,0.833,0.583,1.0,0.174,0.068,0.284
135
- Chronos-Bolt,Sundial-Base,0.917,0.75,1.0,0.155,0.026,0.239
136
  Chronos-Bolt,Seasonal Naive,0.833,0.583,1.0,0.305,0.17,0.432
137
- Drift,TiRex,0.25,0.0,0.5,-0.15,-0.388,0.065
138
- Drift,Stat. Ensemble,0.167,0.0,0.417,-0.158,-0.356,-0.017
139
- Drift,Chronos-2,0.333,0.083,0.583,-0.128,-0.41,0.092
140
- Drift,Toto-1.0,0.333,0.083,0.583,-0.084,-0.246,0.088
141
- Drift,TimesFM-2.5,0.25,0.0,0.5,-0.116,-0.374,0.104
142
- Drift,AutoETS,0.417,0.167,0.667,-0.098,-0.3,0.066
143
- Drift,TabPFN-TS,0.417,0.167,0.667,-0.089,-0.305,0.063
144
- Drift,AutoARIMA,0.5,0.25,0.75,-0.114,-0.332,0.036
145
- Drift,Chronos-Bolt,0.25,0.0,0.5,-0.029,-0.175,0.13
146
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
147
- Drift,Moirai-2.0,0.417,0.167,0.667,0.002,-0.146,0.163
148
- Drift,AutoTheta,0.75,0.5,1.0,-0.05,-0.184,0.016
149
- Drift,Naive,0.917,0.75,1.0,0.149,0.045,0.251
150
- Drift,Sundial-Base,0.833,0.583,1.0,0.13,-0.09,0.296
151
- Drift,Seasonal Naive,0.917,0.75,1.0,0.284,0.11,0.391
152
  Moirai-2.0,TiRex,0.083,0.0,0.25,-0.152,-0.307,-0.042
153
  Moirai-2.0,Stat. Ensemble,0.333,0.083,0.667,-0.16,-0.308,-0.037
154
  Moirai-2.0,Chronos-2,0.333,0.083,0.667,-0.131,-0.281,-0.018
155
- Moirai-2.0,Toto-1.0,0.167,0.0,0.375,-0.086,-0.166,-0.027
156
  Moirai-2.0,TimesFM-2.5,0.417,0.167,0.667,-0.119,-0.275,-0.001
 
 
 
157
  Moirai-2.0,AutoETS,0.333,0.083,0.667,-0.101,-0.201,-0.012
158
- Moirai-2.0,TabPFN-TS,0.417,0.167,0.669,-0.091,-0.291,0.082
159
  Moirai-2.0,AutoARIMA,0.5,0.25,0.75,-0.116,-0.299,0.024
160
  Moirai-2.0,Chronos-Bolt,0.583,0.333,0.833,-0.032,-0.104,0.022
161
- Moirai-2.0,Drift,0.583,0.333,0.833,-0.002,-0.195,0.127
162
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
 
163
  Moirai-2.0,AutoTheta,0.5,0.25,0.75,-0.052,-0.228,0.084
164
- Moirai-2.0,Naive,0.75,0.5,1.0,0.147,0.051,0.248
165
- Moirai-2.0,Sundial-Base,0.833,0.583,1.0,0.128,-0.003,0.227
166
  Moirai-2.0,Seasonal Naive,0.75,0.5,1.0,0.283,0.152,0.405
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
167
  AutoTheta,TiRex,0.333,0.083,0.583,-0.096,-0.299,0.084
168
  AutoTheta,Stat. Ensemble,0.083,0.0,0.25,-0.103,-0.229,-0.006
169
  AutoTheta,Chronos-2,0.333,0.083,0.583,-0.075,-0.273,0.113
170
- AutoTheta,Toto-1.0,0.333,0.083,0.583,-0.033,-0.199,0.122
171
  AutoTheta,TimesFM-2.5,0.25,0.0,0.5,-0.064,-0.263,0.122
 
 
 
172
  AutoTheta,AutoETS,0.333,0.083,0.583,-0.046,-0.174,0.079
173
- AutoTheta,TabPFN-TS,0.417,0.167,0.667,-0.038,-0.16,0.061
174
  AutoTheta,AutoARIMA,0.583,0.333,0.833,-0.061,-0.235,0.061
175
  AutoTheta,Chronos-Bolt,0.333,0.083,0.583,0.019,-0.13,0.167
176
- AutoTheta,Drift,0.25,0.0,0.5,0.047,-0.016,0.156
177
  AutoTheta,Moirai-2.0,0.5,0.25,0.75,0.049,-0.092,0.186
 
178
  AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoTheta,Naive,0.833,0.583,1.0,0.189,0.084,0.29
180
- AutoTheta,Sundial-Base,0.833,0.583,1.0,0.171,0.057,0.303
181
  AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.318,0.237,0.391
182
- Naive,TiRex,0.083,0.0,0.25,-0.352,-0.649,-0.156
183
- Naive,Stat. Ensemble,0.0,0.0,0.0,-0.361,-0.631,-0.157
184
- Naive,Chronos-2,0.167,0.0,0.417,-0.326,-0.642,-0.113
185
- Naive,Toto-1.0,0.0,0.0,0.0,-0.274,-0.494,-0.116
186
- Naive,TimesFM-2.5,0.167,0.0,0.417,-0.312,-0.623,-0.097
187
- Naive,AutoETS,0.083,0.0,0.25,-0.291,-0.53,-0.11
188
- Naive,TabPFN-TS,0.167,0.0,0.417,-0.28,-0.54,-0.079
189
- Naive,AutoARIMA,0.25,0.083,0.5,-0.309,-0.62,-0.092
190
- Naive,Chronos-Bolt,0.167,0.0,0.417,-0.21,-0.396,-0.073
191
- Naive,Drift,0.083,0.0,0.25,-0.176,-0.335,-0.047
192
- Naive,Moirai-2.0,0.25,0.0,0.5,-0.173,-0.33,-0.053
193
- Naive,AutoTheta,0.167,0.0,0.417,-0.234,-0.408,-0.092
194
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
195
- Naive,Sundial-Base,0.583,0.333,0.833,-0.023,-0.218,0.11
196
- Naive,Seasonal Naive,0.75,0.542,0.917,0.159,0.001,0.281
197
- Sundial-Base,TiRex,0.083,0.0,0.25,-0.322,-0.476,-0.182
198
- Sundial-Base,Stat. Ensemble,0.0,0.0,0.0,-0.331,-0.513,-0.171
199
- Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.297,-0.436,-0.181
200
- Sundial-Base,Toto-1.0,0.167,0.0,0.417,-0.246,-0.416,-0.075
201
- Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.283,-0.421,-0.165
202
- Sundial-Base,AutoETS,0.083,0.0,0.25,-0.262,-0.386,-0.145
203
- Sundial-Base,TabPFN-TS,0.083,0.0,0.25,-0.252,-0.445,-0.097
204
- Sundial-Base,AutoARIMA,0.167,0.0,0.417,-0.28,-0.493,-0.091
205
- Sundial-Base,Chronos-Bolt,0.083,0.0,0.25,-0.183,-0.315,-0.026
206
- Sundial-Base,Drift,0.167,0.0,0.417,-0.149,-0.421,0.082
207
- Sundial-Base,Moirai-2.0,0.167,0.0,0.417,-0.147,-0.294,0.002
208
- Sundial-Base,AutoTheta,0.167,0.0,0.417,-0.206,-0.435,-0.061
209
- Sundial-Base,Naive,0.417,0.167,0.667,0.022,-0.123,0.179
210
- Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
211
- Sundial-Base,Seasonal Naive,0.833,0.583,1.0,0.177,0.057,0.284
212
  Seasonal Naive,TiRex,0.083,0.0,0.25,-0.607,-1.014,-0.337
213
  Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.618,-0.915,-0.396
214
  Seasonal Naive,Chronos-2,0.083,0.0,0.25,-0.576,-0.957,-0.311
215
- Seasonal Naive,Toto-1.0,0.083,0.0,0.25,-0.514,-0.863,-0.255
216
  Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.56,-0.92,-0.308
 
 
 
217
  Seasonal Naive,AutoETS,0.0,0.0,0.0,-0.535,-0.834,-0.33
218
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.522,-0.775,-0.319
219
  Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.556,-0.891,-0.315
220
  Seasonal Naive,Chronos-Bolt,0.167,0.0,0.417,-0.438,-0.76,-0.205
221
- Seasonal Naive,Drift,0.083,0.0,0.25,-0.397,-0.643,-0.124
222
  Seasonal Naive,Moirai-2.0,0.25,0.0,0.5,-0.394,-0.681,-0.179
 
223
  Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.467,-0.643,-0.311
224
- Seasonal Naive,Naive,0.25,0.083,0.458,-0.189,-0.391,-0.001
225
- Seasonal Naive,Sundial-Base,0.167,0.0,0.417,-0.216,-0.396,-0.06
226
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
2
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
3
  TiRex,Stat. Ensemble,0.583,0.333,0.833,-0.007,-0.118,0.073
4
  TiRex,Chronos-2,0.667,0.333,0.917,0.019,-0.026,0.055
5
+ TiRex,Toto-1.0,0.5,0.25,0.833,0.057,-0.011,0.131
6
  TiRex,TimesFM-2.5,0.833,0.667,1.0,0.029,-0.01,0.066
7
+ TiRex,FlowState,0.667,0.417,0.917,0.002,-0.132,0.081
8
+ TiRex,TabPFN-TS,0.75,0.5,1.0,0.019,-0.098,0.11
9
+ TiRex,CatBoost,0.667,0.417,0.917,0.039,-0.111,0.151
10
  TiRex,AutoETS,0.667,0.417,0.917,0.045,-0.022,0.113
11
+ TiRex,LightGBM,0.75,0.5,1.0,0.042,-0.105,0.143
12
  TiRex,AutoARIMA,0.583,0.333,0.833,0.032,-0.075,0.116
13
  TiRex,Chronos-Bolt,0.917,0.75,1.0,0.105,0.043,0.176
 
14
  TiRex,Moirai-2.0,0.917,0.75,1.0,0.132,0.04,0.235
15
+ TiRex,Drift,0.75,0.5,1.0,0.13,-0.069,0.279
16
  TiRex,AutoTheta,0.667,0.417,0.917,0.087,-0.092,0.23
 
 
17
  TiRex,Seasonal Naive,0.917,0.75,1.0,0.378,0.252,0.503
18
  Stat. Ensemble,TiRex,0.417,0.167,0.667,0.007,-0.079,0.105
19
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
20
  Stat. Ensemble,Chronos-2,0.333,0.083,0.583,0.026,-0.052,0.124
21
+ Stat. Ensemble,Toto-1.0,0.583,0.25,0.833,0.064,-0.025,0.153
22
  Stat. Ensemble,TimesFM-2.5,0.5,0.25,0.75,0.036,-0.044,0.138
23
+ Stat. Ensemble,FlowState,0.667,0.417,0.917,0.009,-0.049,0.064
24
+ Stat. Ensemble,TabPFN-TS,0.583,0.333,0.833,0.026,-0.033,0.082
25
+ Stat. Ensemble,CatBoost,0.5,0.25,0.75,0.046,-0.019,0.117
26
  Stat. Ensemble,AutoETS,0.75,0.5,1.0,0.051,0.006,0.104
27
+ Stat. Ensemble,LightGBM,0.583,0.25,0.833,0.049,-0.01,0.104
28
  Stat. Ensemble,AutoARIMA,0.833,0.583,1.0,0.038,-0.015,0.077
29
  Stat. Ensemble,Chronos-Bolt,0.75,0.5,1.0,0.111,0.016,0.202
 
30
  Stat. Ensemble,Moirai-2.0,0.667,0.333,0.917,0.138,0.035,0.235
31
+ Stat. Ensemble,Drift,0.833,0.583,1.0,0.136,0.017,0.263
32
  Stat. Ensemble,AutoTheta,0.917,0.75,1.0,0.093,0.006,0.186
 
 
33
  Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.382,0.284,0.478
34
  Chronos-2,TiRex,0.333,0.083,0.667,-0.019,-0.059,0.025
35
  Chronos-2,Stat. Ensemble,0.667,0.417,0.917,-0.026,-0.142,0.05
36
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
37
+ Chronos-2,Toto-1.0,0.5,0.25,0.833,0.039,-0.047,0.129
38
  Chronos-2,TimesFM-2.5,0.5,0.167,0.75,0.01,-0.025,0.05
39
+ Chronos-2,FlowState,0.583,0.333,0.833,-0.017,-0.169,0.081
40
+ Chronos-2,TabPFN-TS,0.667,0.417,0.917,0.0,-0.134,0.102
41
+ Chronos-2,CatBoost,0.583,0.333,0.833,0.021,-0.142,0.136
42
  Chronos-2,AutoETS,0.667,0.417,0.917,0.026,-0.04,0.085
43
+ Chronos-2,LightGBM,0.75,0.5,1.0,0.024,-0.139,0.134
44
  Chronos-2,AutoARIMA,0.583,0.333,0.833,0.013,-0.106,0.11
45
  Chronos-2,Chronos-Bolt,0.75,0.5,1.0,0.087,0.014,0.175
 
46
  Chronos-2,Moirai-2.0,0.667,0.333,0.917,0.115,0.018,0.219
47
+ Chronos-2,Drift,0.667,0.417,0.917,0.114,-0.101,0.291
48
  Chronos-2,AutoTheta,0.667,0.417,0.917,0.07,-0.127,0.214
 
 
49
  Chronos-2,Seasonal Naive,0.917,0.75,1.0,0.366,0.237,0.489
50
+ Toto-1.0,TiRex,0.5,0.167,0.75,-0.061,-0.151,0.011
51
+ Toto-1.0,Stat. Ensemble,0.417,0.167,0.75,-0.068,-0.181,0.024
52
+ Toto-1.0,Chronos-2,0.5,0.167,0.75,-0.041,-0.149,0.045
53
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
54
+ Toto-1.0,TimesFM-2.5,0.583,0.333,0.833,-0.03,-0.139,0.05
55
+ Toto-1.0,FlowState,0.5,0.25,0.75,-0.059,-0.205,0.059
56
+ Toto-1.0,TabPFN-TS,0.583,0.333,0.833,-0.04,-0.192,0.084
57
+ Toto-1.0,CatBoost,0.583,0.25,0.833,-0.019,-0.168,0.102
58
+ Toto-1.0,AutoETS,0.5,0.25,0.75,-0.013,-0.1,0.062
59
+ Toto-1.0,LightGBM,0.5,0.25,0.833,-0.016,-0.165,0.098
60
+ Toto-1.0,AutoARIMA,0.583,0.333,0.833,-0.027,-0.138,0.071
61
+ Toto-1.0,Chronos-Bolt,0.75,0.542,0.958,0.05,0.006,0.093
62
+ Toto-1.0,Moirai-2.0,0.75,0.542,0.958,0.079,0.026,0.145
63
+ Toto-1.0,Drift,0.75,0.5,1.0,0.077,-0.098,0.198
64
+ Toto-1.0,AutoTheta,0.667,0.417,0.917,0.032,-0.141,0.168
65
  Toto-1.0,Seasonal Naive,0.917,0.75,1.0,0.34,0.203,0.463
66
  TimesFM-2.5,TiRex,0.167,0.0,0.333,-0.03,-0.071,0.01
67
  TimesFM-2.5,Stat. Ensemble,0.5,0.25,0.75,-0.037,-0.161,0.042
68
  TimesFM-2.5,Chronos-2,0.5,0.25,0.833,-0.011,-0.052,0.025
69
+ TimesFM-2.5,Toto-1.0,0.417,0.167,0.667,0.029,-0.053,0.122
70
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
71
+ TimesFM-2.5,FlowState,0.417,0.167,0.667,-0.028,-0.174,0.06
72
+ TimesFM-2.5,TabPFN-TS,0.5,0.25,0.75,-0.01,-0.144,0.086
73
+ TimesFM-2.5,CatBoost,0.667,0.417,0.917,0.011,-0.151,0.126
74
  TimesFM-2.5,AutoETS,0.583,0.331,0.833,0.016,-0.058,0.087
75
+ TimesFM-2.5,LightGBM,0.667,0.417,0.917,0.013,-0.148,0.118
76
  TimesFM-2.5,AutoARIMA,0.667,0.417,0.917,0.002,-0.108,0.082
77
  TimesFM-2.5,Chronos-Bolt,0.667,0.417,0.875,0.078,0.002,0.167
 
78
  TimesFM-2.5,Moirai-2.0,0.583,0.333,0.833,0.106,0.001,0.216
79
+ TimesFM-2.5,Drift,0.75,0.5,1.0,0.104,-0.116,0.272
80
  TimesFM-2.5,AutoTheta,0.75,0.5,1.0,0.06,-0.138,0.209
 
 
81
  TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.359,0.235,0.479
82
+ FlowState,TiRex,0.333,0.083,0.583,-0.002,-0.088,0.117
83
+ FlowState,Stat. Ensemble,0.333,0.083,0.583,-0.009,-0.068,0.047
84
+ FlowState,Chronos-2,0.417,0.167,0.667,0.017,-0.088,0.144
85
+ FlowState,Toto-1.0,0.5,0.25,0.75,0.056,-0.062,0.17
86
+ FlowState,TimesFM-2.5,0.583,0.333,0.833,0.027,-0.064,0.149
87
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
88
+ FlowState,TabPFN-TS,0.667,0.417,0.917,0.018,-0.056,0.079
89
+ FlowState,CatBoost,0.5,0.25,0.75,0.038,-0.03,0.127
90
+ FlowState,AutoETS,0.5,0.25,0.75,0.043,-0.045,0.131
91
+ FlowState,LightGBM,0.5,0.25,0.75,0.04,-0.011,0.111
92
+ FlowState,AutoARIMA,0.583,0.333,0.833,0.03,-0.016,0.077
93
+ FlowState,Chronos-Bolt,0.583,0.332,0.833,0.103,-0.011,0.214
94
+ FlowState,Moirai-2.0,0.583,0.332,0.833,0.131,-0.007,0.259
95
+ FlowState,Drift,0.75,0.5,1.0,0.129,0.015,0.255
96
+ FlowState,AutoTheta,0.667,0.417,0.917,0.086,-0.015,0.205
97
+ FlowState,Seasonal Naive,0.917,0.75,1.0,0.376,0.258,0.488
98
+ TabPFN-TS,TiRex,0.25,0.0,0.5,-0.02,-0.124,0.089
99
+ TabPFN-TS,Stat. Ensemble,0.417,0.167,0.667,-0.027,-0.089,0.032
100
+ TabPFN-TS,Chronos-2,0.333,0.083,0.583,-0.0,-0.113,0.119
101
+ TabPFN-TS,Toto-1.0,0.417,0.167,0.667,0.039,-0.092,0.161
102
+ TabPFN-TS,TimesFM-2.5,0.5,0.25,0.75,0.01,-0.095,0.126
103
+ TabPFN-TS,FlowState,0.333,0.083,0.583,-0.018,-0.086,0.053
104
+ TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
105
+ TabPFN-TS,CatBoost,0.5,0.25,0.75,0.021,-0.065,0.101
106
+ TabPFN-TS,AutoETS,0.667,0.417,0.917,0.026,-0.063,0.099
107
+ TabPFN-TS,LightGBM,0.583,0.333,0.833,0.023,-0.053,0.095
108
+ TabPFN-TS,AutoARIMA,0.583,0.333,0.917,0.012,-0.076,0.092
109
+ TabPFN-TS,Chronos-Bolt,0.583,0.331,0.833,0.087,-0.047,0.2
110
+ TabPFN-TS,Moirai-2.0,0.583,0.331,0.833,0.115,-0.032,0.239
111
+ TabPFN-TS,Drift,0.667,0.417,0.917,0.113,-0.009,0.25
112
+ TabPFN-TS,AutoTheta,0.75,0.5,1.0,0.069,-0.015,0.161
113
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.365,0.273,0.457
114
+ CatBoost,TiRex,0.333,0.083,0.583,-0.041,-0.178,0.1
115
+ CatBoost,Stat. Ensemble,0.5,0.25,0.75,-0.048,-0.133,0.018
116
+ CatBoost,Chronos-2,0.417,0.167,0.667,-0.021,-0.157,0.125
117
+ CatBoost,Toto-1.0,0.417,0.167,0.75,0.019,-0.114,0.144
118
+ CatBoost,TimesFM-2.5,0.333,0.083,0.583,-0.011,-0.145,0.131
119
+ CatBoost,FlowState,0.5,0.25,0.75,-0.039,-0.146,0.029
120
+ CatBoost,TabPFN-TS,0.5,0.25,0.75,-0.021,-0.113,0.061
121
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
122
+ CatBoost,AutoETS,0.583,0.25,0.833,0.006,-0.085,0.101
123
+ CatBoost,LightGBM,0.5,0.25,0.75,0.003,-0.02,0.023
124
+ CatBoost,AutoARIMA,0.583,0.25,0.833,-0.008,-0.127,0.076
125
+ CatBoost,Chronos-Bolt,0.583,0.25,0.833,0.068,-0.042,0.181
126
+ CatBoost,Moirai-2.0,0.583,0.25,0.833,0.097,-0.019,0.21
127
+ CatBoost,Drift,0.583,0.333,0.833,0.095,0.001,0.192
128
+ CatBoost,AutoTheta,0.583,0.333,0.833,0.05,-0.023,0.119
129
+ CatBoost,Seasonal Naive,1.0,1.0,1.0,0.352,0.249,0.443
130
  AutoETS,TiRex,0.333,0.083,0.583,-0.047,-0.127,0.022
131
  AutoETS,Stat. Ensemble,0.25,0.0,0.5,-0.054,-0.115,-0.006
132
  AutoETS,Chronos-2,0.333,0.083,0.583,-0.027,-0.093,0.039
133
+ AutoETS,Toto-1.0,0.5,0.25,0.75,0.013,-0.066,0.091
134
  AutoETS,TimesFM-2.5,0.417,0.167,0.669,-0.016,-0.095,0.055
135
+ AutoETS,FlowState,0.5,0.25,0.75,-0.045,-0.151,0.043
136
+ AutoETS,TabPFN-TS,0.333,0.083,0.583,-0.027,-0.11,0.059
137
+ AutoETS,CatBoost,0.417,0.167,0.75,-0.006,-0.113,0.079
138
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
139
+ AutoETS,LightGBM,0.5,0.25,0.75,-0.003,-0.108,0.075
140
  AutoETS,AutoARIMA,0.583,0.333,0.833,-0.014,-0.108,0.063
141
  AutoETS,Chronos-Bolt,0.667,0.333,0.917,0.063,-0.003,0.135
 
142
  AutoETS,Moirai-2.0,0.667,0.333,0.917,0.092,0.012,0.167
143
+ AutoETS,Drift,0.583,0.333,0.833,0.09,-0.071,0.231
144
  AutoETS,AutoTheta,0.667,0.417,0.917,0.044,-0.086,0.148
 
 
145
  AutoETS,Seasonal Naive,1.0,1.0,1.0,0.348,0.248,0.455
146
+ LightGBM,TiRex,0.25,0.0,0.5,-0.044,-0.167,0.095
147
+ LightGBM,Stat. Ensemble,0.417,0.167,0.75,-0.051,-0.116,0.01
148
+ LightGBM,Chronos-2,0.25,0.0,0.5,-0.024,-0.154,0.122
149
+ LightGBM,Toto-1.0,0.5,0.167,0.75,0.016,-0.108,0.142
150
+ LightGBM,TimesFM-2.5,0.333,0.083,0.583,-0.014,-0.134,0.129
151
+ LightGBM,FlowState,0.5,0.25,0.75,-0.042,-0.124,0.011
152
+ LightGBM,TabPFN-TS,0.417,0.167,0.667,-0.024,-0.105,0.05
153
+ LightGBM,CatBoost,0.5,0.25,0.75,-0.003,-0.024,0.02
154
+ LightGBM,AutoETS,0.5,0.25,0.75,0.003,-0.081,0.098
155
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
156
+ LightGBM,AutoARIMA,0.5,0.25,0.75,-0.011,-0.107,0.063
157
+ LightGBM,Chronos-Bolt,0.583,0.25,0.833,0.065,-0.039,0.177
158
+ LightGBM,Moirai-2.0,0.583,0.25,0.833,0.094,-0.024,0.211
159
+ LightGBM,Drift,0.75,0.5,1.0,0.092,0.0,0.192
160
+ LightGBM,AutoTheta,0.667,0.417,0.917,0.047,-0.024,0.121
161
+ LightGBM,Seasonal Naive,0.917,0.75,1.0,0.35,0.246,0.442
162
  AutoARIMA,TiRex,0.417,0.167,0.667,-0.033,-0.131,0.07
163
  AutoARIMA,Stat. Ensemble,0.167,0.0,0.417,-0.04,-0.084,0.014
164
  AutoARIMA,Chronos-2,0.417,0.167,0.667,-0.013,-0.124,0.096
165
+ AutoARIMA,Toto-1.0,0.417,0.167,0.667,0.027,-0.076,0.121
166
  AutoARIMA,TimesFM-2.5,0.333,0.083,0.583,-0.003,-0.089,0.098
167
+ AutoARIMA,FlowState,0.417,0.167,0.667,-0.031,-0.083,0.016
168
+ AutoARIMA,TabPFN-TS,0.417,0.083,0.667,-0.013,-0.102,0.071
169
+ AutoARIMA,CatBoost,0.417,0.167,0.75,0.008,-0.083,0.113
170
  AutoARIMA,AutoETS,0.417,0.167,0.667,0.014,-0.067,0.097
171
+ AutoARIMA,LightGBM,0.5,0.25,0.75,0.011,-0.067,0.096
172
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
173
  AutoARIMA,Chronos-Bolt,0.417,0.167,0.667,0.076,-0.037,0.184
 
174
  AutoARIMA,Moirai-2.0,0.5,0.25,0.75,0.104,-0.025,0.23
175
+ AutoARIMA,Drift,0.5,0.25,0.75,0.102,-0.037,0.249
176
  AutoARIMA,AutoTheta,0.417,0.167,0.667,0.057,-0.064,0.19
 
 
177
  AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.357,0.24,0.471
178
  Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.117,-0.213,-0.045
179
  Chronos-Bolt,Stat. Ensemble,0.25,0.0,0.5,-0.125,-0.253,-0.016
180
  Chronos-Bolt,Chronos-2,0.25,0.0,0.5,-0.096,-0.213,-0.014
181
+ Chronos-Bolt,Toto-1.0,0.25,0.042,0.458,-0.053,-0.102,-0.006
182
  Chronos-Bolt,TimesFM-2.5,0.333,0.125,0.583,-0.084,-0.2,-0.002
183
+ Chronos-Bolt,FlowState,0.417,0.167,0.668,-0.115,-0.272,0.01
184
+ Chronos-Bolt,TabPFN-TS,0.417,0.167,0.669,-0.095,-0.249,0.045
185
+ Chronos-Bolt,CatBoost,0.417,0.167,0.75,-0.073,-0.221,0.041
186
  Chronos-Bolt,AutoETS,0.333,0.083,0.667,-0.067,-0.156,0.003
187
+ Chronos-Bolt,LightGBM,0.417,0.167,0.75,-0.07,-0.216,0.037
188
  Chronos-Bolt,AutoARIMA,0.583,0.333,0.833,-0.082,-0.226,0.035
189
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
 
190
  Chronos-Bolt,Moirai-2.0,0.417,0.167,0.667,0.031,-0.022,0.094
191
+ Chronos-Bolt,Drift,0.75,0.5,1.0,0.029,-0.15,0.149
192
  Chronos-Bolt,AutoTheta,0.667,0.417,0.917,-0.02,-0.201,0.115
 
 
193
  Chronos-Bolt,Seasonal Naive,0.833,0.583,1.0,0.305,0.17,0.432
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
194
  Moirai-2.0,TiRex,0.083,0.0,0.25,-0.152,-0.307,-0.042
195
  Moirai-2.0,Stat. Ensemble,0.333,0.083,0.667,-0.16,-0.308,-0.037
196
  Moirai-2.0,Chronos-2,0.333,0.083,0.667,-0.131,-0.281,-0.018
197
+ Moirai-2.0,Toto-1.0,0.25,0.042,0.458,-0.086,-0.169,-0.026
198
  Moirai-2.0,TimesFM-2.5,0.417,0.167,0.667,-0.119,-0.275,-0.001
199
+ Moirai-2.0,FlowState,0.417,0.167,0.668,-0.15,-0.35,0.007
200
+ Moirai-2.0,TabPFN-TS,0.417,0.167,0.669,-0.13,-0.314,0.031
201
+ Moirai-2.0,CatBoost,0.417,0.167,0.75,-0.107,-0.266,0.019
202
  Moirai-2.0,AutoETS,0.333,0.083,0.667,-0.101,-0.201,-0.012
203
+ Moirai-2.0,LightGBM,0.417,0.167,0.75,-0.104,-0.268,0.024
204
  Moirai-2.0,AutoARIMA,0.5,0.25,0.75,-0.116,-0.299,0.024
205
  Moirai-2.0,Chronos-Bolt,0.583,0.333,0.833,-0.032,-0.104,0.022
 
206
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
207
+ Moirai-2.0,Drift,0.583,0.333,0.833,-0.002,-0.195,0.127
208
  Moirai-2.0,AutoTheta,0.5,0.25,0.75,-0.052,-0.228,0.084
 
 
209
  Moirai-2.0,Seasonal Naive,0.75,0.5,1.0,0.283,0.152,0.405
210
+ Drift,TiRex,0.25,0.0,0.5,-0.15,-0.388,0.065
211
+ Drift,Stat. Ensemble,0.167,0.0,0.417,-0.158,-0.356,-0.017
212
+ Drift,Chronos-2,0.333,0.083,0.583,-0.128,-0.41,0.092
213
+ Drift,Toto-1.0,0.25,0.0,0.5,-0.084,-0.247,0.089
214
+ Drift,TimesFM-2.5,0.25,0.0,0.5,-0.116,-0.374,0.104
215
+ Drift,FlowState,0.25,0.0,0.5,-0.148,-0.342,-0.015
216
+ Drift,TabPFN-TS,0.333,0.083,0.583,-0.128,-0.334,0.009
217
+ Drift,CatBoost,0.417,0.167,0.667,-0.104,-0.237,-0.001
218
+ Drift,AutoETS,0.417,0.167,0.667,-0.098,-0.3,0.066
219
+ Drift,LightGBM,0.25,0.0,0.5,-0.101,-0.238,-0.0
220
+ Drift,AutoARIMA,0.5,0.25,0.75,-0.114,-0.332,0.036
221
+ Drift,Chronos-Bolt,0.25,0.0,0.5,-0.029,-0.175,0.13
222
+ Drift,Moirai-2.0,0.417,0.167,0.667,0.002,-0.146,0.163
223
+ Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
224
+ Drift,AutoTheta,0.75,0.5,1.0,-0.05,-0.184,0.016
225
+ Drift,Seasonal Naive,0.917,0.75,1.0,0.284,0.11,0.391
226
  AutoTheta,TiRex,0.333,0.083,0.583,-0.096,-0.299,0.084
227
  AutoTheta,Stat. Ensemble,0.083,0.0,0.25,-0.103,-0.229,-0.006
228
  AutoTheta,Chronos-2,0.333,0.083,0.583,-0.075,-0.273,0.113
229
+ AutoTheta,Toto-1.0,0.333,0.083,0.583,-0.033,-0.201,0.124
230
  AutoTheta,TimesFM-2.5,0.25,0.0,0.5,-0.064,-0.263,0.122
231
+ AutoTheta,FlowState,0.333,0.083,0.583,-0.094,-0.258,0.014
232
+ AutoTheta,TabPFN-TS,0.25,0.0,0.5,-0.074,-0.192,0.015
233
+ AutoTheta,CatBoost,0.417,0.167,0.667,-0.052,-0.135,0.022
234
  AutoTheta,AutoETS,0.333,0.083,0.583,-0.046,-0.174,0.079
235
+ AutoTheta,LightGBM,0.333,0.083,0.583,-0.049,-0.138,0.023
236
  AutoTheta,AutoARIMA,0.583,0.333,0.833,-0.061,-0.235,0.061
237
  AutoTheta,Chronos-Bolt,0.333,0.083,0.583,0.019,-0.13,0.167
 
238
  AutoTheta,Moirai-2.0,0.5,0.25,0.75,0.049,-0.092,0.186
239
+ AutoTheta,Drift,0.25,0.0,0.5,0.047,-0.016,0.156
240
  AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
 
 
241
  AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.318,0.237,0.391
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
242
  Seasonal Naive,TiRex,0.083,0.0,0.25,-0.607,-1.014,-0.337
243
  Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.618,-0.915,-0.396
244
  Seasonal Naive,Chronos-2,0.083,0.0,0.25,-0.576,-0.957,-0.311
245
+ Seasonal Naive,Toto-1.0,0.083,0.0,0.25,-0.515,-0.863,-0.255
246
  Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.56,-0.92,-0.308
247
+ Seasonal Naive,FlowState,0.083,0.0,0.25,-0.604,-0.954,-0.348
248
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.576,-0.842,-0.375
249
+ Seasonal Naive,CatBoost,0.0,0.0,0.0,-0.543,-0.796,-0.331
250
  Seasonal Naive,AutoETS,0.0,0.0,0.0,-0.535,-0.834,-0.33
251
+ Seasonal Naive,LightGBM,0.083,0.0,0.25,-0.539,-0.791,-0.326
252
  Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.556,-0.891,-0.315
253
  Seasonal Naive,Chronos-Bolt,0.167,0.0,0.417,-0.438,-0.76,-0.205
 
254
  Seasonal Naive,Moirai-2.0,0.25,0.0,0.5,-0.394,-0.681,-0.179
255
+ Seasonal Naive,Drift,0.083,0.0,0.25,-0.397,-0.643,-0.124
256
  Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.467,-0.643,-0.311
 
 
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
tables/domain_econ/pairwise_WQL.csv CHANGED
@@ -1,9 +1,10 @@
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
3
  TiRex,Chronos-2,0.583,0.333,0.833,0.019,-0.029,0.058
4
- TiRex,Toto-1.0,0.667,0.333,0.917,0.065,0.009,0.127
 
5
  TiRex,TimesFM-2.5,0.833,0.667,1.0,0.047,0.005,0.084
6
- TiRex,TabPFN-TS,0.833,0.583,1.0,0.062,-0.038,0.149
7
  TiRex,Stat. Ensemble,0.75,0.5,1.0,0.066,-0.055,0.161
8
  TiRex,Chronos-Bolt,0.917,0.75,1.0,0.102,0.047,0.167
9
  TiRex,AutoETS,0.833,0.583,1.0,0.084,0.017,0.145
@@ -11,14 +12,15 @@ TiRex,Moirai-2.0,0.833,0.583,1.0,0.138,0.051,0.236
11
  TiRex,AutoARIMA,0.75,0.5,1.0,0.117,-0.008,0.227
12
  TiRex,AutoTheta,0.833,0.583,1.0,0.183,0.017,0.322
13
  TiRex,Drift,0.917,0.75,1.0,0.24,0.039,0.386
14
- TiRex,Sundial-Base,0.917,0.75,1.0,0.298,0.205,0.38
15
- TiRex,Naive,1.0,1.0,1.0,0.347,0.221,0.471
16
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.421,0.287,0.546
17
  Chronos-2,TiRex,0.417,0.167,0.667,-0.02,-0.062,0.028
18
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
19
- Chronos-2,Toto-1.0,0.5,0.25,0.833,0.047,-0.03,0.132
 
20
  Chronos-2,TimesFM-2.5,0.667,0.333,0.917,0.028,-0.008,0.061
21
- Chronos-2,TabPFN-TS,0.667,0.417,0.917,0.043,-0.066,0.134
22
  Chronos-2,Stat. Ensemble,0.833,0.583,1.0,0.048,-0.082,0.141
23
  Chronos-2,Chronos-Bolt,0.667,0.417,0.917,0.084,0.014,0.167
24
  Chronos-2,AutoETS,0.917,0.75,1.0,0.066,0.004,0.112
@@ -26,29 +28,47 @@ Chronos-2,Moirai-2.0,0.667,0.333,0.917,0.122,0.031,0.22
26
  Chronos-2,AutoARIMA,0.75,0.5,1.0,0.099,-0.035,0.22
27
  Chronos-2,AutoTheta,0.917,0.75,1.0,0.167,-0.006,0.299
28
  Chronos-2,Drift,0.917,0.75,1.0,0.225,0.01,0.391
29
- Chronos-2,Sundial-Base,1.0,1.0,1.0,0.284,0.209,0.358
30
- Chronos-2,Naive,0.917,0.75,1.0,0.334,0.191,0.471
31
  Chronos-2,Seasonal Naive,0.917,0.75,1.0,0.41,0.281,0.527
32
- Toto-1.0,TiRex,0.333,0.083,0.667,-0.069,-0.145,-0.009
33
- Toto-1.0,Chronos-2,0.5,0.167,0.75,-0.049,-0.152,0.029
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
35
- Toto-1.0,TimesFM-2.5,0.583,0.333,0.833,-0.02,-0.115,0.049
36
- Toto-1.0,TabPFN-TS,0.583,0.333,0.833,-0.004,-0.135,0.114
37
- Toto-1.0,Stat. Ensemble,0.583,0.333,0.833,0.001,-0.133,0.109
38
- Toto-1.0,Chronos-Bolt,0.833,0.667,1.0,0.039,0.004,0.074
39
- Toto-1.0,AutoETS,0.667,0.417,0.917,0.021,-0.071,0.095
40
- Toto-1.0,Moirai-2.0,0.917,0.792,1.0,0.079,0.025,0.148
41
- Toto-1.0,AutoARIMA,0.583,0.333,0.833,0.055,-0.086,0.182
42
- Toto-1.0,AutoTheta,0.75,0.5,1.0,0.126,-0.046,0.264
43
- Toto-1.0,Drift,0.917,0.75,1.0,0.187,-0.005,0.316
44
- Toto-1.0,Sundial-Base,0.917,0.75,1.0,0.249,0.132,0.337
45
- Toto-1.0,Naive,0.917,0.75,1.0,0.301,0.189,0.415
46
- Toto-1.0,Seasonal Naive,0.833,0.583,1.0,0.381,0.238,0.505
47
  TimesFM-2.5,TiRex,0.167,0.0,0.333,-0.049,-0.092,-0.005
48
  TimesFM-2.5,Chronos-2,0.333,0.083,0.667,-0.029,-0.064,0.008
49
- TimesFM-2.5,Toto-1.0,0.417,0.167,0.667,0.019,-0.052,0.103
 
50
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
51
- TimesFM-2.5,TabPFN-TS,0.5,0.25,0.75,0.016,-0.106,0.118
52
  TimesFM-2.5,Stat. Ensemble,0.667,0.417,0.917,0.021,-0.12,0.113
53
  TimesFM-2.5,Chronos-Bolt,0.583,0.333,0.833,0.058,-0.015,0.143
54
  TimesFM-2.5,AutoETS,0.75,0.5,1.0,0.04,-0.045,0.104
@@ -56,29 +76,31 @@ TimesFM-2.5,Moirai-2.0,0.583,0.333,0.833,0.096,-0.002,0.206
56
  TimesFM-2.5,AutoARIMA,0.75,0.5,1.0,0.074,-0.073,0.186
57
  TimesFM-2.5,AutoTheta,0.833,0.583,1.0,0.143,-0.049,0.286
58
  TimesFM-2.5,Drift,0.833,0.583,1.0,0.203,-0.028,0.375
59
- TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.264,0.182,0.346
60
- TimesFM-2.5,Naive,0.917,0.75,1.0,0.315,0.161,0.458
61
  TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.393,0.257,0.517
62
- TabPFN-TS,TiRex,0.167,0.0,0.417,-0.066,-0.175,0.037
63
- TabPFN-TS,Chronos-2,0.333,0.083,0.583,-0.045,-0.154,0.062
64
- TabPFN-TS,Toto-1.0,0.417,0.167,0.667,0.004,-0.129,0.119
65
- TabPFN-TS,TimesFM-2.5,0.5,0.25,0.75,-0.016,-0.134,0.096
 
66
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
67
- TabPFN-TS,Stat. Ensemble,0.417,0.167,0.667,0.005,-0.084,0.091
68
- TabPFN-TS,Chronos-Bolt,0.583,0.331,0.833,0.043,-0.082,0.159
69
- TabPFN-TS,AutoETS,0.75,0.5,1.0,0.024,-0.064,0.095
70
- TabPFN-TS,Moirai-2.0,0.583,0.331,0.833,0.082,-0.067,0.207
71
- TabPFN-TS,AutoARIMA,0.5,0.25,0.833,0.059,-0.057,0.177
72
- TabPFN-TS,AutoTheta,0.833,0.583,1.0,0.129,0.023,0.236
73
- TabPFN-TS,Drift,0.75,0.5,1.0,0.19,0.03,0.353
74
- TabPFN-TS,Sundial-Base,1.0,1.0,1.0,0.252,0.154,0.347
75
- TabPFN-TS,Naive,0.917,0.75,1.0,0.304,0.18,0.427
76
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.383,0.282,0.484
77
  Stat. Ensemble,TiRex,0.25,0.0,0.5,-0.071,-0.192,0.052
78
  Stat. Ensemble,Chronos-2,0.167,0.0,0.417,-0.05,-0.164,0.076
79
- Stat. Ensemble,Toto-1.0,0.417,0.167,0.667,-0.001,-0.123,0.117
 
80
  Stat. Ensemble,TimesFM-2.5,0.333,0.083,0.583,-0.021,-0.127,0.107
81
- Stat. Ensemble,TabPFN-TS,0.583,0.333,0.833,-0.005,-0.1,0.077
82
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
83
  Stat. Ensemble,Chronos-Bolt,0.417,0.167,0.667,0.038,-0.083,0.155
84
  Stat. Ensemble,AutoETS,0.417,0.167,0.667,0.019,-0.068,0.095
@@ -86,14 +108,15 @@ Stat. Ensemble,Moirai-2.0,0.5,0.25,0.75,0.077,-0.064,0.201
86
  Stat. Ensemble,AutoARIMA,0.917,0.75,1.0,0.054,-0.0,0.099
87
  Stat. Ensemble,AutoTheta,0.917,0.75,1.0,0.125,0.037,0.224
88
  Stat. Ensemble,Drift,0.917,0.75,1.0,0.186,0.041,0.338
89
- Stat. Ensemble,Sundial-Base,0.833,0.583,1.0,0.248,0.115,0.362
90
- Stat. Ensemble,Naive,1.0,1.0,1.0,0.3,0.159,0.433
91
  Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.38,0.283,0.482
92
  Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.113,-0.2,-0.049
93
  Chronos-Bolt,Chronos-2,0.333,0.083,0.583,-0.092,-0.2,-0.014
94
- Chronos-Bolt,Toto-1.0,0.167,0.0,0.333,-0.041,-0.079,-0.004
 
95
  Chronos-Bolt,TimesFM-2.5,0.417,0.167,0.667,-0.061,-0.167,0.014
96
- Chronos-Bolt,TabPFN-TS,0.417,0.167,0.669,-0.045,-0.189,0.075
97
  Chronos-Bolt,Stat. Ensemble,0.583,0.333,0.833,-0.04,-0.184,0.077
98
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
99
  Chronos-Bolt,AutoETS,0.583,0.333,0.833,-0.019,-0.125,0.057
@@ -101,14 +124,15 @@ Chronos-Bolt,Moirai-2.0,0.5,0.25,0.75,0.041,-0.012,0.105
101
  Chronos-Bolt,AutoARIMA,0.667,0.417,0.917,0.017,-0.147,0.157
102
  Chronos-Bolt,AutoTheta,0.833,0.583,1.0,0.09,-0.083,0.223
103
  Chronos-Bolt,Drift,0.917,0.75,1.0,0.154,-0.033,0.28
104
- Chronos-Bolt,Sundial-Base,0.917,0.75,1.0,0.218,0.093,0.302
105
- Chronos-Bolt,Naive,0.917,0.75,1.0,0.273,0.167,0.374
106
  Chronos-Bolt,Seasonal Naive,0.833,0.583,1.0,0.355,0.212,0.48
107
  AutoETS,TiRex,0.167,0.0,0.417,-0.092,-0.169,-0.018
108
  AutoETS,Chronos-2,0.083,0.0,0.25,-0.071,-0.126,-0.004
109
- AutoETS,Toto-1.0,0.333,0.083,0.583,-0.021,-0.105,0.066
 
110
  AutoETS,TimesFM-2.5,0.25,0.0,0.5,-0.041,-0.116,0.043
111
- AutoETS,TabPFN-TS,0.25,0.0,0.5,-0.025,-0.104,0.06
112
  AutoETS,Stat. Ensemble,0.583,0.333,0.833,-0.02,-0.105,0.064
113
  AutoETS,Chronos-Bolt,0.417,0.167,0.667,0.019,-0.06,0.111
114
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
@@ -116,14 +140,15 @@ AutoETS,Moirai-2.0,0.417,0.167,0.667,0.059,-0.034,0.15
116
  AutoETS,AutoARIMA,0.75,0.5,1.0,0.035,-0.082,0.151
117
  AutoETS,AutoTheta,0.833,0.583,1.0,0.108,-0.026,0.227
118
  AutoETS,Drift,0.833,0.583,1.0,0.17,-0.016,0.334
119
- AutoETS,Sundial-Base,1.0,1.0,1.0,0.233,0.138,0.322
120
- AutoETS,Naive,0.917,0.75,1.0,0.287,0.148,0.417
121
  AutoETS,Seasonal Naive,0.917,0.75,1.0,0.368,0.243,0.486
122
  Moirai-2.0,TiRex,0.167,0.0,0.417,-0.161,-0.309,-0.053
123
  Moirai-2.0,Chronos-2,0.333,0.083,0.667,-0.138,-0.282,-0.032
124
- Moirai-2.0,Toto-1.0,0.083,0.0,0.208,-0.085,-0.173,-0.026
 
125
  Moirai-2.0,TimesFM-2.5,0.417,0.167,0.667,-0.107,-0.259,0.002
126
- Moirai-2.0,TabPFN-TS,0.417,0.167,0.669,-0.089,-0.262,0.063
127
  Moirai-2.0,Stat. Ensemble,0.5,0.25,0.75,-0.084,-0.251,0.061
128
  Moirai-2.0,Chronos-Bolt,0.5,0.25,0.75,-0.043,-0.118,0.012
129
  Moirai-2.0,AutoETS,0.583,0.333,0.833,-0.063,-0.177,0.033
@@ -131,14 +156,15 @@ Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
131
  Moirai-2.0,AutoARIMA,0.583,0.333,0.833,-0.025,-0.226,0.141
132
  Moirai-2.0,AutoTheta,0.667,0.417,0.917,0.051,-0.119,0.187
133
  Moirai-2.0,Drift,0.75,0.5,1.0,0.118,-0.083,0.257
134
- Moirai-2.0,Sundial-Base,0.833,0.583,1.0,0.185,0.061,0.279
135
- Moirai-2.0,Naive,0.833,0.583,1.0,0.242,0.127,0.337
136
  Moirai-2.0,Seasonal Naive,0.75,0.5,1.0,0.328,0.183,0.456
137
  AutoARIMA,TiRex,0.25,0.0,0.5,-0.132,-0.294,0.008
138
  AutoARIMA,Chronos-2,0.25,0.0,0.5,-0.11,-0.282,0.034
139
- AutoARIMA,Toto-1.0,0.417,0.167,0.667,-0.059,-0.222,0.079
 
140
  AutoARIMA,TimesFM-2.5,0.25,0.0,0.5,-0.079,-0.228,0.068
141
- AutoARIMA,TabPFN-TS,0.5,0.167,0.75,-0.062,-0.215,0.054
142
  AutoARIMA,Stat. Ensemble,0.083,0.0,0.25,-0.057,-0.109,0.0
143
  AutoARIMA,Chronos-Bolt,0.333,0.083,0.583,-0.017,-0.187,0.128
144
  AutoARIMA,AutoETS,0.25,0.0,0.5,-0.037,-0.178,0.076
@@ -146,14 +172,15 @@ AutoARIMA,Moirai-2.0,0.417,0.167,0.667,0.025,-0.164,0.185
146
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
147
  AutoARIMA,AutoTheta,0.5,0.25,0.75,0.075,-0.043,0.214
148
  AutoARIMA,Drift,0.667,0.417,0.917,0.139,-0.024,0.304
149
- AutoARIMA,Sundial-Base,0.75,0.5,1.0,0.205,0.026,0.344
150
- AutoARIMA,Naive,0.833,0.583,1.0,0.26,0.092,0.423
151
  AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.344,0.225,0.467
152
  AutoTheta,TiRex,0.167,0.0,0.417,-0.224,-0.476,-0.017
153
  AutoTheta,Chronos-2,0.083,0.0,0.25,-0.2,-0.426,0.006
154
- AutoTheta,Toto-1.0,0.25,0.0,0.5,-0.144,-0.358,0.044
 
155
  AutoTheta,TimesFM-2.5,0.167,0.0,0.417,-0.167,-0.401,0.046
156
- AutoTheta,TabPFN-TS,0.167,0.0,0.417,-0.148,-0.309,-0.024
157
  AutoTheta,Stat. Ensemble,0.083,0.0,0.25,-0.143,-0.289,-0.038
158
  AutoTheta,Chronos-Bolt,0.167,0.0,0.417,-0.099,-0.286,0.076
159
  AutoTheta,AutoETS,0.167,0.0,0.417,-0.12,-0.293,0.025
@@ -161,14 +188,15 @@ AutoTheta,Moirai-2.0,0.333,0.083,0.583,-0.054,-0.229,0.106
161
  AutoTheta,AutoARIMA,0.5,0.25,0.75,-0.081,-0.273,0.041
162
  AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
163
  AutoTheta,Drift,0.333,0.083,0.583,0.07,-0.028,0.226
164
- AutoTheta,Sundial-Base,0.833,0.583,1.0,0.141,0.015,0.293
165
- AutoTheta,Naive,0.917,0.75,1.0,0.201,0.088,0.318
166
  AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.291,0.222,0.357
167
  Drift,TiRex,0.083,0.0,0.25,-0.315,-0.628,-0.04
168
  Drift,Chronos-2,0.083,0.0,0.25,-0.29,-0.643,-0.01
169
- Drift,Toto-1.0,0.083,0.0,0.25,-0.23,-0.461,0.005
 
170
  Drift,TimesFM-2.5,0.167,0.0,0.417,-0.254,-0.6,0.027
171
- Drift,TabPFN-TS,0.25,0.0,0.5,-0.234,-0.546,-0.031
172
  Drift,Stat. Ensemble,0.083,0.0,0.25,-0.228,-0.511,-0.043
173
  Drift,Chronos-Bolt,0.083,0.0,0.25,-0.182,-0.389,0.032
174
  Drift,AutoETS,0.167,0.0,0.417,-0.205,-0.5,0.015
@@ -176,44 +204,47 @@ Drift,Moirai-2.0,0.25,0.0,0.5,-0.133,-0.347,0.076
176
  Drift,AutoARIMA,0.333,0.083,0.583,-0.162,-0.437,0.023
177
  Drift,AutoTheta,0.667,0.417,0.917,-0.075,-0.292,0.027
178
  Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
179
- Drift,Sundial-Base,0.667,0.417,0.917,0.076,-0.217,0.284
180
- Drift,Naive,0.917,0.75,1.0,0.141,0.034,0.242
181
  Drift,Seasonal Naive,0.917,0.75,1.0,0.238,0.002,0.366
182
- Sundial-Base,TiRex,0.083,0.0,0.25,-0.424,-0.613,-0.258
183
- Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.397,-0.557,-0.264
184
- Sundial-Base,Toto-1.0,0.083,0.0,0.25,-0.332,-0.509,-0.153
185
- Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.358,-0.528,-0.222
186
- Sundial-Base,TabPFN-TS,0.0,0.0,0.0,-0.336,-0.532,-0.181
187
- Sundial-Base,Stat. Ensemble,0.167,0.0,0.417,-0.33,-0.567,-0.13
188
- Sundial-Base,Chronos-Bolt,0.083,0.0,0.25,-0.279,-0.433,-0.103
189
- Sundial-Base,AutoETS,0.0,0.0,0.0,-0.304,-0.474,-0.159
190
- Sundial-Base,Moirai-2.0,0.167,0.0,0.417,-0.227,-0.387,-0.066
191
- Sundial-Base,AutoARIMA,0.25,0.0,0.5,-0.258,-0.524,-0.027
192
- Sundial-Base,AutoTheta,0.167,0.0,0.417,-0.164,-0.415,-0.015
193
- Sundial-Base,Drift,0.333,0.083,0.583,-0.083,-0.397,0.178
194
- Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
195
- Sundial-Base,Naive,0.583,0.333,0.833,0.07,-0.096,0.23
196
- Sundial-Base,Seasonal Naive,0.833,0.583,1.0,0.175,0.01,0.298
197
- Naive,TiRex,0.0,0.0,0.0,-0.53,-0.889,-0.283
198
- Naive,Chronos-2,0.083,0.0,0.25,-0.501,-0.89,-0.236
199
- Naive,Toto-1.0,0.083,0.0,0.25,-0.431,-0.708,-0.233
200
- Naive,TimesFM-2.5,0.083,0.0,0.25,-0.459,-0.846,-0.192
201
- Naive,TabPFN-TS,0.083,0.0,0.25,-0.436,-0.746,-0.219
202
- Naive,Stat. Ensemble,0.0,0.0,0.0,-0.429,-0.765,-0.19
203
- Naive,Chronos-Bolt,0.083,0.0,0.25,-0.375,-0.598,-0.2
204
- Naive,AutoETS,0.083,0.0,0.25,-0.402,-0.715,-0.174
205
- Naive,Moirai-2.0,0.167,0.0,0.417,-0.319,-0.508,-0.145
206
- Naive,AutoARIMA,0.167,0.0,0.417,-0.352,-0.732,-0.102
207
- Naive,AutoTheta,0.083,0.0,0.25,-0.251,-0.466,-0.096
208
- Naive,Drift,0.083,0.0,0.25,-0.164,-0.32,-0.035
209
- Naive,Sundial-Base,0.417,0.167,0.667,-0.075,-0.298,0.087
210
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Naive,Seasonal Naive,0.75,0.542,0.917,0.114,-0.095,0.248
 
 
212
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.727,-1.204,-0.402
213
  Seasonal Naive,Chronos-2,0.083,0.0,0.25,-0.694,-1.116,-0.391
214
- Seasonal Naive,Toto-1.0,0.167,0.0,0.417,-0.615,-1.022,-0.312
 
215
  Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.647,-1.071,-0.346
216
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.621,-0.938,-0.393
217
  Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.613,-0.931,-0.394
218
  Seasonal Naive,Chronos-Bolt,0.167,0.0,0.417,-0.551,-0.924,-0.269
219
  Seasonal Naive,AutoETS,0.083,0.0,0.25,-0.581,-0.947,-0.321
@@ -221,6 +252,6 @@ Seasonal Naive,Moirai-2.0,0.25,0.0,0.5,-0.488,-0.838,-0.223
221
  Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.525,-0.875,-0.291
222
  Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.411,-0.556,-0.286
223
  Seasonal Naive,Drift,0.083,0.0,0.25,-0.313,-0.578,-0.002
224
- Seasonal Naive,Sundial-Base,0.167,0.0,0.417,-0.213,-0.424,-0.01
225
- Seasonal Naive,Naive,0.25,0.083,0.458,-0.128,-0.33,0.087
226
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
3
  TiRex,Chronos-2,0.583,0.333,0.833,0.019,-0.029,0.058
4
+ TiRex,FlowState,0.75,0.5,1.0,0.02,-0.099,0.09
5
+ TiRex,Toto-1.0,0.667,0.333,0.917,0.064,0.009,0.124
6
  TiRex,TimesFM-2.5,0.833,0.667,1.0,0.047,0.005,0.084
7
+ TiRex,TabPFN-TS,0.75,0.5,1.0,0.032,-0.059,0.112
8
  TiRex,Stat. Ensemble,0.75,0.5,1.0,0.066,-0.055,0.161
9
  TiRex,Chronos-Bolt,0.917,0.75,1.0,0.102,0.047,0.167
10
  TiRex,AutoETS,0.833,0.583,1.0,0.084,0.017,0.145
 
12
  TiRex,AutoARIMA,0.75,0.5,1.0,0.117,-0.008,0.227
13
  TiRex,AutoTheta,0.833,0.583,1.0,0.183,0.017,0.322
14
  TiRex,Drift,0.917,0.75,1.0,0.24,0.039,0.386
15
+ TiRex,DeepAR,1.0,1.0,1.0,0.259,0.166,0.353
16
+ TiRex,CatBoost,0.917,0.75,1.0,0.216,0.106,0.306
17
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.421,0.287,0.546
18
  Chronos-2,TiRex,0.417,0.167,0.667,-0.02,-0.062,0.028
19
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
20
+ Chronos-2,FlowState,0.583,0.333,0.833,0.001,-0.142,0.096
21
+ Chronos-2,Toto-1.0,0.5,0.25,0.833,0.046,-0.028,0.132
22
  Chronos-2,TimesFM-2.5,0.667,0.333,0.917,0.028,-0.008,0.061
23
+ Chronos-2,TabPFN-TS,0.667,0.417,0.917,0.013,-0.089,0.095
24
  Chronos-2,Stat. Ensemble,0.833,0.583,1.0,0.048,-0.082,0.141
25
  Chronos-2,Chronos-Bolt,0.667,0.417,0.917,0.084,0.014,0.167
26
  Chronos-2,AutoETS,0.917,0.75,1.0,0.066,0.004,0.112
 
28
  Chronos-2,AutoARIMA,0.75,0.5,1.0,0.099,-0.035,0.22
29
  Chronos-2,AutoTheta,0.917,0.75,1.0,0.167,-0.006,0.299
30
  Chronos-2,Drift,0.917,0.75,1.0,0.225,0.01,0.391
31
+ Chronos-2,DeepAR,1.0,1.0,1.0,0.244,0.151,0.333
32
+ Chronos-2,CatBoost,0.917,0.75,1.0,0.201,0.081,0.289
33
  Chronos-2,Seasonal Naive,0.917,0.75,1.0,0.41,0.281,0.527
34
+ FlowState,TiRex,0.25,0.0,0.5,-0.02,-0.099,0.09
35
+ FlowState,Chronos-2,0.417,0.167,0.667,-0.001,-0.106,0.124
36
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
37
+ FlowState,Toto-1.0,0.583,0.332,0.833,0.045,-0.064,0.156
38
+ FlowState,TimesFM-2.5,0.583,0.333,0.833,0.027,-0.07,0.156
39
+ FlowState,TabPFN-TS,0.667,0.417,0.917,0.012,-0.07,0.076
40
+ FlowState,Stat. Ensemble,0.583,0.333,0.833,0.047,-0.025,0.119
41
+ FlowState,Chronos-Bolt,0.583,0.332,0.833,0.083,-0.022,0.187
42
+ FlowState,AutoETS,0.667,0.417,0.917,0.065,-0.019,0.146
43
+ FlowState,Moirai-2.0,0.583,0.332,0.833,0.121,-0.009,0.243
44
+ FlowState,AutoARIMA,0.75,0.5,1.0,0.099,0.019,0.191
45
+ FlowState,AutoTheta,0.833,0.583,1.0,0.166,0.06,0.274
46
+ FlowState,Drift,0.917,0.75,1.0,0.224,0.102,0.342
47
+ FlowState,DeepAR,0.917,0.75,1.0,0.244,0.145,0.334
48
+ FlowState,CatBoost,1.0,1.0,1.0,0.2,0.147,0.268
49
+ FlowState,Seasonal Naive,0.917,0.75,1.0,0.409,0.289,0.52
50
+ Toto-1.0,TiRex,0.333,0.083,0.667,-0.069,-0.142,-0.009
51
+ Toto-1.0,Chronos-2,0.5,0.167,0.75,-0.048,-0.153,0.028
52
+ Toto-1.0,FlowState,0.417,0.167,0.668,-0.047,-0.184,0.06
53
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
54
+ Toto-1.0,TimesFM-2.5,0.583,0.333,0.833,-0.019,-0.113,0.05
55
+ Toto-1.0,TabPFN-TS,0.583,0.333,0.833,-0.035,-0.158,0.074
56
+ Toto-1.0,Stat. Ensemble,0.583,0.333,0.833,0.002,-0.131,0.109
57
+ Toto-1.0,Chronos-Bolt,0.833,0.667,1.0,0.04,0.003,0.076
58
+ Toto-1.0,AutoETS,0.667,0.417,0.917,0.021,-0.072,0.095
59
+ Toto-1.0,Moirai-2.0,0.917,0.792,1.0,0.079,0.024,0.151
60
+ Toto-1.0,AutoARIMA,0.583,0.333,0.833,0.056,-0.084,0.182
61
+ Toto-1.0,AutoTheta,0.75,0.5,1.0,0.126,-0.047,0.265
62
+ Toto-1.0,Drift,0.917,0.75,1.0,0.187,-0.006,0.318
63
+ Toto-1.0,DeepAR,0.917,0.75,1.0,0.208,0.101,0.304
64
+ Toto-1.0,CatBoost,0.833,0.583,1.0,0.162,0.041,0.257
65
+ Toto-1.0,Seasonal Naive,0.833,0.583,1.0,0.381,0.237,0.506
66
  TimesFM-2.5,TiRex,0.167,0.0,0.333,-0.049,-0.092,-0.005
67
  TimesFM-2.5,Chronos-2,0.333,0.083,0.667,-0.029,-0.064,0.008
68
+ TimesFM-2.5,FlowState,0.417,0.167,0.667,-0.028,-0.185,0.066
69
+ TimesFM-2.5,Toto-1.0,0.417,0.167,0.667,0.019,-0.052,0.102
70
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
71
+ TimesFM-2.5,TabPFN-TS,0.5,0.25,0.75,-0.016,-0.13,0.074
72
  TimesFM-2.5,Stat. Ensemble,0.667,0.417,0.917,0.021,-0.12,0.113
73
  TimesFM-2.5,Chronos-Bolt,0.583,0.333,0.833,0.058,-0.015,0.143
74
  TimesFM-2.5,AutoETS,0.75,0.5,1.0,0.04,-0.045,0.104
 
76
  TimesFM-2.5,AutoARIMA,0.75,0.5,1.0,0.074,-0.073,0.186
77
  TimesFM-2.5,AutoTheta,0.833,0.583,1.0,0.143,-0.049,0.286
78
  TimesFM-2.5,Drift,0.833,0.583,1.0,0.203,-0.028,0.375
79
+ TimesFM-2.5,DeepAR,0.833,0.583,1.0,0.223,0.112,0.322
80
+ TimesFM-2.5,CatBoost,0.917,0.75,1.0,0.178,0.046,0.276
81
  TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.393,0.257,0.517
82
+ TabPFN-TS,TiRex,0.25,0.0,0.5,-0.033,-0.126,0.056
83
+ TabPFN-TS,Chronos-2,0.333,0.083,0.583,-0.013,-0.105,0.082
84
+ TabPFN-TS,FlowState,0.333,0.083,0.583,-0.012,-0.082,0.066
85
+ TabPFN-TS,Toto-1.0,0.417,0.167,0.667,0.034,-0.08,0.137
86
+ TabPFN-TS,TimesFM-2.5,0.5,0.25,0.75,0.015,-0.08,0.115
87
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
88
+ TabPFN-TS,Stat. Ensemble,0.5,0.25,0.833,0.036,-0.043,0.12
89
+ TabPFN-TS,Chronos-Bolt,0.583,0.331,0.833,0.072,-0.043,0.173
90
+ TabPFN-TS,AutoETS,0.75,0.5,1.0,0.054,-0.021,0.112
91
+ TabPFN-TS,Moirai-2.0,0.583,0.331,0.833,0.11,-0.023,0.223
92
+ TabPFN-TS,AutoARIMA,0.583,0.333,0.833,0.088,-0.016,0.201
93
+ TabPFN-TS,AutoTheta,0.917,0.75,1.0,0.156,0.047,0.26
94
+ TabPFN-TS,Drift,0.917,0.75,1.0,0.215,0.057,0.367
95
+ TabPFN-TS,DeepAR,0.75,0.5,1.0,0.235,0.112,0.332
96
+ TabPFN-TS,CatBoost,0.833,0.583,1.0,0.191,0.112,0.266
97
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.402,0.302,0.502
98
  Stat. Ensemble,TiRex,0.25,0.0,0.5,-0.071,-0.192,0.052
99
  Stat. Ensemble,Chronos-2,0.167,0.0,0.417,-0.05,-0.164,0.076
100
+ Stat. Ensemble,FlowState,0.417,0.167,0.667,-0.049,-0.135,0.025
101
+ Stat. Ensemble,Toto-1.0,0.417,0.167,0.667,-0.002,-0.122,0.116
102
  Stat. Ensemble,TimesFM-2.5,0.333,0.083,0.583,-0.021,-0.127,0.107
103
+ Stat. Ensemble,TabPFN-TS,0.5,0.167,0.75,-0.037,-0.136,0.042
104
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
105
  Stat. Ensemble,Chronos-Bolt,0.417,0.167,0.667,0.038,-0.083,0.155
106
  Stat. Ensemble,AutoETS,0.417,0.167,0.667,0.019,-0.068,0.095
 
108
  Stat. Ensemble,AutoARIMA,0.917,0.75,1.0,0.054,-0.0,0.099
109
  Stat. Ensemble,AutoTheta,0.917,0.75,1.0,0.125,0.037,0.224
110
  Stat. Ensemble,Drift,0.917,0.75,1.0,0.186,0.041,0.338
111
+ Stat. Ensemble,DeepAR,0.917,0.75,1.0,0.206,0.102,0.299
112
+ Stat. Ensemble,CatBoost,0.917,0.75,1.0,0.161,0.062,0.245
113
  Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.38,0.283,0.482
114
  Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.113,-0.2,-0.049
115
  Chronos-Bolt,Chronos-2,0.333,0.083,0.583,-0.092,-0.2,-0.014
116
+ Chronos-Bolt,FlowState,0.417,0.167,0.668,-0.091,-0.23,0.021
117
+ Chronos-Bolt,Toto-1.0,0.167,0.0,0.333,-0.041,-0.083,-0.003
118
  Chronos-Bolt,TimesFM-2.5,0.417,0.167,0.667,-0.061,-0.167,0.014
119
+ Chronos-Bolt,TabPFN-TS,0.417,0.167,0.669,-0.078,-0.208,0.042
120
  Chronos-Bolt,Stat. Ensemble,0.583,0.333,0.833,-0.04,-0.184,0.077
121
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
122
  Chronos-Bolt,AutoETS,0.583,0.333,0.833,-0.019,-0.125,0.057
 
124
  Chronos-Bolt,AutoARIMA,0.667,0.417,0.917,0.017,-0.147,0.157
125
  Chronos-Bolt,AutoTheta,0.833,0.583,1.0,0.09,-0.083,0.223
126
  Chronos-Bolt,Drift,0.917,0.75,1.0,0.154,-0.033,0.28
127
+ Chronos-Bolt,DeepAR,0.833,0.583,1.0,0.175,0.087,0.257
128
+ Chronos-Bolt,CatBoost,0.833,0.583,1.0,0.128,0.018,0.212
129
  Chronos-Bolt,Seasonal Naive,0.833,0.583,1.0,0.355,0.212,0.48
130
  AutoETS,TiRex,0.167,0.0,0.417,-0.092,-0.169,-0.018
131
  AutoETS,Chronos-2,0.083,0.0,0.25,-0.071,-0.126,-0.004
132
+ AutoETS,FlowState,0.333,0.083,0.583,-0.07,-0.17,0.018
133
+ AutoETS,Toto-1.0,0.333,0.083,0.583,-0.022,-0.104,0.067
134
  AutoETS,TimesFM-2.5,0.25,0.0,0.5,-0.041,-0.116,0.043
135
+ AutoETS,TabPFN-TS,0.25,0.0,0.5,-0.057,-0.126,0.021
136
  AutoETS,Stat. Ensemble,0.583,0.333,0.833,-0.02,-0.105,0.064
137
  AutoETS,Chronos-Bolt,0.417,0.167,0.667,0.019,-0.06,0.111
138
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
 
140
  AutoETS,AutoARIMA,0.75,0.5,1.0,0.035,-0.082,0.151
141
  AutoETS,AutoTheta,0.833,0.583,1.0,0.108,-0.026,0.227
142
  AutoETS,Drift,0.833,0.583,1.0,0.17,-0.016,0.334
143
+ AutoETS,DeepAR,0.917,0.75,1.0,0.191,0.101,0.272
144
+ AutoETS,CatBoost,0.833,0.583,1.0,0.144,0.059,0.224
145
  AutoETS,Seasonal Naive,0.917,0.75,1.0,0.368,0.243,0.486
146
  Moirai-2.0,TiRex,0.167,0.0,0.417,-0.161,-0.309,-0.053
147
  Moirai-2.0,Chronos-2,0.333,0.083,0.667,-0.138,-0.282,-0.032
148
+ Moirai-2.0,FlowState,0.417,0.167,0.668,-0.137,-0.321,0.009
149
+ Moirai-2.0,Toto-1.0,0.083,0.0,0.208,-0.086,-0.178,-0.024
150
  Moirai-2.0,TimesFM-2.5,0.417,0.167,0.667,-0.107,-0.259,0.002
151
+ Moirai-2.0,TabPFN-TS,0.417,0.167,0.669,-0.124,-0.287,0.023
152
  Moirai-2.0,Stat. Ensemble,0.5,0.25,0.75,-0.084,-0.251,0.061
153
  Moirai-2.0,Chronos-Bolt,0.5,0.25,0.75,-0.043,-0.118,0.012
154
  Moirai-2.0,AutoETS,0.583,0.333,0.833,-0.063,-0.177,0.033
 
156
  Moirai-2.0,AutoARIMA,0.583,0.333,0.833,-0.025,-0.226,0.141
157
  Moirai-2.0,AutoTheta,0.667,0.417,0.917,0.051,-0.119,0.187
158
  Moirai-2.0,Drift,0.75,0.5,1.0,0.118,-0.083,0.257
159
+ Moirai-2.0,DeepAR,0.833,0.583,1.0,0.14,0.039,0.227
160
+ Moirai-2.0,CatBoost,0.75,0.5,1.0,0.091,-0.029,0.185
161
  Moirai-2.0,Seasonal Naive,0.75,0.5,1.0,0.328,0.183,0.456
162
  AutoARIMA,TiRex,0.25,0.0,0.5,-0.132,-0.294,0.008
163
  AutoARIMA,Chronos-2,0.25,0.0,0.5,-0.11,-0.282,0.034
164
+ AutoARIMA,FlowState,0.25,0.0,0.5,-0.109,-0.235,-0.02
165
+ AutoARIMA,Toto-1.0,0.417,0.167,0.667,-0.059,-0.222,0.077
166
  AutoARIMA,TimesFM-2.5,0.25,0.0,0.5,-0.079,-0.228,0.068
167
+ AutoARIMA,TabPFN-TS,0.417,0.167,0.667,-0.096,-0.252,0.016
168
  AutoARIMA,Stat. Ensemble,0.083,0.0,0.25,-0.057,-0.109,0.0
169
  AutoARIMA,Chronos-Bolt,0.333,0.083,0.583,-0.017,-0.187,0.128
170
  AutoARIMA,AutoETS,0.25,0.0,0.5,-0.037,-0.178,0.076
 
172
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
173
  AutoARIMA,AutoTheta,0.5,0.25,0.75,0.075,-0.043,0.214
174
  AutoARIMA,Drift,0.667,0.417,0.917,0.139,-0.024,0.304
175
+ AutoARIMA,DeepAR,0.583,0.333,0.833,0.161,0.025,0.281
176
+ AutoARIMA,CatBoost,0.917,0.75,1.0,0.113,-0.028,0.232
177
  AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.344,0.225,0.467
178
  AutoTheta,TiRex,0.167,0.0,0.417,-0.224,-0.476,-0.017
179
  AutoTheta,Chronos-2,0.083,0.0,0.25,-0.2,-0.426,0.006
180
+ AutoTheta,FlowState,0.167,0.0,0.417,-0.199,-0.378,-0.063
181
+ AutoTheta,Toto-1.0,0.25,0.0,0.5,-0.145,-0.36,0.045
182
  AutoTheta,TimesFM-2.5,0.167,0.0,0.417,-0.167,-0.401,0.046
183
+ AutoTheta,TabPFN-TS,0.083,0.0,0.25,-0.185,-0.351,-0.05
184
  AutoTheta,Stat. Ensemble,0.083,0.0,0.25,-0.143,-0.289,-0.038
185
  AutoTheta,Chronos-Bolt,0.167,0.0,0.417,-0.099,-0.286,0.076
186
  AutoTheta,AutoETS,0.167,0.0,0.417,-0.12,-0.293,0.025
 
188
  AutoTheta,AutoARIMA,0.5,0.25,0.75,-0.081,-0.273,0.041
189
  AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
190
  AutoTheta,Drift,0.333,0.083,0.583,0.07,-0.028,0.226
191
+ AutoTheta,DeepAR,0.5,0.25,0.75,0.093,-0.048,0.214
192
+ AutoTheta,CatBoost,0.75,0.5,1.0,0.041,-0.076,0.139
193
  AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.291,0.222,0.357
194
  Drift,TiRex,0.083,0.0,0.25,-0.315,-0.628,-0.04
195
  Drift,Chronos-2,0.083,0.0,0.25,-0.29,-0.643,-0.01
196
+ Drift,FlowState,0.083,0.0,0.25,-0.289,-0.52,-0.114
197
+ Drift,Toto-1.0,0.083,0.0,0.25,-0.231,-0.465,0.006
198
  Drift,TimesFM-2.5,0.167,0.0,0.417,-0.254,-0.6,0.027
199
+ Drift,TabPFN-TS,0.083,0.0,0.25,-0.274,-0.581,-0.061
200
  Drift,Stat. Ensemble,0.083,0.0,0.25,-0.228,-0.511,-0.043
201
  Drift,Chronos-Bolt,0.083,0.0,0.25,-0.182,-0.389,0.032
202
  Drift,AutoETS,0.167,0.0,0.417,-0.205,-0.5,0.015
 
204
  Drift,AutoARIMA,0.333,0.083,0.583,-0.162,-0.437,0.023
205
  Drift,AutoTheta,0.667,0.417,0.917,-0.075,-0.292,0.027
206
  Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
207
+ Drift,DeepAR,0.417,0.167,0.667,0.025,-0.175,0.187
208
+ Drift,CatBoost,0.583,0.333,0.833,-0.031,-0.213,0.102
209
  Drift,Seasonal Naive,0.917,0.75,1.0,0.238,0.002,0.366
210
+ DeepAR,TiRex,0.0,0.0,0.0,-0.349,-0.545,-0.2
211
+ DeepAR,Chronos-2,0.0,0.0,0.0,-0.323,-0.498,-0.178
212
+ DeepAR,FlowState,0.083,0.0,0.25,-0.322,-0.501,-0.169
213
+ DeepAR,Toto-1.0,0.083,0.0,0.25,-0.262,-0.437,-0.113
214
+ DeepAR,TimesFM-2.5,0.167,0.0,0.417,-0.286,-0.474,-0.126
215
+ DeepAR,TabPFN-TS,0.25,0.0,0.5,-0.307,-0.498,-0.126
216
+ DeepAR,Stat. Ensemble,0.083,0.0,0.25,-0.26,-0.426,-0.114
217
+ DeepAR,Chronos-Bolt,0.167,0.0,0.417,-0.212,-0.345,-0.096
218
+ DeepAR,AutoETS,0.083,0.0,0.25,-0.236,-0.374,-0.112
219
+ DeepAR,Moirai-2.0,0.167,0.0,0.417,-0.163,-0.293,-0.041
220
+ DeepAR,AutoARIMA,0.417,0.167,0.667,-0.192,-0.391,-0.026
221
+ DeepAR,AutoTheta,0.5,0.25,0.75,-0.103,-0.272,0.045
222
+ DeepAR,Drift,0.583,0.333,0.833,-0.026,-0.23,0.149
223
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
224
+ DeepAR,CatBoost,0.417,0.167,0.667,-0.057,-0.184,0.06
225
+ DeepAR,Seasonal Naive,0.667,0.417,0.917,0.219,0.07,0.365
226
+ CatBoost,TiRex,0.083,0.0,0.25,-0.276,-0.442,-0.119
227
+ CatBoost,Chronos-2,0.083,0.0,0.25,-0.252,-0.407,-0.088
228
+ CatBoost,FlowState,0.0,0.0,0.0,-0.251,-0.366,-0.172
229
+ CatBoost,Toto-1.0,0.167,0.0,0.417,-0.194,-0.347,-0.043
230
+ CatBoost,TimesFM-2.5,0.083,0.0,0.25,-0.217,-0.382,-0.048
231
+ CatBoost,TabPFN-TS,0.167,0.0,0.417,-0.236,-0.363,-0.126
232
+ CatBoost,Stat. Ensemble,0.083,0.0,0.25,-0.192,-0.324,-0.067
233
+ CatBoost,Chronos-Bolt,0.167,0.0,0.417,-0.146,-0.268,-0.018
234
+ CatBoost,AutoETS,0.167,0.0,0.417,-0.169,-0.288,-0.063
235
+ CatBoost,Moirai-2.0,0.25,0.0,0.5,-0.1,-0.228,0.029
236
+ CatBoost,AutoARIMA,0.083,0.0,0.25,-0.127,-0.302,0.027
237
+ CatBoost,AutoTheta,0.25,0.0,0.5,-0.043,-0.161,0.071
238
+ CatBoost,Drift,0.417,0.167,0.667,0.03,-0.113,0.175
239
+ CatBoost,DeepAR,0.583,0.333,0.833,0.054,-0.063,0.155
240
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
241
+ CatBoost,Seasonal Naive,0.833,0.583,1.0,0.261,0.126,0.384
242
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.727,-1.204,-0.402
243
  Seasonal Naive,Chronos-2,0.083,0.0,0.25,-0.694,-1.116,-0.391
244
+ Seasonal Naive,FlowState,0.083,0.0,0.25,-0.692,-1.082,-0.407
245
+ Seasonal Naive,Toto-1.0,0.167,0.0,0.417,-0.616,-1.022,-0.311
246
  Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.647,-1.071,-0.346
247
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.672,-1.007,-0.432
248
  Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.613,-0.931,-0.394
249
  Seasonal Naive,Chronos-Bolt,0.167,0.0,0.417,-0.551,-0.924,-0.269
250
  Seasonal Naive,AutoETS,0.083,0.0,0.25,-0.581,-0.947,-0.321
 
252
  Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.525,-0.875,-0.291
253
  Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.411,-0.556,-0.286
254
  Seasonal Naive,Drift,0.083,0.0,0.25,-0.313,-0.578,-0.002
255
+ Seasonal Naive,DeepAR,0.333,0.083,0.583,-0.28,-0.576,-0.076
256
+ Seasonal Naive,CatBoost,0.167,0.0,0.417,-0.353,-0.625,-0.144
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
tables/domain_energy/leaderboard_MASE.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,91.20879120879124,35.398352594765115,0.0,3.4626783322727275,0.0,0.0
3
- TiRex,75.41208791208793,25.111125985019022,0.0,1.3772318233333332,0.038461538461538464,0.0
4
- TimesFM-2.5,74.17582417582418,24.470577245081294,0.0,36.094269344715904,0.15384615384615385,0.0
5
- Chronos-Bolt,70.05494505494507,24.79493117234646,0.0,1.1812673024242424,0.0,0.0
6
- TabPFN-TS,67.03296703296704,28.931010322468566,0.0,213.1836282907102,0.0,0.0
7
- Moirai-2.0,65.65934065934066,23.276855755353097,0.0,2.6483478834375003,0.3076923076923077,0.0
8
- Sundial-Base,64.69780219780219,25.973734598235776,0.0,8.734264116875,0.038461538461538464,0.0
9
- Toto-1.0,64.56043956043956,22.175386726803193,0.0,64.5943206675,0.15384615384615385,0.0
10
- Stat. Ensemble,39.83516483516484,5.123802463450922,0.0,2087.2821065800895,0.0,15.384615384615385
11
- AutoARIMA,36.53846153846153,3.34881134283036,0.0,1914.2135565203125,0.0,15.384615384615385
12
- Seasonal Naive,30.35714285714285,0.0,0.0,1.0154424039285712,0.0,0.0
13
- AutoTheta,28.57142857142857,1.1815957493498508,0.0,6.5463739134469705,0.0,0.0
14
- AutoETS,17.857142857142858,-34.975498607867614,0.0,13.10401027465909,0.0,0.0
15
- Naive,17.44505494505494,-44.77392099300393,0.0,1.012792872857143,0.0,0.0
16
- Drift,6.593406593406594,-52.299123287549286,0.0,1.0261745340625001,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Chronos-2,90.00000000000001,35.398351985937104,0.0,3.4120501715909093,0.0,0.0
3
+ TiRex,74.23076923076923,25.111125954829205,0.0,1.3324642875,0.038461538461538464,0.0
4
+ TimesFM-2.5,73.26923076923076,24.470577229456005,0.0,35.73234459616477,0.15384615384615385,0.0
5
+ TabPFN-TS,73.07692307692307,29.948417313219487,0.0,308.48925294219475,0.0,0.0
6
+ Chronos-Bolt,69.61538461538461,24.79493112223894,0.0,1.1602838375000002,0.0,0.0
7
+ FlowState,67.5,24.74097538777954,0.0,3.7859752799626865,0.15384615384615385,0.0
8
+ Moirai-2.0,66.53846153846153,23.276855703905884,0.0,2.549116965535714,0.3076923076923077,0.0
9
+ Sundial-Base,64.61538461538461,25.973733886600225,0.0,8.734264116875,0.038461538461538464,0.0
10
+ Toto-1.0,63.46153846153847,22.17352687153604,0.0,64.32606581959577,0.15384615384615385,0.0
11
+ TFT,54.61538461538462,24.332626654075018,7067.210990843215,5.868696277689394,0.0,0.0
12
+ DeepAR,50.480769230769226,20.515410969632153,13498.838423148572,8.687442574285715,0.0,11.538461538461538
13
+ PatchTST,47.11538461538461,18.853426287300014,7221.856288165601,6.349855852499999,0.0,0.0
14
+ CatBoost,47.11538461538461,17.15191259995018,498.1807509,5.586804820681818,0.0,0.0
15
+ LightGBM,43.269230769230774,14.854815383201469,47.29828941238095,4.303395228143939,0.0,0.0
16
+ Stat. Ensemble,36.0576923076923,4.447406228151163,0.0,2051.548594149911,0.0,7.6923076923076925
17
+ AutoARIMA,34.13461538461538,2.212327431466543,0.0,1885.5145473599553,0.0,7.6923076923076925
18
+ Seasonal Naive,27.307692307692307,0.0,0.0,1.042975715,0.0,0.0
19
+ AutoTheta,26.730769230769237,1.1815956958414753,0.0,6.6345268946875,0.0,0.0
20
+ AutoETS,18.076923076923077,-34.97549884253801,0.0,13.387819541051137,0.0,0.0
21
+ Naive,16.057692307692307,-44.773921203129,0.0,1.0805920684374999,0.0,0.0
22
+ Drift,6.730769230769232,-52.29912347479908,0.0,1.081847729375,0.0,0.0
tables/domain_energy/leaderboard_SQL.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,93.13186813186815,43.69603844728434,0.0,3.4626783322727275,0.0,0.0
3
- TiRex,82.28021978021978,34.44791487661235,0.0,1.3772318233333332,0.038461538461538464,0.0
4
- TimesFM-2.5,75.82417582417582,33.04019456805117,0.0,36.094269344715904,0.15384615384615385,0.0
5
- TabPFN-TS,73.62637362637363,38.076295973948326,0.0,213.1836282907102,0.0,0.0
6
- Chronos-Bolt,70.6043956043956,32.88168947733126,0.0,1.1812673024242424,0.0,0.0
7
- Moirai-2.0,68.13186813186815,31.522824785428526,0.0,2.6483478834375003,0.3076923076923077,0.0
8
- Toto-1.0,67.03296703296705,31.075422556050736,0.0,64.5943206675,0.15384615384615385,0.0
9
- Sundial-Base,55.35714285714286,28.52842382801387,0.0,8.734264116875,0.038461538461538464,0.0
10
- AutoARIMA,39.28571428571428,9.387893004882919,0.0,1914.2135565203125,0.0,15.384615384615385
11
- Stat. Ensemble,37.08791208791208,7.135433823240489,0.0,2087.2821065800895,0.0,15.384615384615385
12
- Seasonal Naive,25.96153846153846,0.0,0.0,1.0154424039285712,0.0,0.0
13
- AutoETS,24.725274725274723,-30.21022947475347,0.0,13.10401027465909,0.0,0.0
14
- AutoTheta,20.05494505494506,-10.643501735785609,0.0,6.5463739134469705,0.0,0.0
15
- Naive,13.873626373626374,-60.57154436477256,0.0,1.012792872857143,0.0,0.0
16
- Drift,3.0219780219780215,-67.3016516015588,0.0,1.0261745340625001,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Chronos-2,92.11538461538463,43.696037899366445,0.0,3.4120501715909093,0.0,0.0
3
+ TiRex,80.96153846153847,34.44791484004565,0.0,1.3324642875,0.038461538461538464,0.0
4
+ TabPFN-TS,78.07692307692308,38.63838178079146,0.0,308.48925294219475,0.0,0.0
5
+ TimesFM-2.5,75.57692307692308,33.040194549839576,0.0,35.73234459616477,0.15384615384615385,0.0
6
+ Chronos-Bolt,71.34615384615385,32.881689430291104,0.0,1.1602838375000002,0.0,0.0
7
+ FlowState,70.96153846153847,32.4100685185642,0.0,3.7859752799626865,0.15384615384615385,0.0
8
+ Moirai-2.0,68.84615384615384,31.52282472603488,0.0,2.549116965535714,0.3076923076923077,0.0
9
+ Toto-1.0,68.26923076923077,31.112045696230428,0.0,64.32606581959577,0.15384615384615385,0.0
10
+ TFT,61.73076923076925,32.085719324643314,7067.210990843215,5.868696277689394,0.0,0.0
11
+ Sundial-Base,55.96153846153846,28.52842311909273,0.0,8.734264116875,0.038461538461538464,0.0
12
+ DeepAR,53.17307692307692,26.66949092254881,13498.838423148572,8.687442574285715,0.0,11.538461538461538
13
+ PatchTST,51.34615384615384,25.60679591439182,7221.856288165601,6.349855852499999,0.0,0.0
14
+ AutoARIMA,39.13461538461539,9.139931178596383,0.0,1885.5145473599553,0.0,7.6923076923076925
15
+ Stat. Ensemble,35.67307692307692,6.196332966589502,0.0,2051.548594149911,0.0,7.6923076923076925
16
+ CatBoost,32.69230769230768,8.874064288365757,498.1807509,5.586804820681818,0.0,0.0
17
+ LightGBM,29.038461538461537,6.34745033907752,47.29828941238095,4.303395228143939,0.0,0.0
18
+ Seasonal Naive,25.769230769230774,0.0,0.0,1.042975715,0.0,0.0
19
+ AutoETS,22.307692307692303,-30.210229740669558,0.0,13.387819541051137,0.0,0.0
20
+ AutoTheta,20.769230769230766,-10.643501874241924,0.0,6.6345268946875,0.0,0.0
21
+ Naive,12.019230769230766,-60.57154490567112,0.0,1.0805920684374999,0.0,0.0
22
+ Drift,4.230769230769231,-67.3016518958006,0.0,1.081847729375,0.0,0.0
tables/domain_energy/leaderboard_WAPE.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,88.73626373626375,37.55790132014533,0.0,3.4626783322727275,0.0,0.0
3
- TimesFM-2.5,69.78021978021978,26.657949622489184,0.0,36.094269344715904,0.15384615384615385,0.0
4
- TiRex,69.36813186813188,27.32266216368823,0.0,1.3772318233333332,0.038461538461538464,0.0
5
- Chronos-Bolt,65.93406593406594,26.60685234340968,0.0,1.1812673024242424,0.0,0.0
6
- TabPFN-TS,65.38461538461539,30.329432122077236,0.0,213.1836282907102,0.0,0.0
7
- Moirai-2.0,64.01098901098902,25.999880752887982,0.0,2.6483478834375003,0.3076923076923077,0.0
8
- Sundial-Base,60.85164835164834,28.26554433861671,0.0,8.734264116875,0.038461538461538464,0.0
9
- Toto-1.0,58.79120879120878,24.17115830675096,0.0,64.5943206675,0.15384615384615385,0.0
10
- Stat. Ensemble,44.23076923076924,6.664281180112875,0.0,2087.2821065800895,0.0,15.384615384615385
11
- AutoARIMA,33.51648351648351,2.7340402546184417,0.0,1914.2135565203125,0.0,15.384615384615385
12
- AutoTheta,29.670329670329664,4.200265512517798,0.0,6.5463739134469705,0.0,0.0
13
- Naive,27.884615384615387,-29.595393684781012,0.0,1.012792872857143,0.0,0.0
14
- Seasonal Naive,27.609890109890113,0.0,0.0,1.0154424039285712,0.0,0.0
15
- AutoETS,27.472527472527474,-24.061974944434183,0.0,13.10401027465909,0.0,0.0
16
- Drift,16.75824175824176,-36.91555350097882,0.0,1.0261745340625001,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Chronos-2,87.30769230769232,37.557901536977845,0.0,3.4120501715909093,0.0,0.0
3
+ TiRex,68.65384615384616,27.322662354204475,0.0,1.3324642875,0.038461538461538464,0.0
4
+ TimesFM-2.5,68.46153846153847,26.65794953458317,0.0,35.73234459616477,0.15384615384615385,0.0
5
+ TabPFN-TS,67.5,30.36322876478197,0.0,308.48925294219475,0.0,0.0
6
+ Chronos-Bolt,65.76923076923077,26.606852502371968,0.0,1.1602838375000002,0.0,0.0
7
+ Moirai-2.0,64.61538461538461,25.99988075597758,0.0,2.549116965535714,0.3076923076923077,0.0
8
+ FlowState,61.53846153846153,26.89142712985859,0.0,3.7859752799626865,0.15384615384615385,0.0
9
+ Sundial-Base,60.57692307692307,28.265544600882,0.0,8.734264116875,0.038461538461538464,0.0
10
+ Toto-1.0,58.84615384615385,24.207524581618266,0.0,64.32606581959577,0.15384615384615385,0.0
11
+ TFT,55.38461538461539,26.59412613673687,7067.210990843215,5.868696277689394,0.0,0.0
12
+ PatchTST,49.423076923076934,20.65325504182872,7221.856288165601,6.349855852499999,0.0,0.0
13
+ LightGBM,48.46153846153848,20.63835609604817,47.29828941238095,4.303395228143939,0.0,0.0
14
+ DeepAR,48.36538461538463,21.82047445619971,13498.838423148572,8.687442574285715,0.0,11.538461538461538
15
+ CatBoost,47.30769230769232,20.174610152005823,498.1807509,5.586804820681818,0.0,0.0
16
+ Stat. Ensemble,42.019230769230774,8.430993583997726,0.0,2051.548594149911,0.0,7.6923076923076925
17
+ AutoARIMA,32.019230769230774,3.8316800542679386,0.0,1885.5145473599553,0.0,7.6923076923076925
18
+ AutoTheta,28.46153846153846,4.200265666572001,0.0,6.6345268946875,0.0,0.0
19
+ Naive,26.82692307692308,-29.595393529303713,0.0,1.0805920684374999,0.0,0.0
20
+ AutoETS,26.538461538461544,-24.06197476117884,0.0,13.387819541051137,0.0,0.0
21
+ Seasonal Naive,25.0,0.0,0.0,1.042975715,0.0,0.0
22
+ Drift,16.923076923076923,-36.91555319026642,0.0,1.081847729375,0.0,0.0
tables/domain_energy/leaderboard_WQL.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,93.6813186813187,45.99295406512989,0.0,3.4626783322727275,0.0,0.0
3
- TiRex,80.35714285714286,37.01592382634481,0.0,1.3772318233333332,0.038461538461538464,0.0
4
- TabPFN-TS,75.54945054945054,39.82364919499898,0.0,213.1836282907102,0.0,0.0
5
- TimesFM-2.5,75.27472527472527,35.74711031825937,0.0,36.094269344715904,0.15384615384615385,0.0
6
- Chronos-Bolt,69.78021978021978,35.346534617319236,0.0,1.1812673024242424,0.0,0.0
7
- Moirai-2.0,67.85714285714288,34.54029719816187,0.0,2.6483478834375003,0.3076923076923077,0.0
8
- Toto-1.0,65.10989010989012,33.6346956535905,0.0,64.5943206675,0.15384615384615385,0.0
9
- Sundial-Base,54.807692307692314,31.42058530075822,0.0,8.734264116875,0.038461538461538464,0.0
10
- Stat. Ensemble,40.10989010989011,9.81188536974501,0.0,2087.2821065800895,0.0,15.384615384615385
11
- AutoARIMA,38.18681318681318,9.717573374612886,0.0,1914.2135565203125,0.0,15.384615384615385
12
- AutoETS,23.626373626373624,-24.269495265740982,0.0,13.10401027465909,0.0,0.0
13
- Seasonal Naive,23.214285714285715,0.0,0.0,1.0154424039285712,0.0,0.0
14
- AutoTheta,21.7032967032967,-4.896832263246642,0.0,6.5463739134469705,0.0,0.0
15
- Naive,14.972527472527469,-50.97673020090387,0.0,1.012792872857143,0.0,0.0
16
- Drift,5.769230769230769,-57.44553174606462,0.0,1.0261745340625001,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Chronos-2,92.5,45.99295404026385,0.0,3.4120501715909093,0.0,0.0
3
+ TiRex,78.46153846153847,37.015923795326046,0.0,1.3324642875,0.038461538461538464,0.0
4
+ TabPFN-TS,76.34615384615384,39.634990899313024,0.0,308.48925294219475,0.0,0.0
5
+ TimesFM-2.5,73.84615384615384,35.74711028493935,0.0,35.73234459616477,0.15384615384615385,0.0
6
+ Chronos-Bolt,70.38461538461537,35.346534587472554,0.0,1.1602838375000002,0.0,0.0
7
+ FlowState,70.38461538461537,35.238708603025636,0.0,3.7859752799626865,0.15384615384615385,0.0
8
+ Moirai-2.0,68.46153846153847,34.54029716114274,0.0,2.549116965535714,0.3076923076923077,0.0
9
+ Toto-1.0,66.34615384615385,33.68160197994784,0.0,64.32606581959577,0.15384615384615385,0.0
10
+ TFT,62.11538461538463,34.858358688960024,7067.210990843215,5.868696277689394,0.0,0.0
11
+ Sundial-Base,55.19230769230769,31.420585268607393,0.0,8.734264116875,0.038461538461538464,0.0
12
+ PatchTST,52.88461538461539,28.17762114987711,7221.856288165601,6.349855852499999,0.0,0.0
13
+ DeepAR,50.86538461538462,28.82551876839535,13498.838423148572,8.687442574285715,0.0,11.538461538461538
14
+ Stat. Ensemble,38.75,11.001763956139254,0.0,2051.548594149911,0.0,7.6923076923076925
15
+ LightGBM,38.46153846153847,13.804281918946282,47.29828941238095,4.303395228143939,0.0,0.0
16
+ AutoARIMA,37.01923076923076,10.956865003323434,0.0,1885.5145473599553,0.0,7.6923076923076925
17
+ CatBoost,33.84615384615384,13.30060154143199,498.1807509,5.586804820681818,0.0,0.0
18
+ Seasonal Naive,22.692307692307693,0.0,0.0,1.042975715,0.0,0.0
19
+ AutoTheta,21.538461538461537,-4.896832310667398,0.0,6.6345268946875,0.0,0.0
20
+ AutoETS,20.769230769230766,-24.269495322854407,0.0,13.387819541051137,0.0,0.0
21
+ Naive,12.98076923076923,-50.976730476610335,0.0,1.0805920684374999,0.0,0.0
22
+ Drift,6.153846153846154,-57.44553171159505,0.0,1.081847729375,0.0,0.0
tables/domain_energy/pairwise_MASE.csv CHANGED
@@ -1,226 +1,257 @@
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TiRex,0.769,0.615,0.923,0.137,0.066,0.203
 
4
  Chronos-2,TimesFM-2.5,0.769,0.577,0.923,0.145,0.072,0.212
5
  Chronos-2,Chronos-Bolt,0.962,0.885,1.0,0.141,0.078,0.202
6
- Chronos-2,TabPFN-TS,0.808,0.654,0.962,0.091,0.047,0.134
7
  Chronos-2,Moirai-2.0,0.923,0.808,1.0,0.158,0.092,0.222
8
  Chronos-2,Sundial-Base,0.846,0.692,0.962,0.127,0.069,0.195
9
  Chronos-2,Toto-1.0,0.846,0.692,0.962,0.17,0.105,0.237
10
- Chronos-2,Stat. Ensemble,0.962,0.885,1.0,0.319,0.239,0.385
11
- Chronos-2,AutoARIMA,1.0,1.0,1.0,0.332,0.249,0.404
 
 
 
 
12
  Chronos-2,Seasonal Naive,0.962,0.885,1.0,0.354,0.278,0.422
13
- Chronos-2,AutoTheta,1.0,1.0,1.0,0.346,0.278,0.408
14
- Chronos-2,AutoETS,0.962,0.885,1.0,0.521,0.418,0.612
15
- Chronos-2,Naive,0.962,0.885,1.0,0.554,0.468,0.626
16
- Chronos-2,Drift,1.0,1.0,1.0,0.576,0.494,0.643
17
  TiRex,Chronos-2,0.231,0.077,0.385,-0.159,-0.255,-0.07
18
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
 
19
  TiRex,TimesFM-2.5,0.519,0.327,0.731,0.008,-0.015,0.033
20
  TiRex,Chronos-Bolt,0.558,0.385,0.731,0.004,-0.021,0.032
21
- TiRex,TabPFN-TS,0.538,0.346,0.731,-0.054,-0.16,0.039
22
  TiRex,Moirai-2.0,0.558,0.365,0.731,0.024,-0.003,0.056
23
  TiRex,Sundial-Base,0.75,0.596,0.904,-0.012,-0.103,0.066
24
- TiRex,Toto-1.0,0.673,0.5,0.846,0.038,0.01,0.068
25
- TiRex,Stat. Ensemble,0.962,0.885,1.0,0.211,0.152,0.27
26
- TiRex,AutoARIMA,0.923,0.808,1.0,0.225,0.159,0.292
 
 
 
 
27
  TiRex,Seasonal Naive,0.923,0.808,1.0,0.251,0.191,0.308
28
- TiRex,AutoTheta,1.0,1.0,1.0,0.242,0.194,0.299
29
- TiRex,AutoETS,0.962,0.885,1.0,0.445,0.339,0.543
30
- TiRex,Naive,0.962,0.885,1.0,0.483,0.403,0.556
31
- TiRex,Drift,1.0,1.0,1.0,0.508,0.431,0.578
 
 
 
 
 
 
 
 
 
 
 
 
32
  TimesFM-2.5,Chronos-2,0.231,0.077,0.423,-0.169,-0.269,-0.077
33
  TimesFM-2.5,TiRex,0.481,0.269,0.673,-0.009,-0.034,0.014
 
34
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
35
  TimesFM-2.5,Chronos-Bolt,0.577,0.404,0.769,-0.004,-0.033,0.024
36
- TimesFM-2.5,TabPFN-TS,0.538,0.346,0.731,-0.063,-0.171,0.028
37
  TimesFM-2.5,Moirai-2.0,0.615,0.442,0.808,0.016,-0.028,0.057
38
  TimesFM-2.5,Sundial-Base,0.596,0.423,0.788,-0.02,-0.113,0.062
39
- TimesFM-2.5,Toto-1.0,0.692,0.519,0.846,0.029,-0.006,0.071
40
- TimesFM-2.5,Stat. Ensemble,0.885,0.731,1.0,0.204,0.139,0.271
41
- TimesFM-2.5,AutoARIMA,0.923,0.808,1.0,0.219,0.146,0.291
 
 
 
 
42
  TimesFM-2.5,Seasonal Naive,0.923,0.808,1.0,0.245,0.182,0.306
43
- TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.236,0.18,0.299
44
- TimesFM-2.5,AutoETS,0.962,0.885,1.0,0.44,0.337,0.539
45
- TimesFM-2.5,Naive,0.962,0.885,1.0,0.478,0.392,0.555
46
- TimesFM-2.5,Drift,1.0,1.0,1.0,0.504,0.424,0.577
47
  Chronos-Bolt,Chronos-2,0.038,0.0,0.115,-0.164,-0.254,-0.085
48
  Chronos-Bolt,TiRex,0.442,0.269,0.615,-0.004,-0.034,0.02
 
49
  Chronos-Bolt,TimesFM-2.5,0.423,0.231,0.596,0.004,-0.025,0.032
50
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
51
- Chronos-Bolt,TabPFN-TS,0.5,0.308,0.692,-0.058,-0.158,0.022
52
  Chronos-Bolt,Moirai-2.0,0.577,0.423,0.731,0.02,-0.022,0.064
53
  Chronos-Bolt,Sundial-Base,0.558,0.365,0.731,-0.016,-0.106,0.062
54
  Chronos-Bolt,Toto-1.0,0.577,0.404,0.75,0.034,-0.001,0.072
55
- Chronos-Bolt,Stat. Ensemble,0.885,0.731,1.0,0.207,0.148,0.271
56
- Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.222,0.154,0.29
 
 
 
 
57
  Chronos-Bolt,Seasonal Naive,0.923,0.808,1.0,0.248,0.188,0.306
58
- Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.239,0.19,0.297
59
- Chronos-Bolt,AutoETS,0.923,0.808,1.0,0.443,0.333,0.545
60
- Chronos-Bolt,Naive,0.962,0.885,1.0,0.481,0.396,0.556
61
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.506,0.425,0.578
62
- TabPFN-TS,Chronos-2,0.192,0.038,0.346,-0.1,-0.155,-0.049
63
- TabPFN-TS,TiRex,0.462,0.269,0.654,0.051,-0.04,0.138
64
- TabPFN-TS,TimesFM-2.5,0.462,0.269,0.654,0.059,-0.029,0.146
65
- TabPFN-TS,Chronos-Bolt,0.5,0.308,0.692,0.055,-0.023,0.137
66
- TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
67
- TabPFN-TS,Moirai-2.0,0.538,0.346,0.731,0.074,-0.012,0.16
68
- TabPFN-TS,Sundial-Base,0.462,0.269,0.654,0.04,-0.055,0.135
69
- TabPFN-TS,Toto-1.0,0.538,0.346,0.731,0.087,0.004,0.175
70
- TabPFN-TS,Stat. Ensemble,0.846,0.692,0.962,0.251,0.16,0.326
71
- TabPFN-TS,AutoARIMA,0.846,0.692,0.962,0.265,0.165,0.351
72
- TabPFN-TS,Seasonal Naive,0.885,0.731,1.0,0.289,0.198,0.368
73
- TabPFN-TS,AutoTheta,0.923,0.808,1.0,0.281,0.201,0.352
74
- TabPFN-TS,AutoETS,0.885,0.731,1.0,0.473,0.356,0.578
75
- TabPFN-TS,Naive,0.923,0.808,1.0,0.509,0.418,0.588
76
- TabPFN-TS,Drift,0.923,0.808,1.0,0.533,0.444,0.61
77
  Moirai-2.0,Chronos-2,0.077,0.0,0.192,-0.188,-0.285,-0.101
78
  Moirai-2.0,TiRex,0.442,0.269,0.635,-0.024,-0.059,0.003
 
79
  Moirai-2.0,TimesFM-2.5,0.385,0.192,0.558,-0.016,-0.061,0.027
80
  Moirai-2.0,Chronos-Bolt,0.423,0.269,0.577,-0.02,-0.068,0.021
81
- Moirai-2.0,TabPFN-TS,0.462,0.269,0.654,-0.08,-0.19,0.012
82
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
83
  Moirai-2.0,Sundial-Base,0.635,0.462,0.789,-0.036,-0.136,0.048
84
- Moirai-2.0,Toto-1.0,0.615,0.462,0.788,0.014,-0.011,0.043
85
- Moirai-2.0,Stat. Ensemble,0.808,0.654,0.923,0.191,0.118,0.256
86
- Moirai-2.0,AutoARIMA,0.769,0.577,0.923,0.206,0.128,0.282
 
 
 
 
87
  Moirai-2.0,Seasonal Naive,0.808,0.654,0.924,0.233,0.167,0.293
88
- Moirai-2.0,AutoTheta,0.962,0.885,1.0,0.224,0.168,0.284
89
- Moirai-2.0,AutoETS,0.885,0.769,1.0,0.432,0.314,0.538
90
- Moirai-2.0,Naive,0.923,0.808,1.0,0.47,0.388,0.545
91
- Moirai-2.0,Drift,1.0,1.0,1.0,0.496,0.418,0.568
92
  Sundial-Base,Chronos-2,0.154,0.038,0.308,-0.146,-0.242,-0.074
93
  Sundial-Base,TiRex,0.25,0.096,0.404,0.012,-0.071,0.093
 
94
  Sundial-Base,TimesFM-2.5,0.404,0.212,0.577,0.02,-0.066,0.101
95
  Sundial-Base,Chronos-Bolt,0.442,0.269,0.635,0.016,-0.066,0.096
96
- Sundial-Base,TabPFN-TS,0.538,0.346,0.731,-0.042,-0.156,0.052
97
  Sundial-Base,Moirai-2.0,0.365,0.211,0.538,0.035,-0.051,0.119
98
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
99
- Sundial-Base,Toto-1.0,0.481,0.308,0.654,0.049,-0.032,0.129
100
- Sundial-Base,Stat. Ensemble,0.846,0.692,0.962,0.22,0.136,0.296
101
- Sundial-Base,AutoARIMA,0.846,0.692,0.962,0.234,0.147,0.311
 
 
 
 
102
  Sundial-Base,Seasonal Naive,0.885,0.731,1.0,0.26,0.177,0.334
103
- Sundial-Base,AutoTheta,0.962,0.885,1.0,0.251,0.176,0.319
104
- Sundial-Base,AutoETS,0.923,0.808,1.0,0.452,0.336,0.538
105
- Sundial-Base,Naive,0.962,0.885,1.0,0.489,0.393,0.575
106
- Sundial-Base,Drift,1.0,1.0,1.0,0.514,0.421,0.597
107
- Toto-1.0,Chronos-2,0.154,0.038,0.308,-0.205,-0.311,-0.117
108
- Toto-1.0,TiRex,0.327,0.154,0.5,-0.039,-0.073,-0.01
109
- Toto-1.0,TimesFM-2.5,0.308,0.154,0.481,-0.03,-0.077,0.006
110
  Toto-1.0,Chronos-Bolt,0.423,0.25,0.596,-0.035,-0.078,0.001
111
- Toto-1.0,TabPFN-TS,0.462,0.269,0.654,-0.095,-0.212,-0.004
112
- Toto-1.0,Moirai-2.0,0.385,0.212,0.538,-0.014,-0.045,0.011
113
- Toto-1.0,Sundial-Base,0.519,0.346,0.692,-0.051,-0.148,0.031
114
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
115
- Toto-1.0,Stat. Ensemble,0.885,0.769,1.0,0.18,0.109,0.243
116
- Toto-1.0,AutoARIMA,0.885,0.769,1.0,0.195,0.122,0.268
117
- Toto-1.0,Seasonal Naive,0.885,0.731,1.0,0.222,0.159,0.279
118
- Toto-1.0,AutoTheta,0.923,0.808,1.0,0.212,0.153,0.276
119
- Toto-1.0,AutoETS,0.923,0.808,1.0,0.423,0.311,0.528
120
- Toto-1.0,Naive,0.962,0.885,1.0,0.462,0.385,0.537
121
- Toto-1.0,Drift,1.0,1.0,1.0,0.489,0.414,0.559
122
- Stat. Ensemble,Chronos-2,0.038,0.0,0.115,-0.469,-0.625,-0.314
123
- Stat. Ensemble,TiRex,0.038,0.0,0.115,-0.267,-0.369,-0.179
124
- Stat. Ensemble,TimesFM-2.5,0.115,0.0,0.269,-0.256,-0.371,-0.162
125
- Stat. Ensemble,Chronos-Bolt,0.115,0.0,0.269,-0.262,-0.372,-0.173
126
- Stat. Ensemble,TabPFN-TS,0.154,0.038,0.308,-0.335,-0.483,-0.19
127
- Stat. Ensemble,Moirai-2.0,0.192,0.077,0.346,-0.237,-0.345,-0.134
128
- Stat. Ensemble,Sundial-Base,0.154,0.038,0.308,-0.282,-0.419,-0.158
129
- Stat. Ensemble,Toto-1.0,0.115,0.0,0.231,-0.219,-0.322,-0.123
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
131
- Stat. Ensemble,AutoARIMA,0.615,0.442,0.788,0.018,-0.016,0.053
132
- Stat. Ensemble,Seasonal Naive,0.692,0.538,0.846,0.051,0.016,0.084
133
- Stat. Ensemble,AutoTheta,0.654,0.462,0.846,0.04,0.001,0.079
134
- Stat. Ensemble,AutoETS,0.846,0.692,0.962,0.297,0.19,0.407
135
- Stat. Ensemble,Naive,0.885,0.769,1.0,0.345,0.25,0.433
136
- Stat. Ensemble,Drift,0.962,0.885,1.0,0.377,0.289,0.468
137
- AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.496,-0.679,-0.332
138
- AutoARIMA,TiRex,0.077,0.0,0.192,-0.291,-0.413,-0.189
139
- AutoARIMA,TimesFM-2.5,0.077,0.0,0.192,-0.28,-0.41,-0.171
140
- AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.285,-0.409,-0.182
141
- AutoARIMA,TabPFN-TS,0.154,0.038,0.308,-0.36,-0.541,-0.198
142
- AutoARIMA,Moirai-2.0,0.231,0.077,0.423,-0.26,-0.393,-0.147
143
- AutoARIMA,Sundial-Base,0.154,0.038,0.308,-0.306,-0.451,-0.172
144
- AutoARIMA,Toto-1.0,0.115,0.0,0.231,-0.242,-0.366,-0.139
145
- AutoARIMA,Stat. Ensemble,0.385,0.212,0.558,-0.019,-0.056,0.015
146
- AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
147
- AutoARIMA,Seasonal Naive,0.654,0.481,0.808,0.033,0.006,0.059
148
- AutoARIMA,AutoTheta,0.654,0.462,0.808,0.022,-0.033,0.071
149
- AutoARIMA,AutoETS,0.769,0.577,0.923,0.284,0.172,0.395
150
- AutoARIMA,Naive,0.885,0.769,1.0,0.332,0.237,0.426
151
- AutoARIMA,Drift,0.962,0.885,1.0,0.365,0.272,0.453
152
  Seasonal Naive,Chronos-2,0.038,0.0,0.115,-0.548,-0.729,-0.384
153
  Seasonal Naive,TiRex,0.077,0.0,0.192,-0.335,-0.445,-0.237
 
154
  Seasonal Naive,TimesFM-2.5,0.077,0.0,0.192,-0.324,-0.441,-0.223
155
  Seasonal Naive,Chronos-Bolt,0.077,0.0,0.192,-0.33,-0.44,-0.232
156
- Seasonal Naive,TabPFN-TS,0.115,0.0,0.269,-0.407,-0.582,-0.246
157
  Seasonal Naive,Moirai-2.0,0.192,0.076,0.346,-0.303,-0.415,-0.201
158
  Seasonal Naive,Sundial-Base,0.115,0.0,0.269,-0.351,-0.501,-0.215
159
  Seasonal Naive,Toto-1.0,0.115,0.0,0.269,-0.285,-0.386,-0.189
160
- Seasonal Naive,Stat. Ensemble,0.308,0.154,0.462,-0.054,-0.092,-0.016
161
- Seasonal Naive,AutoARIMA,0.346,0.192,0.519,-0.035,-0.063,-0.006
 
 
 
 
162
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
163
- Seasonal Naive,AutoTheta,0.423,0.231,0.615,-0.012,-0.067,0.043
164
- Seasonal Naive,AutoETS,0.731,0.538,0.885,0.259,0.139,0.381
165
- Seasonal Naive,Naive,0.75,0.596,0.904,0.309,0.211,0.405
166
- Seasonal Naive,Drift,0.885,0.731,1.0,0.343,0.25,0.435
167
- AutoTheta,Chronos-2,0.0,0.0,0.0,-0.53,-0.689,-0.384
168
- AutoTheta,TiRex,0.0,0.0,0.0,-0.32,-0.427,-0.24
169
- AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.308,-0.427,-0.22
170
- AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.314,-0.423,-0.234
171
- AutoTheta,TabPFN-TS,0.077,0.0,0.192,-0.39,-0.542,-0.251
172
- AutoTheta,Moirai-2.0,0.038,0.0,0.115,-0.288,-0.396,-0.202
173
- AutoTheta,Sundial-Base,0.038,0.0,0.115,-0.335,-0.468,-0.214
174
- AutoTheta,Toto-1.0,0.077,0.0,0.192,-0.27,-0.38,-0.18
175
- AutoTheta,Stat. Ensemble,0.346,0.154,0.538,-0.042,-0.085,-0.001
176
- AutoTheta,AutoARIMA,0.346,0.192,0.538,-0.022,-0.077,0.032
177
- AutoTheta,Seasonal Naive,0.577,0.385,0.769,0.012,-0.045,0.062
178
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoTheta,AutoETS,0.769,0.577,0.923,0.268,0.146,0.396
180
- AutoTheta,Naive,0.808,0.654,0.962,0.317,0.221,0.409
181
- AutoTheta,Drift,0.923,0.808,1.0,0.351,0.259,0.44
182
- AutoETS,Chronos-2,0.038,0.0,0.115,-1.089,-1.579,-0.717
183
- AutoETS,TiRex,0.038,0.0,0.115,-0.802,-1.187,-0.513
184
- AutoETS,TimesFM-2.5,0.038,0.0,0.115,-0.787,-1.17,-0.507
185
- AutoETS,Chronos-Bolt,0.077,0.0,0.192,-0.795,-1.196,-0.5
186
- AutoETS,TabPFN-TS,0.115,0.0,0.269,-0.899,-1.372,-0.554
187
- AutoETS,Moirai-2.0,0.115,0.0,0.231,-0.759,-1.164,-0.458
188
- AutoETS,Sundial-Base,0.077,0.0,0.192,-0.823,-1.166,-0.506
189
- AutoETS,Toto-1.0,0.077,0.0,0.192,-0.734,-1.118,-0.451
190
- AutoETS,Stat. Ensemble,0.154,0.038,0.308,-0.423,-0.687,-0.234
191
- AutoETS,AutoARIMA,0.231,0.077,0.423,-0.397,-0.654,-0.208
192
- AutoETS,Seasonal Naive,0.269,0.115,0.462,-0.35,-0.615,-0.161
193
- AutoETS,AutoTheta,0.231,0.077,0.423,-0.366,-0.655,-0.17
194
- AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
195
- AutoETS,Naive,0.462,0.269,0.654,0.068,-0.078,0.212
196
- AutoETS,Drift,0.577,0.385,0.732,0.114,-0.03,0.253
197
- Naive,Chronos-2,0.038,0.0,0.115,-1.241,-1.671,-0.879
198
- Naive,TiRex,0.038,0.0,0.115,-0.933,-1.254,-0.676
199
- Naive,TimesFM-2.5,0.038,0.0,0.115,-0.917,-1.248,-0.645
200
- Naive,Chronos-Bolt,0.038,0.0,0.115,-0.925,-1.252,-0.656
201
- Naive,TabPFN-TS,0.077,0.0,0.192,-1.037,-1.429,-0.718
202
- Naive,Moirai-2.0,0.077,0.0,0.192,-0.887,-1.2,-0.635
203
- Naive,Sundial-Base,0.038,0.0,0.115,-0.956,-1.353,-0.646
204
- Naive,Toto-1.0,0.038,0.0,0.115,-0.86,-1.159,-0.625
205
- Naive,Stat. Ensemble,0.115,0.0,0.231,-0.526,-0.765,-0.333
206
- Naive,AutoARIMA,0.115,0.0,0.231,-0.498,-0.742,-0.31
207
- Naive,Seasonal Naive,0.25,0.096,0.404,-0.448,-0.68,-0.267
208
- Naive,AutoTheta,0.192,0.038,0.346,-0.465,-0.692,-0.283
209
- Naive,AutoETS,0.538,0.346,0.731,-0.073,-0.269,0.072
210
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Naive,Drift,0.846,0.692,0.962,0.049,0.03,0.073
212
- Drift,Chronos-2,0.0,0.0,0.0,-1.358,-1.804,-0.976
213
- Drift,TiRex,0.0,0.0,0.0,-1.034,-1.369,-0.759
214
- Drift,TimesFM-2.5,0.0,0.0,0.0,-1.016,-1.363,-0.736
215
- Drift,Chronos-Bolt,0.0,0.0,0.0,-1.025,-1.372,-0.739
216
- Drift,TabPFN-TS,0.077,0.0,0.192,-1.143,-1.562,-0.797
217
- Drift,Moirai-2.0,0.0,0.0,0.0,-0.985,-1.317,-0.718
218
- Drift,Sundial-Base,0.0,0.0,0.0,-1.057,-1.483,-0.728
219
- Drift,Toto-1.0,0.0,0.0,0.0,-0.957,-1.265,-0.707
220
- Drift,Stat. Ensemble,0.038,0.0,0.115,-0.605,-0.879,-0.406
221
- Drift,AutoARIMA,0.038,0.0,0.115,-0.576,-0.828,-0.373
222
- Drift,Seasonal Naive,0.115,0.0,0.269,-0.523,-0.771,-0.333
223
- Drift,AutoTheta,0.077,0.0,0.192,-0.541,-0.784,-0.35
224
- Drift,AutoETS,0.423,0.268,0.615,-0.128,-0.339,0.029
225
- Drift,Naive,0.154,0.038,0.308,-0.052,-0.078,-0.031
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TiRex,0.769,0.615,0.923,0.137,0.066,0.203
4
+ Chronos-2,TabPFN-TS,0.769,0.615,0.923,0.078,0.038,0.118
5
  Chronos-2,TimesFM-2.5,0.769,0.577,0.923,0.145,0.072,0.212
6
  Chronos-2,Chronos-Bolt,0.962,0.885,1.0,0.141,0.078,0.202
7
+ Chronos-2,FlowState,0.846,0.692,0.962,0.142,0.073,0.202
8
  Chronos-2,Moirai-2.0,0.923,0.808,1.0,0.158,0.092,0.222
9
  Chronos-2,Sundial-Base,0.846,0.692,0.962,0.127,0.069,0.195
10
  Chronos-2,Toto-1.0,0.846,0.692,0.962,0.17,0.105,0.237
11
+ Chronos-2,TFT,0.808,0.654,0.924,0.146,0.077,0.225
12
+ Chronos-2,DeepAR,0.846,0.692,0.962,0.187,0.124,0.248
13
+ Chronos-2,PatchTST,0.846,0.692,0.962,0.204,0.133,0.276
14
+ Chronos-2,CatBoost,0.962,0.885,1.0,0.22,0.157,0.289
15
+ Chronos-2,LightGBM,0.962,0.885,1.0,0.241,0.177,0.312
16
+ Chronos-2,Stat. Ensemble,0.962,0.885,1.0,0.324,0.247,0.39
17
  Chronos-2,Seasonal Naive,0.962,0.885,1.0,0.354,0.278,0.422
 
 
 
 
18
  TiRex,Chronos-2,0.231,0.077,0.385,-0.159,-0.255,-0.07
19
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
20
+ TiRex,TabPFN-TS,0.5,0.308,0.692,-0.069,-0.171,0.013
21
  TiRex,TimesFM-2.5,0.519,0.327,0.731,0.008,-0.015,0.033
22
  TiRex,Chronos-Bolt,0.558,0.385,0.731,0.004,-0.021,0.032
23
+ TiRex,FlowState,0.481,0.308,0.654,0.005,-0.022,0.033
24
  TiRex,Moirai-2.0,0.558,0.365,0.731,0.024,-0.003,0.056
25
  TiRex,Sundial-Base,0.75,0.596,0.904,-0.012,-0.103,0.066
26
+ TiRex,Toto-1.0,0.673,0.5,0.846,0.038,0.011,0.068
27
+ TiRex,TFT,0.692,0.5,0.885,0.01,-0.1,0.105
28
+ TiRex,DeepAR,0.808,0.654,0.923,0.058,-0.036,0.136
29
+ TiRex,PatchTST,0.808,0.654,0.962,0.077,-0.032,0.158
30
+ TiRex,CatBoost,0.769,0.615,0.923,0.096,0.01,0.19
31
+ TiRex,LightGBM,0.769,0.615,0.923,0.12,0.039,0.216
32
+ TiRex,Stat. Ensemble,0.962,0.885,1.0,0.216,0.159,0.275
33
  TiRex,Seasonal Naive,0.923,0.808,1.0,0.251,0.191,0.308
34
+ TabPFN-TS,Chronos-2,0.231,0.077,0.385,-0.084,-0.133,-0.039
35
+ TabPFN-TS,TiRex,0.5,0.308,0.692,0.065,-0.014,0.146
36
+ TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
37
+ TabPFN-TS,TimesFM-2.5,0.5,0.308,0.692,0.073,-0.003,0.152
38
+ TabPFN-TS,Chronos-Bolt,0.538,0.346,0.731,0.069,0.002,0.143
39
+ TabPFN-TS,FlowState,0.654,0.462,0.846,0.069,-0.011,0.143
40
+ TabPFN-TS,Moirai-2.0,0.5,0.308,0.692,0.087,0.008,0.169
41
+ TabPFN-TS,Sundial-Base,0.5,0.308,0.692,0.054,-0.036,0.143
42
+ TabPFN-TS,Toto-1.0,0.577,0.385,0.769,0.1,0.022,0.181
43
+ TabPFN-TS,TFT,0.654,0.462,0.846,0.074,0.009,0.144
44
+ TabPFN-TS,DeepAR,0.808,0.654,0.923,0.119,0.054,0.187
45
+ TabPFN-TS,PatchTST,0.731,0.538,0.885,0.137,0.066,0.207
46
+ TabPFN-TS,CatBoost,0.846,0.692,0.962,0.154,0.078,0.242
47
+ TabPFN-TS,LightGBM,0.923,0.808,1.0,0.177,0.104,0.259
48
+ TabPFN-TS,Stat. Ensemble,0.923,0.808,1.0,0.267,0.186,0.336
49
+ TabPFN-TS,Seasonal Naive,0.923,0.808,1.0,0.299,0.216,0.373
50
  TimesFM-2.5,Chronos-2,0.231,0.077,0.423,-0.169,-0.269,-0.077
51
  TimesFM-2.5,TiRex,0.481,0.269,0.673,-0.009,-0.034,0.014
52
+ TimesFM-2.5,TabPFN-TS,0.5,0.308,0.692,-0.078,-0.179,0.003
53
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
54
  TimesFM-2.5,Chronos-Bolt,0.577,0.404,0.769,-0.004,-0.033,0.024
55
+ TimesFM-2.5,FlowState,0.538,0.365,0.712,-0.004,-0.035,0.027
56
  TimesFM-2.5,Moirai-2.0,0.615,0.442,0.808,0.016,-0.028,0.057
57
  TimesFM-2.5,Sundial-Base,0.596,0.423,0.788,-0.02,-0.113,0.062
58
+ TimesFM-2.5,Toto-1.0,0.692,0.519,0.846,0.03,-0.006,0.071
59
+ TimesFM-2.5,TFT,0.692,0.5,0.847,0.002,-0.108,0.104
60
+ TimesFM-2.5,DeepAR,0.731,0.538,0.885,0.05,-0.044,0.13
61
+ TimesFM-2.5,PatchTST,0.808,0.654,0.962,0.069,-0.047,0.159
62
+ TimesFM-2.5,CatBoost,0.731,0.538,0.885,0.088,-0.003,0.185
63
+ TimesFM-2.5,LightGBM,0.731,0.538,0.885,0.113,0.028,0.215
64
+ TimesFM-2.5,Stat. Ensemble,0.923,0.808,1.0,0.21,0.15,0.274
65
  TimesFM-2.5,Seasonal Naive,0.923,0.808,1.0,0.245,0.182,0.306
 
 
 
 
66
  Chronos-Bolt,Chronos-2,0.038,0.0,0.115,-0.164,-0.254,-0.085
67
  Chronos-Bolt,TiRex,0.442,0.269,0.615,-0.004,-0.034,0.02
68
+ Chronos-Bolt,TabPFN-TS,0.462,0.269,0.654,-0.074,-0.167,-0.002
69
  Chronos-Bolt,TimesFM-2.5,0.423,0.231,0.596,0.004,-0.025,0.032
70
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
71
+ Chronos-Bolt,FlowState,0.462,0.288,0.635,0.001,-0.035,0.028
72
  Chronos-Bolt,Moirai-2.0,0.577,0.423,0.731,0.02,-0.022,0.064
73
  Chronos-Bolt,Sundial-Base,0.558,0.365,0.731,-0.016,-0.106,0.062
74
  Chronos-Bolt,Toto-1.0,0.577,0.404,0.75,0.034,-0.001,0.072
75
+ Chronos-Bolt,TFT,0.692,0.5,0.885,0.006,-0.09,0.099
76
+ Chronos-Bolt,DeepAR,0.731,0.577,0.885,0.054,-0.045,0.134
77
+ Chronos-Bolt,PatchTST,0.769,0.615,0.923,0.073,-0.045,0.164
78
+ Chronos-Bolt,CatBoost,0.731,0.538,0.885,0.092,0.002,0.189
79
+ Chronos-Bolt,LightGBM,0.769,0.615,0.923,0.117,0.036,0.209
80
+ Chronos-Bolt,Stat. Ensemble,0.885,0.731,1.0,0.213,0.154,0.273
81
  Chronos-Bolt,Seasonal Naive,0.923,0.808,1.0,0.248,0.188,0.306
82
+ FlowState,Chronos-2,0.154,0.038,0.308,-0.165,-0.253,-0.079
83
+ FlowState,TiRex,0.519,0.346,0.692,-0.005,-0.034,0.022
84
+ FlowState,TabPFN-TS,0.346,0.154,0.538,-0.074,-0.167,0.011
85
+ FlowState,TimesFM-2.5,0.462,0.288,0.635,0.004,-0.027,0.034
86
+ FlowState,Chronos-Bolt,0.538,0.365,0.712,-0.001,-0.029,0.034
87
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
88
+ FlowState,Moirai-2.0,0.462,0.307,0.635,0.019,-0.019,0.062
89
+ FlowState,Sundial-Base,0.596,0.423,0.788,-0.017,-0.106,0.06
90
+ FlowState,Toto-1.0,0.577,0.404,0.75,0.033,-0.002,0.073
91
+ FlowState,TFT,0.692,0.5,0.847,0.005,-0.1,0.104
92
+ FlowState,DeepAR,0.731,0.577,0.885,0.053,-0.045,0.139
93
+ FlowState,PatchTST,0.731,0.538,0.885,0.073,-0.04,0.158
94
+ FlowState,CatBoost,0.654,0.462,0.846,0.092,0.001,0.19
95
+ FlowState,LightGBM,0.654,0.5,0.846,0.116,0.033,0.216
96
+ FlowState,Stat. Ensemble,0.846,0.692,0.962,0.212,0.146,0.276
97
+ FlowState,Seasonal Naive,0.846,0.692,0.962,0.247,0.177,0.309
 
 
 
98
  Moirai-2.0,Chronos-2,0.077,0.0,0.192,-0.188,-0.285,-0.101
99
  Moirai-2.0,TiRex,0.442,0.269,0.635,-0.024,-0.059,0.003
100
+ Moirai-2.0,TabPFN-TS,0.5,0.308,0.692,-0.095,-0.203,-0.008
101
  Moirai-2.0,TimesFM-2.5,0.385,0.192,0.558,-0.016,-0.061,0.027
102
  Moirai-2.0,Chronos-Bolt,0.423,0.269,0.577,-0.02,-0.068,0.021
103
+ Moirai-2.0,FlowState,0.538,0.365,0.693,-0.019,-0.066,0.018
104
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
105
  Moirai-2.0,Sundial-Base,0.635,0.462,0.789,-0.036,-0.136,0.048
106
+ Moirai-2.0,Toto-1.0,0.615,0.462,0.788,0.014,-0.01,0.043
107
+ Moirai-2.0,TFT,0.615,0.423,0.808,-0.014,-0.134,0.091
108
+ Moirai-2.0,DeepAR,0.654,0.462,0.846,0.035,-0.058,0.115
109
+ Moirai-2.0,PatchTST,0.731,0.538,0.885,0.055,-0.05,0.136
110
+ Moirai-2.0,CatBoost,0.731,0.577,0.885,0.074,-0.016,0.165
111
+ Moirai-2.0,LightGBM,0.731,0.577,0.885,0.099,0.014,0.195
112
+ Moirai-2.0,Stat. Ensemble,0.846,0.692,0.962,0.197,0.124,0.263
113
  Moirai-2.0,Seasonal Naive,0.808,0.654,0.924,0.233,0.167,0.293
 
 
 
 
114
  Sundial-Base,Chronos-2,0.154,0.038,0.308,-0.146,-0.242,-0.074
115
  Sundial-Base,TiRex,0.25,0.096,0.404,0.012,-0.071,0.093
116
+ Sundial-Base,TabPFN-TS,0.5,0.308,0.692,-0.057,-0.166,0.035
117
  Sundial-Base,TimesFM-2.5,0.404,0.212,0.577,0.02,-0.066,0.101
118
  Sundial-Base,Chronos-Bolt,0.442,0.269,0.635,0.016,-0.066,0.096
119
+ Sundial-Base,FlowState,0.404,0.212,0.577,0.016,-0.064,0.096
120
  Sundial-Base,Moirai-2.0,0.365,0.211,0.538,0.035,-0.051,0.119
121
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
122
+ Sundial-Base,Toto-1.0,0.481,0.308,0.654,0.049,-0.031,0.129
123
+ Sundial-Base,TFT,0.538,0.346,0.731,0.022,-0.092,0.137
124
+ Sundial-Base,DeepAR,0.654,0.462,0.809,0.069,-0.036,0.16
125
+ Sundial-Base,PatchTST,0.654,0.462,0.808,0.088,-0.042,0.196
126
+ Sundial-Base,CatBoost,0.769,0.614,0.923,0.106,0.014,0.193
127
+ Sundial-Base,LightGBM,0.808,0.654,0.924,0.131,0.035,0.224
128
+ Sundial-Base,Stat. Ensemble,0.885,0.731,1.0,0.225,0.145,0.3
129
  Sundial-Base,Seasonal Naive,0.885,0.731,1.0,0.26,0.177,0.334
130
+ Toto-1.0,Chronos-2,0.154,0.038,0.308,-0.205,-0.31,-0.117
131
+ Toto-1.0,TiRex,0.327,0.154,0.5,-0.039,-0.073,-0.011
132
+ Toto-1.0,TabPFN-TS,0.423,0.231,0.615,-0.111,-0.221,-0.022
133
+ Toto-1.0,TimesFM-2.5,0.308,0.154,0.481,-0.03,-0.076,0.006
 
 
 
134
  Toto-1.0,Chronos-Bolt,0.423,0.25,0.596,-0.035,-0.078,0.001
135
+ Toto-1.0,FlowState,0.423,0.25,0.596,-0.034,-0.078,0.002
136
+ Toto-1.0,Moirai-2.0,0.385,0.212,0.538,-0.014,-0.045,0.01
137
+ Toto-1.0,Sundial-Base,0.519,0.346,0.692,-0.051,-0.149,0.03
138
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
139
+ Toto-1.0,TFT,0.615,0.423,0.808,-0.029,-0.148,0.074
140
+ Toto-1.0,DeepAR,0.654,0.462,0.809,0.021,-0.073,0.101
141
+ Toto-1.0,PatchTST,0.615,0.423,0.769,0.041,-0.081,0.135
142
+ Toto-1.0,CatBoost,0.692,0.538,0.846,0.061,-0.023,0.15
143
+ Toto-1.0,LightGBM,0.692,0.538,0.846,0.086,0.008,0.18
144
+ Toto-1.0,Stat. Ensemble,0.885,0.769,1.0,0.186,0.116,0.251
145
+ Toto-1.0,Seasonal Naive,0.885,0.731,1.0,0.222,0.159,0.278
146
+ TFT,Chronos-2,0.192,0.076,0.346,-0.171,-0.291,-0.083
147
+ TFT,TiRex,0.308,0.115,0.5,-0.01,-0.118,0.091
148
+ TFT,TabPFN-TS,0.346,0.154,0.538,-0.08,-0.168,-0.009
149
+ TFT,TimesFM-2.5,0.308,0.153,0.5,-0.002,-0.117,0.097
150
+ TFT,Chronos-Bolt,0.308,0.115,0.5,-0.006,-0.11,0.082
151
+ TFT,FlowState,0.308,0.153,0.5,-0.005,-0.117,0.091
152
+ TFT,Moirai-2.0,0.385,0.192,0.577,0.014,-0.1,0.118
153
+ TFT,Sundial-Base,0.462,0.269,0.654,-0.022,-0.158,0.084
154
+ TFT,Toto-1.0,0.385,0.192,0.577,0.028,-0.08,0.129
155
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
156
+ TFT,DeepAR,0.538,0.346,0.731,0.048,-0.02,0.118
157
+ TFT,PatchTST,0.538,0.346,0.731,0.068,-0.003,0.135
158
+ TFT,CatBoost,0.615,0.423,0.808,0.087,-0.039,0.193
159
+ TFT,LightGBM,0.577,0.385,0.769,0.111,0.003,0.212
160
+ TFT,Stat. Ensemble,0.731,0.538,0.885,0.208,0.11,0.288
161
+ TFT,Seasonal Naive,0.846,0.692,0.962,0.243,0.154,0.321
162
+ DeepAR,Chronos-2,0.154,0.038,0.308,-0.23,-0.329,-0.141
163
+ DeepAR,TiRex,0.192,0.077,0.346,-0.061,-0.157,0.035
164
+ DeepAR,TabPFN-TS,0.192,0.077,0.346,-0.135,-0.23,-0.057
165
+ DeepAR,TimesFM-2.5,0.269,0.115,0.462,-0.052,-0.15,0.043
166
+ DeepAR,Chronos-Bolt,0.269,0.115,0.423,-0.057,-0.154,0.043
167
+ DeepAR,FlowState,0.269,0.115,0.423,-0.056,-0.161,0.043
168
+ DeepAR,Moirai-2.0,0.346,0.154,0.538,-0.036,-0.129,0.055
169
+ DeepAR,Sundial-Base,0.346,0.191,0.538,-0.074,-0.191,0.035
170
+ DeepAR,Toto-1.0,0.346,0.191,0.538,-0.021,-0.112,0.068
171
+ DeepAR,TFT,0.462,0.269,0.654,-0.05,-0.133,0.019
172
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
173
+ DeepAR,PatchTST,0.577,0.385,0.769,0.02,-0.053,0.083
174
+ DeepAR,CatBoost,0.615,0.423,0.769,0.041,-0.044,0.124
175
+ DeepAR,LightGBM,0.615,0.423,0.808,0.066,-0.013,0.16
176
+ DeepAR,Stat. Ensemble,0.712,0.538,0.885,0.168,0.084,0.253
177
+ DeepAR,Seasonal Naive,0.827,0.692,0.942,0.205,0.122,0.287
178
+ PatchTST,Chronos-2,0.154,0.038,0.308,-0.256,-0.381,-0.154
179
+ PatchTST,TiRex,0.192,0.038,0.346,-0.084,-0.187,0.031
180
+ PatchTST,TabPFN-TS,0.269,0.115,0.462,-0.158,-0.261,-0.071
181
+ PatchTST,TimesFM-2.5,0.192,0.038,0.346,-0.074,-0.189,0.045
182
+ PatchTST,Chronos-Bolt,0.231,0.077,0.385,-0.079,-0.196,0.043
183
+ PatchTST,FlowState,0.269,0.115,0.462,-0.078,-0.188,0.038
184
+ PatchTST,Moirai-2.0,0.269,0.115,0.462,-0.058,-0.158,0.047
185
+ PatchTST,Sundial-Base,0.346,0.192,0.538,-0.096,-0.245,0.04
186
+ PatchTST,Toto-1.0,0.385,0.231,0.577,-0.043,-0.156,0.075
187
+ PatchTST,TFT,0.462,0.269,0.654,-0.072,-0.156,0.003
188
+ PatchTST,DeepAR,0.423,0.231,0.615,-0.021,-0.091,0.051
189
+ PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
190
+ PatchTST,CatBoost,0.538,0.346,0.731,0.021,-0.104,0.133
191
+ PatchTST,LightGBM,0.577,0.385,0.769,0.047,-0.072,0.159
192
+ PatchTST,Stat. Ensemble,0.692,0.5,0.885,0.151,0.054,0.243
193
+ PatchTST,Seasonal Naive,0.692,0.5,0.846,0.189,0.084,0.286
194
+ CatBoost,Chronos-2,0.038,0.0,0.115,-0.282,-0.407,-0.186
195
+ CatBoost,TiRex,0.231,0.077,0.385,-0.106,-0.235,-0.01
196
+ CatBoost,TabPFN-TS,0.154,0.038,0.308,-0.183,-0.319,-0.084
197
+ CatBoost,TimesFM-2.5,0.269,0.115,0.462,-0.097,-0.227,0.003
198
+ CatBoost,Chronos-Bolt,0.269,0.115,0.462,-0.102,-0.233,-0.002
199
+ CatBoost,FlowState,0.346,0.154,0.538,-0.101,-0.235,-0.001
200
+ CatBoost,Moirai-2.0,0.269,0.115,0.423,-0.08,-0.197,0.015
201
+ CatBoost,Sundial-Base,0.231,0.077,0.386,-0.119,-0.239,-0.014
202
+ CatBoost,Toto-1.0,0.308,0.154,0.462,-0.065,-0.176,0.022
203
+ CatBoost,TFT,0.385,0.192,0.577,-0.095,-0.239,0.038
204
+ CatBoost,DeepAR,0.385,0.231,0.577,-0.042,-0.141,0.042
205
+ CatBoost,PatchTST,0.462,0.269,0.654,-0.021,-0.153,0.094
206
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
207
+ CatBoost,LightGBM,0.692,0.538,0.846,0.027,-0.007,0.063
208
+ CatBoost,Stat. Ensemble,0.692,0.5,0.885,0.133,0.007,0.229
209
+ CatBoost,Seasonal Naive,0.808,0.654,0.962,0.172,0.062,0.26
210
+ LightGBM,Chronos-2,0.038,0.0,0.115,-0.318,-0.454,-0.215
211
+ LightGBM,TiRex,0.231,0.077,0.385,-0.137,-0.276,-0.041
212
+ LightGBM,TabPFN-TS,0.077,0.0,0.192,-0.215,-0.349,-0.116
213
+ LightGBM,TimesFM-2.5,0.269,0.115,0.462,-0.127,-0.274,-0.029
214
+ LightGBM,Chronos-Bolt,0.231,0.077,0.385,-0.132,-0.264,-0.038
215
+ LightGBM,FlowState,0.346,0.154,0.5,-0.131,-0.276,-0.034
216
+ LightGBM,Moirai-2.0,0.269,0.115,0.423,-0.11,-0.242,-0.014
217
+ LightGBM,Sundial-Base,0.192,0.076,0.346,-0.15,-0.289,-0.036
218
+ LightGBM,Toto-1.0,0.308,0.154,0.462,-0.094,-0.22,-0.008
219
+ LightGBM,TFT,0.423,0.231,0.615,-0.125,-0.269,-0.003
220
+ LightGBM,DeepAR,0.385,0.192,0.577,-0.071,-0.19,0.013
221
+ LightGBM,PatchTST,0.423,0.231,0.615,-0.049,-0.189,0.067
222
+ LightGBM,CatBoost,0.308,0.154,0.462,-0.028,-0.067,0.007
223
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
224
+ LightGBM,Stat. Ensemble,0.615,0.423,0.808,0.109,-0.03,0.212
225
+ LightGBM,Seasonal Naive,0.731,0.538,0.885,0.149,0.03,0.24
226
+ Stat. Ensemble,Chronos-2,0.038,0.0,0.115,-0.479,-0.638,-0.327
227
+ Stat. Ensemble,TiRex,0.038,0.0,0.115,-0.276,-0.38,-0.189
228
+ Stat. Ensemble,TabPFN-TS,0.077,0.0,0.192,-0.364,-0.507,-0.229
229
+ Stat. Ensemble,TimesFM-2.5,0.077,0.0,0.192,-0.265,-0.377,-0.177
230
+ Stat. Ensemble,Chronos-Bolt,0.115,0.0,0.269,-0.271,-0.376,-0.181
231
+ Stat. Ensemble,FlowState,0.154,0.038,0.308,-0.27,-0.381,-0.171
232
+ Stat. Ensemble,Moirai-2.0,0.154,0.038,0.308,-0.245,-0.356,-0.141
233
+ Stat. Ensemble,Sundial-Base,0.115,0.0,0.269,-0.291,-0.429,-0.169
234
+ Stat. Ensemble,Toto-1.0,0.115,0.0,0.231,-0.228,-0.335,-0.131
235
+ Stat. Ensemble,TFT,0.269,0.115,0.462,-0.263,-0.404,-0.124
236
+ Stat. Ensemble,DeepAR,0.288,0.115,0.462,-0.202,-0.338,-0.092
237
+ Stat. Ensemble,PatchTST,0.308,0.115,0.5,-0.178,-0.32,-0.057
238
+ Stat. Ensemble,CatBoost,0.308,0.115,0.5,-0.153,-0.297,-0.007
239
+ Stat. Ensemble,LightGBM,0.385,0.192,0.577,-0.122,-0.269,0.029
240
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
241
+ Stat. Ensemble,Seasonal Naive,0.692,0.519,0.865,0.044,0.003,0.082
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
242
  Seasonal Naive,Chronos-2,0.038,0.0,0.115,-0.548,-0.729,-0.384
243
  Seasonal Naive,TiRex,0.077,0.0,0.192,-0.335,-0.445,-0.237
244
+ Seasonal Naive,TabPFN-TS,0.077,0.0,0.192,-0.428,-0.596,-0.276
245
  Seasonal Naive,TimesFM-2.5,0.077,0.0,0.192,-0.324,-0.441,-0.223
246
  Seasonal Naive,Chronos-Bolt,0.077,0.0,0.192,-0.33,-0.44,-0.232
247
+ Seasonal Naive,FlowState,0.154,0.038,0.308,-0.329,-0.447,-0.215
248
  Seasonal Naive,Moirai-2.0,0.192,0.076,0.346,-0.303,-0.415,-0.201
249
  Seasonal Naive,Sundial-Base,0.115,0.0,0.269,-0.351,-0.501,-0.215
250
  Seasonal Naive,Toto-1.0,0.115,0.0,0.269,-0.285,-0.386,-0.189
251
+ Seasonal Naive,TFT,0.154,0.038,0.308,-0.322,-0.473,-0.182
252
+ Seasonal Naive,DeepAR,0.173,0.058,0.308,-0.258,-0.402,-0.139
253
+ Seasonal Naive,PatchTST,0.308,0.154,0.5,-0.232,-0.4,-0.091
254
+ Seasonal Naive,CatBoost,0.192,0.038,0.346,-0.207,-0.351,-0.067
255
+ Seasonal Naive,LightGBM,0.269,0.115,0.462,-0.174,-0.316,-0.031
256
+ Seasonal Naive,Stat. Ensemble,0.308,0.135,0.481,-0.047,-0.09,-0.003
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_energy/pairwise_SQL.csv CHANGED
@@ -1,226 +1,257 @@
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TiRex,0.731,0.538,0.885,0.141,0.072,0.204
 
4
  Chronos-2,TimesFM-2.5,0.769,0.577,0.923,0.159,0.083,0.225
5
- Chronos-2,TabPFN-TS,0.846,0.692,0.962,0.091,0.05,0.131
6
  Chronos-2,Chronos-Bolt,0.923,0.808,1.0,0.161,0.096,0.219
 
7
  Chronos-2,Moirai-2.0,0.923,0.808,1.0,0.178,0.111,0.242
8
- Chronos-2,Toto-1.0,0.885,0.731,1.0,0.183,0.115,0.25
 
9
  Chronos-2,Sundial-Base,0.962,0.885,1.0,0.212,0.157,0.275
10
- Chronos-2,AutoARIMA,1.0,1.0,1.0,0.379,0.297,0.45
11
- Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.394,0.317,0.461
 
 
 
12
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.437,0.368,0.497
13
- Chronos-2,AutoETS,1.0,1.0,1.0,0.568,0.468,0.65
14
- Chronos-2,AutoTheta,1.0,1.0,1.0,0.491,0.407,0.574
15
- Chronos-2,Naive,1.0,1.0,1.0,0.649,0.573,0.716
16
- Chronos-2,Drift,1.0,1.0,1.0,0.663,0.591,0.728
17
  TiRex,Chronos-2,0.269,0.115,0.462,-0.164,-0.257,-0.078
18
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
 
19
  TiRex,TimesFM-2.5,0.673,0.481,0.846,0.021,-0.002,0.045
20
- TiRex,TabPFN-TS,0.577,0.385,0.769,-0.059,-0.164,0.029
21
  TiRex,Chronos-Bolt,0.75,0.577,0.885,0.023,-0.005,0.052
 
22
  TiRex,Moirai-2.0,0.788,0.615,0.923,0.043,0.014,0.075
23
- TiRex,Toto-1.0,0.788,0.615,0.923,0.049,0.024,0.077
 
24
  TiRex,Sundial-Base,0.788,0.635,0.923,0.083,0.009,0.153
25
- TiRex,AutoARIMA,0.962,0.885,1.0,0.277,0.21,0.351
26
- TiRex,Stat. Ensemble,0.962,0.885,1.0,0.294,0.229,0.365
 
 
 
27
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.344,0.286,0.404
28
- TiRex,AutoETS,0.962,0.885,1.0,0.497,0.4,0.581
29
- TiRex,AutoTheta,1.0,1.0,1.0,0.408,0.321,0.5
30
- TiRex,Naive,1.0,1.0,1.0,0.592,0.513,0.666
31
- TiRex,Drift,1.0,1.0,1.0,0.608,0.534,0.676
 
 
 
 
 
 
 
 
 
 
 
 
32
  TimesFM-2.5,Chronos-2,0.231,0.077,0.423,-0.189,-0.291,-0.09
33
  TimesFM-2.5,TiRex,0.327,0.154,0.519,-0.021,-0.047,0.002
 
34
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
35
- TimesFM-2.5,TabPFN-TS,0.538,0.346,0.731,-0.081,-0.195,0.009
36
  TimesFM-2.5,Chronos-Bolt,0.538,0.365,0.712,0.002,-0.028,0.029
 
37
  TimesFM-2.5,Moirai-2.0,0.615,0.442,0.808,0.022,-0.023,0.067
38
- TimesFM-2.5,Toto-1.0,0.654,0.462,0.808,0.029,-0.01,0.069
 
39
  TimesFM-2.5,Sundial-Base,0.788,0.635,0.923,0.063,-0.021,0.143
40
- TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.261,0.191,0.336
41
- TimesFM-2.5,Stat. Ensemble,0.962,0.885,1.0,0.279,0.207,0.357
 
 
 
42
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.33,0.269,0.394
43
- TimesFM-2.5,AutoETS,0.962,0.885,1.0,0.486,0.387,0.574
44
- TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.395,0.304,0.497
45
- TimesFM-2.5,Naive,1.0,1.0,1.0,0.583,0.5,0.659
46
- TimesFM-2.5,Drift,1.0,1.0,1.0,0.6,0.521,0.672
47
- TabPFN-TS,Chronos-2,0.154,0.038,0.308,-0.1,-0.15,-0.052
48
- TabPFN-TS,TiRex,0.423,0.231,0.615,0.055,-0.03,0.141
49
- TabPFN-TS,TimesFM-2.5,0.462,0.269,0.654,0.075,-0.009,0.163
50
- TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
51
- TabPFN-TS,Chronos-Bolt,0.615,0.423,0.808,0.077,0.005,0.156
52
- TabPFN-TS,Moirai-2.0,0.538,0.346,0.731,0.096,0.014,0.181
53
- TabPFN-TS,Toto-1.0,0.577,0.385,0.769,0.102,0.017,0.189
54
- TabPFN-TS,Sundial-Base,0.769,0.577,0.923,0.134,0.048,0.222
55
- TabPFN-TS,AutoARIMA,0.923,0.808,1.0,0.317,0.222,0.406
56
- TabPFN-TS,Stat. Ensemble,0.923,0.808,1.0,0.333,0.243,0.417
57
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.381,0.298,0.457
58
- TabPFN-TS,AutoETS,0.923,0.808,1.0,0.524,0.416,0.616
59
- TabPFN-TS,AutoTheta,1.0,1.0,1.0,0.44,0.342,0.539
60
- TabPFN-TS,Naive,1.0,1.0,1.0,0.614,0.529,0.691
61
- TabPFN-TS,Drift,1.0,1.0,1.0,0.63,0.547,0.702
62
  Chronos-Bolt,Chronos-2,0.077,0.0,0.192,-0.192,-0.28,-0.106
63
  Chronos-Bolt,TiRex,0.25,0.115,0.423,-0.024,-0.055,0.005
 
64
  Chronos-Bolt,TimesFM-2.5,0.462,0.288,0.635,-0.002,-0.03,0.027
65
- Chronos-Bolt,TabPFN-TS,0.385,0.192,0.577,-0.084,-0.185,-0.005
66
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
 
67
  Chronos-Bolt,Moirai-2.0,0.5,0.327,0.654,0.02,-0.025,0.07
68
- Chronos-Bolt,Toto-1.0,0.538,0.365,0.712,0.026,-0.012,0.068
 
69
  Chronos-Bolt,Sundial-Base,0.75,0.596,0.904,0.061,-0.024,0.136
70
- Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.259,0.191,0.333
71
- Chronos-Bolt,Stat. Ensemble,0.962,0.885,1.0,0.277,0.211,0.349
 
 
 
72
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.329,0.273,0.388
73
- Chronos-Bolt,AutoETS,0.962,0.885,1.0,0.485,0.384,0.576
74
- Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.393,0.304,0.492
75
- Chronos-Bolt,Naive,1.0,1.0,1.0,0.582,0.5,0.654
76
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.599,0.52,0.667
 
 
 
 
 
 
 
 
 
 
 
 
77
  Moirai-2.0,Chronos-2,0.077,0.0,0.192,-0.216,-0.319,-0.125
78
  Moirai-2.0,TiRex,0.212,0.077,0.385,-0.045,-0.081,-0.014
 
79
  Moirai-2.0,TimesFM-2.5,0.385,0.192,0.558,-0.023,-0.071,0.023
80
- Moirai-2.0,TabPFN-TS,0.462,0.269,0.654,-0.106,-0.221,-0.014
81
  Moirai-2.0,Chronos-Bolt,0.5,0.346,0.673,-0.02,-0.075,0.025
 
82
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
83
- Moirai-2.0,Toto-1.0,0.577,0.423,0.75,0.006,-0.016,0.035
 
84
  Moirai-2.0,Sundial-Base,0.75,0.596,0.904,0.042,-0.051,0.124
85
- Moirai-2.0,AutoARIMA,0.923,0.808,1.0,0.244,0.163,0.328
86
- Moirai-2.0,Stat. Ensemble,0.923,0.808,1.0,0.263,0.18,0.345
 
 
 
87
  Moirai-2.0,Seasonal Naive,0.923,0.808,1.0,0.315,0.249,0.385
88
- Moirai-2.0,AutoETS,0.923,0.808,1.0,0.474,0.366,0.571
89
- Moirai-2.0,AutoTheta,0.923,0.808,1.0,0.381,0.287,0.48
90
- Moirai-2.0,Naive,0.962,0.885,1.0,0.574,0.491,0.651
91
- Moirai-2.0,Drift,1.0,1.0,1.0,0.591,0.511,0.663
92
- Toto-1.0,Chronos-2,0.115,0.0,0.269,-0.224,-0.333,-0.13
93
- Toto-1.0,TiRex,0.212,0.077,0.385,-0.051,-0.084,-0.025
94
- Toto-1.0,TimesFM-2.5,0.346,0.192,0.538,-0.029,-0.075,0.01
95
- Toto-1.0,TabPFN-TS,0.423,0.231,0.615,-0.113,-0.232,-0.018
96
- Toto-1.0,Chronos-Bolt,0.462,0.288,0.635,-0.027,-0.073,0.012
97
- Toto-1.0,Moirai-2.0,0.423,0.25,0.577,-0.007,-0.036,0.016
98
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
 
99
  Toto-1.0,Sundial-Base,0.75,0.596,0.904,0.036,-0.053,0.113
100
- Toto-1.0,AutoARIMA,0.923,0.808,1.0,0.239,0.163,0.318
101
- Toto-1.0,Stat. Ensemble,0.923,0.808,1.0,0.258,0.178,0.337
102
- Toto-1.0,Seasonal Naive,0.962,0.885,1.0,0.311,0.247,0.377
103
- Toto-1.0,AutoETS,0.923,0.808,1.0,0.471,0.366,0.564
104
- Toto-1.0,AutoTheta,0.923,0.808,1.0,0.377,0.277,0.477
105
- Toto-1.0,Naive,1.0,1.0,1.0,0.571,0.49,0.645
106
- Toto-1.0,Drift,1.0,1.0,1.0,0.588,0.51,0.658
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107
  Sundial-Base,Chronos-2,0.038,0.0,0.115,-0.269,-0.379,-0.186
108
  Sundial-Base,TiRex,0.212,0.077,0.365,-0.09,-0.18,-0.009
 
109
  Sundial-Base,TimesFM-2.5,0.212,0.077,0.365,-0.067,-0.168,0.021
110
- Sundial-Base,TabPFN-TS,0.231,0.077,0.423,-0.154,-0.285,-0.05
111
  Sundial-Base,Chronos-Bolt,0.25,0.096,0.404,-0.065,-0.157,0.023
 
112
  Sundial-Base,Moirai-2.0,0.25,0.096,0.404,-0.044,-0.142,0.048
113
- Sundial-Base,Toto-1.0,0.25,0.096,0.404,-0.037,-0.127,0.05
 
114
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
115
- Sundial-Base,AutoARIMA,0.769,0.577,0.923,0.211,0.119,0.291
116
- Sundial-Base,Stat. Ensemble,0.808,0.654,0.923,0.23,0.145,0.306
 
 
 
117
  Sundial-Base,Seasonal Naive,0.962,0.885,1.0,0.285,0.209,0.359
118
- Sundial-Base,AutoETS,0.846,0.692,0.962,0.451,0.336,0.535
119
- Sundial-Base,AutoTheta,0.923,0.808,1.0,0.354,0.246,0.448
120
- Sundial-Base,Naive,1.0,1.0,1.0,0.555,0.46,0.641
121
- Sundial-Base,Drift,1.0,1.0,1.0,0.573,0.482,0.653
122
- AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.609,-0.817,-0.423
123
- AutoARIMA,TiRex,0.038,0.0,0.115,-0.382,-0.541,-0.266
124
- AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.353,-0.505,-0.237
125
- AutoARIMA,TabPFN-TS,0.077,0.0,0.192,-0.463,-0.683,-0.285
126
- AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.35,-0.499,-0.236
127
- AutoARIMA,Moirai-2.0,0.077,0.0,0.192,-0.323,-0.488,-0.195
128
- AutoARIMA,Toto-1.0,0.077,0.0,0.192,-0.315,-0.466,-0.195
129
- AutoARIMA,Sundial-Base,0.231,0.077,0.423,-0.268,-0.41,-0.135
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
131
- AutoARIMA,Stat. Ensemble,0.615,0.423,0.788,0.024,-0.008,0.057
132
- AutoARIMA,Seasonal Naive,0.885,0.769,0.962,0.094,0.068,0.121
133
- AutoARIMA,AutoETS,0.731,0.538,0.885,0.304,0.194,0.406
134
- AutoARIMA,AutoTheta,0.885,0.731,1.0,0.181,0.078,0.284
135
- AutoARIMA,Naive,0.923,0.808,1.0,0.436,0.348,0.519
136
- AutoARIMA,Drift,0.962,0.885,1.0,0.458,0.375,0.539
137
- Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.649,-0.854,-0.464
138
- Stat. Ensemble,TiRex,0.038,0.0,0.115,-0.417,-0.575,-0.297
139
- Stat. Ensemble,TimesFM-2.5,0.038,0.0,0.115,-0.387,-0.556,-0.262
140
- Stat. Ensemble,TabPFN-TS,0.077,0.0,0.192,-0.5,-0.715,-0.32
141
- Stat. Ensemble,Chronos-Bolt,0.038,0.0,0.115,-0.384,-0.536,-0.268
142
- Stat. Ensemble,Moirai-2.0,0.077,0.0,0.192,-0.356,-0.526,-0.219
143
- Stat. Ensemble,Toto-1.0,0.077,0.0,0.192,-0.347,-0.509,-0.217
144
- Stat. Ensemble,Sundial-Base,0.192,0.077,0.346,-0.299,-0.441,-0.169
145
- Stat. Ensemble,AutoARIMA,0.385,0.212,0.577,-0.025,-0.061,0.008
 
146
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
147
- Stat. Ensemble,Seasonal Naive,0.731,0.577,0.865,0.071,0.03,0.11
148
- Stat. Ensemble,AutoETS,0.769,0.577,0.923,0.287,0.178,0.394
149
- Stat. Ensemble,AutoTheta,0.885,0.731,1.0,0.161,0.074,0.253
150
- Stat. Ensemble,Naive,0.923,0.808,1.0,0.422,0.329,0.507
151
- Stat. Ensemble,Drift,0.962,0.885,1.0,0.445,0.359,0.526
 
 
 
 
 
 
 
 
 
 
 
 
 
152
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.776,-0.987,-0.581
153
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.526,-0.679,-0.401
 
154
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.493,-0.65,-0.368
155
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.615,-0.841,-0.425
156
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.49,-0.633,-0.376
 
157
  Seasonal Naive,Moirai-2.0,0.077,0.0,0.192,-0.46,-0.627,-0.331
158
- Seasonal Naive,Toto-1.0,0.038,0.0,0.115,-0.451,-0.605,-0.329
 
159
  Seasonal Naive,Sundial-Base,0.038,0.0,0.115,-0.399,-0.56,-0.264
160
- Seasonal Naive,AutoARIMA,0.115,0.038,0.231,-0.104,-0.138,-0.073
161
- Seasonal Naive,Stat. Ensemble,0.269,0.135,0.423,-0.077,-0.124,-0.031
 
 
 
162
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
163
- Seasonal Naive,AutoETS,0.615,0.423,0.77,0.232,0.1,0.359
164
- Seasonal Naive,AutoTheta,0.615,0.423,0.808,0.096,-0.022,0.215
165
- Seasonal Naive,Naive,0.865,0.75,0.962,0.377,0.284,0.463
166
- Seasonal Naive,Drift,1.0,1.0,1.0,0.402,0.311,0.485
167
- AutoETS,Chronos-2,0.0,0.0,0.0,-1.313,-1.857,-0.881
168
- AutoETS,TiRex,0.038,0.0,0.115,-0.986,-1.387,-0.666
169
- AutoETS,TimesFM-2.5,0.038,0.0,0.115,-0.945,-1.345,-0.631
170
- AutoETS,TabPFN-TS,0.077,0.0,0.192,-1.103,-1.606,-0.713
171
- AutoETS,Chronos-Bolt,0.038,0.0,0.115,-0.94,-1.357,-0.624
172
- AutoETS,Moirai-2.0,0.077,0.0,0.192,-0.902,-1.33,-0.578
173
- AutoETS,Toto-1.0,0.077,0.0,0.192,-0.889,-1.292,-0.576
174
- AutoETS,Sundial-Base,0.154,0.038,0.308,-0.822,-1.149,-0.507
175
- AutoETS,AutoARIMA,0.269,0.115,0.462,-0.437,-0.684,-0.241
176
- AutoETS,Stat. Ensemble,0.231,0.077,0.423,-0.402,-0.651,-0.217
177
- AutoETS,Seasonal Naive,0.385,0.23,0.577,-0.302,-0.559,-0.111
178
- AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoETS,AutoTheta,0.5,0.308,0.692,-0.177,-0.448,0.013
180
- AutoETS,Naive,0.692,0.5,0.846,0.189,0.022,0.343
181
- AutoETS,Drift,0.885,0.731,1.0,0.222,0.059,0.368
182
- AutoTheta,Chronos-2,0.0,0.0,0.0,-0.965,-1.35,-0.685
183
- AutoTheta,TiRex,0.0,0.0,0.0,-0.688,-0.999,-0.474
184
- AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.652,-0.988,-0.437
185
- AutoTheta,TabPFN-TS,0.0,0.0,0.0,-0.787,-1.168,-0.519
186
- AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.648,-0.97,-0.437
187
- AutoTheta,Moirai-2.0,0.077,0.0,0.192,-0.616,-0.923,-0.402
188
- AutoTheta,Toto-1.0,0.077,0.0,0.192,-0.605,-0.913,-0.384
189
- AutoTheta,Sundial-Base,0.077,0.0,0.192,-0.548,-0.811,-0.327
190
- AutoTheta,AutoARIMA,0.115,0.0,0.269,-0.221,-0.397,-0.085
191
- AutoTheta,Stat. Ensemble,0.115,0.0,0.269,-0.191,-0.339,-0.08
192
- AutoTheta,Seasonal Naive,0.385,0.192,0.577,-0.106,-0.273,0.022
193
- AutoTheta,AutoETS,0.5,0.308,0.692,0.15,-0.013,0.309
194
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
195
- AutoTheta,Naive,0.654,0.462,0.846,0.311,0.19,0.426
196
- AutoTheta,Drift,0.808,0.654,0.923,0.339,0.219,0.449
197
- Naive,Chronos-2,0.0,0.0,0.0,-1.852,-2.524,-1.341
198
- Naive,TiRex,0.0,0.0,0.0,-1.45,-1.993,-1.054
199
- Naive,TimesFM-2.5,0.0,0.0,0.0,-1.398,-1.932,-1.0
200
- Naive,TabPFN-TS,0.0,0.0,0.0,-1.593,-2.233,-1.123
201
- Naive,Chronos-Bolt,0.0,0.0,0.0,-1.392,-1.887,-1.001
202
- Naive,Moirai-2.0,0.038,0.0,0.115,-1.345,-1.866,-0.964
203
- Naive,Toto-1.0,0.0,0.0,0.0,-1.33,-1.815,-0.961
204
- Naive,Sundial-Base,0.0,0.0,0.0,-1.247,-1.782,-0.853
205
- Naive,AutoARIMA,0.077,0.0,0.192,-0.772,-1.079,-0.535
206
- Naive,Stat. Ensemble,0.077,0.0,0.192,-0.729,-1.027,-0.491
207
- Naive,Seasonal Naive,0.135,0.038,0.25,-0.606,-0.862,-0.397
208
- Naive,AutoETS,0.308,0.154,0.5,-0.233,-0.521,-0.023
209
- Naive,AutoTheta,0.346,0.154,0.538,-0.451,-0.743,-0.234
210
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Naive,Drift,0.962,0.885,1.0,0.04,0.025,0.057
212
- Drift,Chronos-2,0.0,0.0,0.0,-1.971,-2.673,-1.447
213
- Drift,TiRex,0.0,0.0,0.0,-1.552,-2.088,-1.148
214
- Drift,TimesFM-2.5,0.0,0.0,0.0,-1.499,-2.051,-1.089
215
- Drift,TabPFN-TS,0.0,0.0,0.0,-1.702,-2.354,-1.208
216
- Drift,Chronos-Bolt,0.0,0.0,0.0,-1.493,-2.007,-1.085
217
- Drift,Moirai-2.0,0.0,0.0,0.0,-1.443,-1.963,-1.045
218
- Drift,Toto-1.0,0.0,0.0,0.0,-1.427,-1.926,-1.041
219
- Drift,Sundial-Base,0.0,0.0,0.0,-1.341,-1.884,-0.929
220
- Drift,AutoARIMA,0.038,0.0,0.115,-0.846,-1.169,-0.599
221
- Drift,Stat. Ensemble,0.038,0.0,0.115,-0.802,-1.111,-0.559
222
- Drift,Seasonal Naive,0.0,0.0,0.0,-0.673,-0.942,-0.452
223
- Drift,AutoETS,0.115,0.0,0.269,-0.285,-0.583,-0.063
224
- Drift,AutoTheta,0.192,0.077,0.346,-0.512,-0.816,-0.28
225
- Drift,Naive,0.038,0.0,0.115,-0.042,-0.06,-0.026
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TiRex,0.731,0.538,0.885,0.141,0.072,0.204
4
+ Chronos-2,TabPFN-TS,0.808,0.654,0.923,0.082,0.044,0.12
5
  Chronos-2,TimesFM-2.5,0.769,0.577,0.923,0.159,0.083,0.225
 
6
  Chronos-2,Chronos-Bolt,0.923,0.808,1.0,0.161,0.096,0.219
7
+ Chronos-2,FlowState,0.885,0.731,1.0,0.167,0.099,0.227
8
  Chronos-2,Moirai-2.0,0.923,0.808,1.0,0.178,0.111,0.242
9
+ Chronos-2,Toto-1.0,0.846,0.692,0.962,0.183,0.115,0.249
10
+ Chronos-2,TFT,0.846,0.692,0.962,0.171,0.1,0.25
11
  Chronos-2,Sundial-Base,0.962,0.885,1.0,0.212,0.157,0.275
12
+ Chronos-2,DeepAR,0.885,0.769,1.0,0.232,0.166,0.297
13
+ Chronos-2,PatchTST,0.846,0.692,0.962,0.243,0.162,0.32
14
+ Chronos-2,AutoARIMA,1.0,1.0,1.0,0.38,0.299,0.452
15
+ Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.4,0.321,0.466
16
+ Chronos-2,CatBoost,1.0,1.0,1.0,0.382,0.331,0.438
17
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.437,0.368,0.497
 
 
 
 
18
  TiRex,Chronos-2,0.269,0.115,0.462,-0.164,-0.257,-0.078
19
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
20
+ TiRex,TabPFN-TS,0.5,0.308,0.692,-0.068,-0.171,0.014
21
  TiRex,TimesFM-2.5,0.673,0.481,0.846,0.021,-0.002,0.045
 
22
  TiRex,Chronos-Bolt,0.75,0.577,0.885,0.023,-0.005,0.052
23
+ TiRex,FlowState,0.635,0.461,0.808,0.03,0.003,0.06
24
  TiRex,Moirai-2.0,0.788,0.615,0.923,0.043,0.014,0.075
25
+ TiRex,Toto-1.0,0.788,0.615,0.923,0.048,0.024,0.076
26
+ TiRex,TFT,0.654,0.462,0.846,0.035,-0.07,0.132
27
  TiRex,Sundial-Base,0.788,0.635,0.923,0.083,0.009,0.153
28
+ TiRex,DeepAR,0.808,0.654,0.923,0.106,0.011,0.184
29
+ TiRex,PatchTST,0.808,0.654,0.962,0.119,0.006,0.204
30
+ TiRex,AutoARIMA,0.962,0.885,1.0,0.279,0.212,0.354
31
+ TiRex,Stat. Ensemble,0.962,0.885,1.0,0.301,0.231,0.376
32
+ TiRex,CatBoost,0.923,0.808,1.0,0.281,0.212,0.353
33
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.344,0.286,0.404
34
+ TabPFN-TS,Chronos-2,0.192,0.077,0.346,-0.09,-0.136,-0.046
35
+ TabPFN-TS,TiRex,0.5,0.308,0.692,0.064,-0.014,0.146
36
+ TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
37
+ TabPFN-TS,TimesFM-2.5,0.5,0.308,0.692,0.084,0.006,0.167
38
+ TabPFN-TS,Chronos-Bolt,0.654,0.462,0.846,0.086,0.022,0.16
39
+ TabPFN-TS,FlowState,0.615,0.423,0.808,0.092,0.015,0.166
40
+ TabPFN-TS,Moirai-2.0,0.577,0.385,0.769,0.104,0.024,0.189
41
+ TabPFN-TS,Toto-1.0,0.577,0.385,0.769,0.109,0.026,0.194
42
+ TabPFN-TS,TFT,0.692,0.5,0.846,0.096,0.03,0.168
43
+ TabPFN-TS,Sundial-Base,0.769,0.615,0.923,0.141,0.058,0.225
44
+ TabPFN-TS,DeepAR,0.846,0.692,0.962,0.163,0.093,0.233
45
+ TabPFN-TS,PatchTST,0.808,0.654,0.923,0.175,0.093,0.252
46
+ TabPFN-TS,AutoARIMA,0.923,0.808,1.0,0.325,0.235,0.412
47
+ TabPFN-TS,Stat. Ensemble,1.0,1.0,1.0,0.346,0.259,0.424
48
+ TabPFN-TS,CatBoost,1.0,1.0,1.0,0.327,0.261,0.398
49
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.386,0.308,0.462
50
  TimesFM-2.5,Chronos-2,0.231,0.077,0.423,-0.189,-0.291,-0.09
51
  TimesFM-2.5,TiRex,0.327,0.154,0.519,-0.021,-0.047,0.002
52
+ TimesFM-2.5,TabPFN-TS,0.5,0.308,0.692,-0.091,-0.2,-0.006
53
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
 
54
  TimesFM-2.5,Chronos-Bolt,0.538,0.365,0.712,0.002,-0.028,0.029
55
+ TimesFM-2.5,FlowState,0.577,0.404,0.75,0.009,-0.023,0.04
56
  TimesFM-2.5,Moirai-2.0,0.615,0.442,0.808,0.022,-0.023,0.067
57
+ TimesFM-2.5,Toto-1.0,0.654,0.462,0.808,0.028,-0.012,0.068
58
+ TimesFM-2.5,TFT,0.615,0.423,0.808,0.014,-0.1,0.121
59
  TimesFM-2.5,Sundial-Base,0.788,0.635,0.923,0.063,-0.021,0.143
60
+ TimesFM-2.5,DeepAR,0.731,0.538,0.885,0.087,-0.014,0.169
61
+ TimesFM-2.5,PatchTST,0.769,0.615,0.923,0.1,-0.022,0.197
62
+ TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.263,0.194,0.338
63
+ TimesFM-2.5,Stat. Ensemble,0.962,0.885,1.0,0.286,0.211,0.364
64
+ TimesFM-2.5,CatBoost,0.923,0.808,1.0,0.265,0.191,0.344
65
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.33,0.269,0.394
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
66
  Chronos-Bolt,Chronos-2,0.077,0.0,0.192,-0.192,-0.28,-0.106
67
  Chronos-Bolt,TiRex,0.25,0.115,0.423,-0.024,-0.055,0.005
68
+ Chronos-Bolt,TabPFN-TS,0.346,0.154,0.538,-0.094,-0.19,-0.023
69
  Chronos-Bolt,TimesFM-2.5,0.462,0.288,0.635,-0.002,-0.03,0.027
 
70
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
71
+ Chronos-Bolt,FlowState,0.462,0.288,0.635,0.007,-0.03,0.039
72
  Chronos-Bolt,Moirai-2.0,0.5,0.327,0.654,0.02,-0.025,0.07
73
+ Chronos-Bolt,Toto-1.0,0.538,0.365,0.712,0.026,-0.013,0.068
74
+ Chronos-Bolt,TFT,0.615,0.423,0.808,0.012,-0.089,0.108
75
  Chronos-Bolt,Sundial-Base,0.75,0.596,0.904,0.061,-0.024,0.136
76
+ Chronos-Bolt,DeepAR,0.731,0.577,0.885,0.085,-0.018,0.167
77
+ Chronos-Bolt,PatchTST,0.769,0.615,0.923,0.098,-0.023,0.194
78
+ Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.261,0.191,0.335
79
+ Chronos-Bolt,Stat. Ensemble,0.962,0.885,1.0,0.284,0.214,0.358
80
+ Chronos-Bolt,CatBoost,0.923,0.808,1.0,0.263,0.189,0.342
81
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.329,0.273,0.388
82
+ FlowState,Chronos-2,0.115,0.0,0.269,-0.2,-0.294,-0.11
83
+ FlowState,TiRex,0.365,0.192,0.539,-0.031,-0.064,-0.003
84
+ FlowState,TabPFN-TS,0.385,0.192,0.577,-0.102,-0.199,-0.015
85
+ FlowState,TimesFM-2.5,0.423,0.25,0.596,-0.009,-0.042,0.022
86
+ FlowState,Chronos-Bolt,0.538,0.365,0.712,-0.007,-0.041,0.029
87
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
88
+ FlowState,Moirai-2.0,0.538,0.384,0.712,0.013,-0.029,0.059
89
+ FlowState,Toto-1.0,0.423,0.269,0.596,0.019,-0.019,0.059
90
+ FlowState,TFT,0.654,0.462,0.846,0.005,-0.107,0.109
91
+ FlowState,Sundial-Base,0.712,0.538,0.885,0.054,-0.029,0.13
92
+ FlowState,DeepAR,0.731,0.577,0.885,0.078,-0.024,0.167
93
+ FlowState,PatchTST,0.731,0.538,0.885,0.091,-0.027,0.182
94
+ FlowState,AutoARIMA,0.885,0.769,1.0,0.256,0.181,0.338
95
+ FlowState,Stat. Ensemble,0.923,0.808,1.0,0.279,0.201,0.363
96
+ FlowState,CatBoost,0.923,0.808,1.0,0.258,0.184,0.339
97
+ FlowState,Seasonal Naive,0.962,0.885,1.0,0.324,0.259,0.389
98
  Moirai-2.0,Chronos-2,0.077,0.0,0.192,-0.216,-0.319,-0.125
99
  Moirai-2.0,TiRex,0.212,0.077,0.385,-0.045,-0.081,-0.014
100
+ Moirai-2.0,TabPFN-TS,0.423,0.231,0.615,-0.116,-0.233,-0.025
101
  Moirai-2.0,TimesFM-2.5,0.385,0.192,0.558,-0.023,-0.071,0.023
 
102
  Moirai-2.0,Chronos-Bolt,0.5,0.346,0.673,-0.02,-0.075,0.025
103
+ Moirai-2.0,FlowState,0.462,0.288,0.616,-0.013,-0.062,0.029
104
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
105
+ Moirai-2.0,Toto-1.0,0.577,0.423,0.75,0.006,-0.016,0.034
106
+ Moirai-2.0,TFT,0.577,0.385,0.769,-0.008,-0.129,0.098
107
  Moirai-2.0,Sundial-Base,0.75,0.596,0.904,0.042,-0.051,0.124
108
+ Moirai-2.0,DeepAR,0.654,0.462,0.809,0.066,-0.029,0.147
109
+ Moirai-2.0,PatchTST,0.731,0.538,0.885,0.08,-0.033,0.167
110
+ Moirai-2.0,AutoARIMA,0.923,0.808,1.0,0.246,0.167,0.331
111
+ Moirai-2.0,Stat. Ensemble,0.923,0.808,1.0,0.27,0.187,0.356
112
+ Moirai-2.0,CatBoost,0.923,0.808,1.0,0.249,0.177,0.322
113
  Moirai-2.0,Seasonal Naive,0.923,0.808,1.0,0.315,0.249,0.385
114
+ Toto-1.0,Chronos-2,0.154,0.038,0.308,-0.224,-0.332,-0.13
115
+ Toto-1.0,TiRex,0.212,0.077,0.385,-0.051,-0.082,-0.024
116
+ Toto-1.0,TabPFN-TS,0.423,0.231,0.615,-0.123,-0.241,-0.027
117
+ Toto-1.0,TimesFM-2.5,0.346,0.192,0.538,-0.029,-0.073,0.011
118
+ Toto-1.0,Chronos-Bolt,0.462,0.288,0.635,-0.026,-0.072,0.013
119
+ Toto-1.0,FlowState,0.577,0.404,0.731,-0.019,-0.063,0.019
120
+ Toto-1.0,Moirai-2.0,0.423,0.25,0.577,-0.006,-0.035,0.016
 
 
 
121
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
122
+ Toto-1.0,TFT,0.577,0.385,0.769,-0.014,-0.138,0.092
123
  Toto-1.0,Sundial-Base,0.75,0.596,0.904,0.036,-0.053,0.113
124
+ Toto-1.0,DeepAR,0.692,0.5,0.846,0.061,-0.039,0.142
125
+ Toto-1.0,PatchTST,0.615,0.423,0.769,0.074,-0.05,0.169
126
+ Toto-1.0,AutoARIMA,0.923,0.808,1.0,0.242,0.164,0.324
127
+ Toto-1.0,Stat. Ensemble,0.923,0.808,1.0,0.266,0.185,0.346
128
+ Toto-1.0,CatBoost,0.885,0.769,1.0,0.244,0.176,0.316
129
+ Toto-1.0,Seasonal Naive,0.962,0.885,1.0,0.311,0.248,0.377
130
+ TFT,Chronos-2,0.154,0.038,0.308,-0.206,-0.334,-0.111
131
+ TFT,TiRex,0.346,0.154,0.538,-0.036,-0.151,0.066
132
+ TFT,TabPFN-TS,0.308,0.154,0.5,-0.107,-0.202,-0.031
133
+ TFT,TimesFM-2.5,0.385,0.192,0.577,-0.014,-0.138,0.091
134
+ TFT,Chronos-Bolt,0.385,0.192,0.577,-0.012,-0.121,0.082
135
+ TFT,FlowState,0.346,0.154,0.538,-0.005,-0.122,0.097
136
+ TFT,Moirai-2.0,0.423,0.231,0.615,0.008,-0.108,0.114
137
+ TFT,Toto-1.0,0.423,0.231,0.615,0.014,-0.102,0.121
138
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
139
+ TFT,Sundial-Base,0.615,0.423,0.808,0.05,-0.077,0.156
140
+ TFT,DeepAR,0.538,0.346,0.731,0.074,-0.014,0.155
141
+ TFT,PatchTST,0.654,0.462,0.808,0.087,0.008,0.164
142
+ TFT,AutoARIMA,0.731,0.538,0.885,0.253,0.134,0.349
143
+ TFT,Stat. Ensemble,0.769,0.577,0.923,0.276,0.161,0.373
144
+ TFT,CatBoost,0.885,0.769,1.0,0.255,0.15,0.342
145
+ TFT,Seasonal Naive,0.846,0.692,0.962,0.321,0.223,0.403
146
  Sundial-Base,Chronos-2,0.038,0.0,0.115,-0.269,-0.379,-0.186
147
  Sundial-Base,TiRex,0.212,0.077,0.365,-0.09,-0.18,-0.009
148
+ Sundial-Base,TabPFN-TS,0.231,0.077,0.385,-0.165,-0.29,-0.062
149
  Sundial-Base,TimesFM-2.5,0.212,0.077,0.365,-0.067,-0.168,0.021
 
150
  Sundial-Base,Chronos-Bolt,0.25,0.096,0.404,-0.065,-0.157,0.023
151
+ Sundial-Base,FlowState,0.288,0.115,0.462,-0.057,-0.15,0.028
152
  Sundial-Base,Moirai-2.0,0.25,0.096,0.404,-0.044,-0.142,0.048
153
+ Sundial-Base,Toto-1.0,0.25,0.096,0.404,-0.038,-0.127,0.05
154
+ Sundial-Base,TFT,0.385,0.192,0.577,-0.052,-0.184,0.071
155
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
156
+ Sundial-Base,DeepAR,0.538,0.346,0.731,0.025,-0.089,0.128
157
+ Sundial-Base,PatchTST,0.577,0.385,0.731,0.039,-0.107,0.161
158
+ Sundial-Base,AutoARIMA,0.769,0.577,0.923,0.213,0.123,0.293
159
+ Sundial-Base,Stat. Ensemble,0.808,0.654,0.923,0.238,0.15,0.314
160
+ Sundial-Base,CatBoost,0.846,0.692,0.962,0.216,0.13,0.293
161
  Sundial-Base,Seasonal Naive,0.962,0.885,1.0,0.285,0.209,0.359
162
+ DeepAR,Chronos-2,0.115,0.0,0.231,-0.302,-0.423,-0.199
163
+ DeepAR,TiRex,0.192,0.077,0.346,-0.119,-0.226,-0.011
164
+ DeepAR,TabPFN-TS,0.154,0.038,0.308,-0.195,-0.304,-0.103
165
+ DeepAR,TimesFM-2.5,0.269,0.115,0.462,-0.095,-0.204,0.014
166
+ DeepAR,Chronos-Bolt,0.269,0.115,0.423,-0.093,-0.201,0.018
167
+ DeepAR,FlowState,0.269,0.115,0.423,-0.085,-0.201,0.023
168
+ DeepAR,Moirai-2.0,0.346,0.191,0.538,-0.071,-0.172,0.029
169
+ DeepAR,Toto-1.0,0.308,0.154,0.5,-0.064,-0.165,0.037
170
+ DeepAR,TFT,0.462,0.269,0.654,-0.08,-0.184,0.014
171
+ DeepAR,Sundial-Base,0.462,0.269,0.654,-0.026,-0.147,0.082
172
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
173
+ DeepAR,PatchTST,0.462,0.269,0.654,0.014,-0.074,0.094
174
+ DeepAR,AutoARIMA,0.673,0.5,0.846,0.193,0.082,0.302
175
+ DeepAR,Stat. Ensemble,0.673,0.5,0.846,0.218,0.111,0.323
176
+ DeepAR,CatBoost,0.885,0.769,1.0,0.195,0.119,0.274
177
+ DeepAR,Seasonal Naive,0.827,0.692,0.942,0.267,0.17,0.363
178
+ PatchTST,Chronos-2,0.154,0.038,0.308,-0.321,-0.471,-0.193
179
+ PatchTST,TiRex,0.192,0.038,0.346,-0.135,-0.257,-0.006
180
+ PatchTST,TabPFN-TS,0.192,0.077,0.346,-0.212,-0.338,-0.103
181
+ PatchTST,TimesFM-2.5,0.231,0.077,0.385,-0.111,-0.245,0.021
182
+ PatchTST,Chronos-Bolt,0.231,0.077,0.385,-0.108,-0.241,0.022
183
+ PatchTST,FlowState,0.269,0.115,0.462,-0.101,-0.222,0.027
184
+ PatchTST,Moirai-2.0,0.269,0.115,0.462,-0.086,-0.2,0.032
185
+ PatchTST,Toto-1.0,0.385,0.231,0.577,-0.08,-0.204,0.048
186
+ PatchTST,TFT,0.346,0.192,0.538,-0.095,-0.196,-0.008
187
+ PatchTST,Sundial-Base,0.423,0.269,0.615,-0.041,-0.192,0.097
188
+ PatchTST,DeepAR,0.538,0.346,0.731,-0.014,-0.103,0.069
189
+ PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
190
+ PatchTST,AutoARIMA,0.577,0.385,0.769,0.181,0.048,0.308
191
+ PatchTST,Stat. Ensemble,0.692,0.5,0.846,0.207,0.087,0.325
192
+ PatchTST,CatBoost,0.731,0.538,0.885,0.184,0.07,0.283
193
+ PatchTST,Seasonal Naive,0.769,0.577,0.923,0.256,0.142,0.364
194
+ AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.614,-0.823,-0.426
195
+ AutoARIMA,TiRex,0.038,0.0,0.115,-0.386,-0.548,-0.268
196
+ AutoARIMA,TabPFN-TS,0.077,0.0,0.192,-0.481,-0.701,-0.308
197
+ AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.357,-0.511,-0.24
198
+ AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.354,-0.503,-0.236
199
+ AutoARIMA,FlowState,0.115,0.0,0.231,-0.344,-0.51,-0.221
200
+ AutoARIMA,Moirai-2.0,0.077,0.0,0.192,-0.327,-0.494,-0.2
201
+ AutoARIMA,Toto-1.0,0.077,0.0,0.192,-0.319,-0.48,-0.197
202
+ AutoARIMA,TFT,0.269,0.115,0.462,-0.338,-0.537,-0.155
203
+ AutoARIMA,Sundial-Base,0.231,0.077,0.423,-0.271,-0.414,-0.14
204
+ AutoARIMA,DeepAR,0.327,0.154,0.5,-0.239,-0.433,-0.089
205
+ AutoARIMA,PatchTST,0.423,0.231,0.615,-0.221,-0.446,-0.05
206
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
207
+ AutoARIMA,Stat. Ensemble,0.615,0.423,0.788,0.031,-0.004,0.067
208
+ AutoARIMA,CatBoost,0.538,0.346,0.731,0.003,-0.142,0.14
209
+ AutoARIMA,Seasonal Naive,0.885,0.769,0.981,0.091,0.061,0.123
210
+ Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.666,-0.873,-0.473
211
+ Stat. Ensemble,TiRex,0.038,0.0,0.115,-0.431,-0.603,-0.3
212
+ Stat. Ensemble,TabPFN-TS,0.0,0.0,0.0,-0.529,-0.736,-0.349
213
+ Stat. Ensemble,TimesFM-2.5,0.038,0.0,0.115,-0.401,-0.573,-0.268
214
+ Stat. Ensemble,Chronos-Bolt,0.038,0.0,0.115,-0.398,-0.558,-0.272
215
+ Stat. Ensemble,FlowState,0.077,0.0,0.192,-0.388,-0.57,-0.252
216
+ Stat. Ensemble,Moirai-2.0,0.077,0.0,0.192,-0.37,-0.554,-0.23
217
+ Stat. Ensemble,Toto-1.0,0.077,0.0,0.192,-0.362,-0.529,-0.227
218
+ Stat. Ensemble,TFT,0.231,0.077,0.423,-0.381,-0.594,-0.192
219
+ Stat. Ensemble,Sundial-Base,0.192,0.077,0.346,-0.312,-0.459,-0.176
220
+ Stat. Ensemble,DeepAR,0.327,0.154,0.5,-0.279,-0.478,-0.124
221
+ Stat. Ensemble,PatchTST,0.308,0.154,0.5,-0.261,-0.481,-0.096
222
+ Stat. Ensemble,AutoARIMA,0.385,0.212,0.577,-0.032,-0.071,0.004
223
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
224
+ Stat. Ensemble,CatBoost,0.462,0.269,0.654,-0.029,-0.187,0.124
225
+ Stat. Ensemble,Seasonal Naive,0.731,0.558,0.885,0.062,0.012,0.107
226
+ CatBoost,Chronos-2,0.0,0.0,0.0,-0.618,-0.78,-0.496
227
+ CatBoost,TiRex,0.077,0.0,0.192,-0.39,-0.545,-0.269
228
+ CatBoost,TabPFN-TS,0.0,0.0,0.0,-0.485,-0.66,-0.354
229
+ CatBoost,TimesFM-2.5,0.077,0.0,0.192,-0.361,-0.525,-0.236
230
+ CatBoost,Chronos-Bolt,0.077,0.0,0.192,-0.358,-0.52,-0.234
231
+ CatBoost,FlowState,0.077,0.0,0.192,-0.348,-0.513,-0.225
232
+ CatBoost,Moirai-2.0,0.077,0.0,0.192,-0.331,-0.476,-0.215
233
+ CatBoost,Toto-1.0,0.115,0.0,0.231,-0.323,-0.463,-0.214
234
+ CatBoost,TFT,0.115,0.0,0.231,-0.342,-0.52,-0.176
235
+ CatBoost,Sundial-Base,0.154,0.038,0.308,-0.275,-0.415,-0.15
236
+ CatBoost,DeepAR,0.115,0.0,0.231,-0.243,-0.378,-0.134
237
+ CatBoost,PatchTST,0.269,0.115,0.462,-0.225,-0.395,-0.075
238
+ CatBoost,AutoARIMA,0.462,0.269,0.654,-0.003,-0.163,0.124
239
+ CatBoost,Stat. Ensemble,0.538,0.346,0.731,0.029,-0.141,0.157
240
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
241
+ CatBoost,Seasonal Naive,0.577,0.385,0.769,0.089,-0.041,0.198
242
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.776,-0.987,-0.581
243
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.526,-0.679,-0.401
244
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.63,-0.858,-0.445
245
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.493,-0.65,-0.368
 
246
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.49,-0.633,-0.376
247
+ Seasonal Naive,FlowState,0.038,0.0,0.115,-0.48,-0.638,-0.35
248
  Seasonal Naive,Moirai-2.0,0.077,0.0,0.192,-0.46,-0.627,-0.331
249
+ Seasonal Naive,Toto-1.0,0.038,0.0,0.115,-0.452,-0.604,-0.33
250
+ Seasonal Naive,TFT,0.154,0.038,0.308,-0.472,-0.675,-0.286
251
  Seasonal Naive,Sundial-Base,0.038,0.0,0.115,-0.399,-0.56,-0.264
252
+ Seasonal Naive,DeepAR,0.173,0.058,0.308,-0.364,-0.571,-0.205
253
+ Seasonal Naive,PatchTST,0.231,0.077,0.423,-0.344,-0.571,-0.166
254
+ Seasonal Naive,AutoARIMA,0.115,0.019,0.231,-0.101,-0.14,-0.065
255
+ Seasonal Naive,Stat. Ensemble,0.269,0.115,0.442,-0.066,-0.12,-0.012
256
+ Seasonal Naive,CatBoost,0.423,0.231,0.615,-0.097,-0.246,0.04
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_energy/pairwise_WAPE.csv CHANGED
@@ -1,226 +1,257 @@
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
- Chronos-2,TimesFM-2.5,0.731,0.538,0.885,0.149,0.075,0.214
4
  Chronos-2,TiRex,0.846,0.692,0.962,0.141,0.074,0.204
 
5
  Chronos-2,Chronos-Bolt,0.923,0.808,1.0,0.149,0.081,0.219
6
- Chronos-2,TabPFN-TS,0.846,0.692,0.962,0.104,0.034,0.174
7
  Chronos-2,Moirai-2.0,0.885,0.731,1.0,0.156,0.089,0.221
 
8
  Chronos-2,Sundial-Base,0.846,0.692,0.962,0.13,0.071,0.194
9
- Chronos-2,Toto-1.0,0.846,0.692,0.962,0.177,0.109,0.245
10
- Chronos-2,Stat. Ensemble,0.962,0.885,1.0,0.331,0.242,0.409
11
- Chronos-2,AutoARIMA,0.962,0.885,1.0,0.358,0.267,0.438
12
- Chronos-2,AutoTheta,0.962,0.885,1.0,0.348,0.276,0.418
13
- Chronos-2,Naive,0.885,0.731,1.0,0.518,0.403,0.613
 
 
14
  Chronos-2,Seasonal Naive,0.923,0.808,1.0,0.376,0.282,0.449
15
- Chronos-2,AutoETS,0.885,0.731,1.0,0.497,0.365,0.605
16
- Chronos-2,Drift,0.923,0.808,1.0,0.544,0.439,0.636
17
- TimesFM-2.5,Chronos-2,0.269,0.115,0.462,-0.175,-0.273,-0.081
18
- TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
19
- TimesFM-2.5,TiRex,0.442,0.25,0.635,-0.009,-0.043,0.023
20
- TimesFM-2.5,Chronos-Bolt,0.5,0.327,0.674,0.001,-0.039,0.042
21
- TimesFM-2.5,TabPFN-TS,0.5,0.308,0.692,-0.053,-0.161,0.048
22
- TimesFM-2.5,Moirai-2.0,0.577,0.404,0.75,0.009,-0.046,0.062
23
- TimesFM-2.5,Sundial-Base,0.596,0.423,0.788,-0.022,-0.12,0.067
24
- TimesFM-2.5,Toto-1.0,0.654,0.481,0.808,0.033,-0.012,0.081
25
- TimesFM-2.5,Stat. Ensemble,0.808,0.615,0.962,0.214,0.126,0.294
26
- TimesFM-2.5,AutoARIMA,0.923,0.808,1.0,0.246,0.159,0.324
27
- TimesFM-2.5,AutoTheta,0.962,0.885,1.0,0.234,0.168,0.307
28
- TimesFM-2.5,Naive,0.885,0.731,1.0,0.434,0.317,0.538
29
- TimesFM-2.5,Seasonal Naive,0.923,0.808,1.0,0.267,0.184,0.338
30
- TimesFM-2.5,AutoETS,0.846,0.692,0.962,0.409,0.27,0.532
31
- TimesFM-2.5,Drift,0.885,0.731,1.0,0.464,0.352,0.562
32
  TiRex,Chronos-2,0.154,0.038,0.308,-0.164,-0.256,-0.08
33
- TiRex,TimesFM-2.5,0.558,0.365,0.75,0.009,-0.023,0.041
34
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
 
35
  TiRex,Chronos-Bolt,0.481,0.308,0.673,0.01,-0.028,0.06
36
- TiRex,TabPFN-TS,0.538,0.346,0.731,-0.043,-0.165,0.065
37
  TiRex,Moirai-2.0,0.442,0.269,0.615,0.018,-0.013,0.051
 
38
  TiRex,Sundial-Base,0.635,0.462,0.808,-0.013,-0.12,0.076
39
- TiRex,Toto-1.0,0.712,0.538,0.885,0.042,0.009,0.077
40
- TiRex,Stat. Ensemble,0.808,0.654,0.924,0.221,0.134,0.303
41
- TiRex,AutoARIMA,0.885,0.731,1.0,0.253,0.169,0.337
42
- TiRex,AutoTheta,1.0,1.0,1.0,0.241,0.179,0.313
43
- TiRex,Naive,0.885,0.731,1.0,0.439,0.321,0.545
 
 
44
  TiRex,Seasonal Naive,0.885,0.731,1.0,0.273,0.184,0.352
45
- TiRex,AutoETS,0.846,0.692,0.962,0.414,0.268,0.54
46
- TiRex,Drift,0.885,0.731,1.0,0.469,0.354,0.568
 
 
 
 
 
 
 
 
 
 
 
 
 
 
47
  Chronos-Bolt,Chronos-2,0.077,0.0,0.192,-0.175,-0.28,-0.089
48
- Chronos-Bolt,TimesFM-2.5,0.5,0.326,0.673,-0.001,-0.044,0.038
49
  Chronos-Bolt,TiRex,0.519,0.327,0.692,-0.01,-0.064,0.027
 
50
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
51
- Chronos-Bolt,TabPFN-TS,0.462,0.269,0.654,-0.053,-0.157,0.036
52
  Chronos-Bolt,Moirai-2.0,0.577,0.404,0.731,0.008,-0.066,0.068
 
53
  Chronos-Bolt,Sundial-Base,0.519,0.327,0.692,-0.023,-0.128,0.067
54
- Chronos-Bolt,Toto-1.0,0.615,0.442,0.788,0.032,-0.022,0.081
55
- Chronos-Bolt,Stat. Ensemble,0.731,0.538,0.885,0.214,0.122,0.3
56
- Chronos-Bolt,AutoARIMA,0.846,0.692,0.962,0.245,0.16,0.331
57
- Chronos-Bolt,AutoTheta,0.962,0.885,1.0,0.234,0.166,0.312
58
- Chronos-Bolt,Naive,0.846,0.692,0.962,0.434,0.311,0.538
 
 
59
  Chronos-Bolt,Seasonal Naive,0.923,0.808,1.0,0.266,0.183,0.339
60
- Chronos-Bolt,AutoETS,0.808,0.654,0.924,0.408,0.263,0.533
61
- Chronos-Bolt,Drift,0.846,0.692,0.962,0.464,0.347,0.563
62
- TabPFN-TS,Chronos-2,0.154,0.038,0.308,-0.116,-0.211,-0.035
63
- TabPFN-TS,TimesFM-2.5,0.5,0.308,0.692,0.05,-0.05,0.139
64
- TabPFN-TS,TiRex,0.462,0.269,0.654,0.041,-0.07,0.142
65
- TabPFN-TS,Chronos-Bolt,0.538,0.346,0.731,0.051,-0.037,0.135
66
- TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
67
- TabPFN-TS,Moirai-2.0,0.538,0.346,0.731,0.059,-0.054,0.165
68
- TabPFN-TS,Sundial-Base,0.577,0.385,0.769,0.029,-0.091,0.135
69
- TabPFN-TS,Toto-1.0,0.538,0.346,0.731,0.081,-0.023,0.177
70
- TabPFN-TS,Stat. Ensemble,0.846,0.692,0.962,0.254,0.151,0.343
71
- TabPFN-TS,AutoARIMA,0.808,0.654,0.924,0.284,0.181,0.375
72
- TabPFN-TS,AutoTheta,0.846,0.692,0.962,0.273,0.178,0.359
73
- TabPFN-TS,Naive,0.808,0.654,0.923,0.462,0.33,0.57
74
- TabPFN-TS,Seasonal Naive,0.885,0.731,1.0,0.303,0.205,0.384
75
- TabPFN-TS,AutoETS,0.808,0.654,0.962,0.438,0.285,0.563
76
- TabPFN-TS,Drift,0.846,0.692,0.962,0.491,0.367,0.59
77
  Moirai-2.0,Chronos-2,0.115,0.0,0.269,-0.185,-0.284,-0.098
78
- Moirai-2.0,TimesFM-2.5,0.423,0.25,0.596,-0.009,-0.067,0.044
79
  Moirai-2.0,TiRex,0.558,0.385,0.731,-0.018,-0.054,0.013
 
80
  Moirai-2.0,Chronos-Bolt,0.423,0.269,0.596,-0.008,-0.073,0.062
81
- Moirai-2.0,TabPFN-TS,0.462,0.269,0.654,-0.062,-0.197,0.052
82
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
 
83
  Moirai-2.0,Sundial-Base,0.596,0.423,0.769,-0.032,-0.143,0.065
84
- Moirai-2.0,Toto-1.0,0.577,0.404,0.75,0.024,-0.008,0.058
85
- Moirai-2.0,Stat. Ensemble,0.692,0.5,0.846,0.207,0.115,0.288
86
- Moirai-2.0,AutoARIMA,0.808,0.654,0.923,0.239,0.149,0.328
87
- Moirai-2.0,AutoTheta,0.962,0.885,1.0,0.228,0.162,0.3
88
- Moirai-2.0,Naive,0.846,0.692,0.962,0.429,0.314,0.532
 
 
89
  Moirai-2.0,Seasonal Naive,0.808,0.654,0.924,0.26,0.164,0.341
90
- Moirai-2.0,AutoETS,0.808,0.654,0.923,0.404,0.253,0.532
91
- Moirai-2.0,Drift,0.885,0.731,1.0,0.46,0.35,0.554
 
 
 
 
 
 
 
 
 
 
 
 
 
 
92
  Sundial-Base,Chronos-2,0.154,0.038,0.308,-0.149,-0.241,-0.077
93
- Sundial-Base,TimesFM-2.5,0.404,0.212,0.577,0.022,-0.072,0.107
94
  Sundial-Base,TiRex,0.365,0.192,0.538,0.013,-0.083,0.107
 
95
  Sundial-Base,Chronos-Bolt,0.481,0.308,0.673,0.023,-0.072,0.113
96
- Sundial-Base,TabPFN-TS,0.423,0.231,0.615,-0.03,-0.156,0.083
97
  Sundial-Base,Moirai-2.0,0.404,0.231,0.577,0.031,-0.069,0.125
 
98
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
99
- Sundial-Base,Toto-1.0,0.519,0.327,0.712,0.054,-0.039,0.141
100
- Sundial-Base,Stat. Ensemble,0.769,0.577,0.923,0.231,0.132,0.318
101
- Sundial-Base,AutoARIMA,0.808,0.654,0.924,0.262,0.168,0.346
102
- Sundial-Base,AutoTheta,0.846,0.692,0.962,0.251,0.169,0.332
103
- Sundial-Base,Naive,0.846,0.692,0.962,0.446,0.316,0.562
 
 
104
  Sundial-Base,Seasonal Naive,0.846,0.692,0.962,0.283,0.183,0.364
105
- Sundial-Base,AutoETS,0.808,0.654,0.924,0.422,0.278,0.534
106
- Sundial-Base,Drift,0.846,0.692,0.962,0.476,0.35,0.586
107
- Toto-1.0,Chronos-2,0.154,0.038,0.308,-0.214,-0.324,-0.122
108
- Toto-1.0,TimesFM-2.5,0.346,0.192,0.519,-0.034,-0.089,0.012
109
- Toto-1.0,TiRex,0.288,0.115,0.462,-0.043,-0.084,-0.009
110
- Toto-1.0,Chronos-Bolt,0.385,0.212,0.558,-0.033,-0.088,0.021
111
- Toto-1.0,TabPFN-TS,0.462,0.269,0.654,-0.088,-0.216,0.022
112
- Toto-1.0,Moirai-2.0,0.423,0.25,0.596,-0.025,-0.061,0.008
113
- Toto-1.0,Sundial-Base,0.481,0.288,0.673,-0.057,-0.164,0.038
114
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
115
- Toto-1.0,Stat. Ensemble,0.692,0.5,0.846,0.188,0.094,0.273
116
- Toto-1.0,AutoARIMA,0.846,0.692,0.962,0.22,0.129,0.309
117
- Toto-1.0,AutoTheta,0.846,0.692,0.962,0.208,0.137,0.284
118
- Toto-1.0,Naive,0.808,0.654,0.924,0.415,0.296,0.517
 
 
119
  Toto-1.0,Seasonal Naive,0.846,0.654,0.962,0.242,0.151,0.321
120
- Toto-1.0,AutoETS,0.769,0.614,0.923,0.389,0.242,0.513
121
- Toto-1.0,Drift,0.885,0.769,1.0,0.446,0.337,0.542
122
- Stat. Ensemble,Chronos-2,0.038,0.0,0.115,-0.495,-0.692,-0.319
123
- Stat. Ensemble,TimesFM-2.5,0.192,0.038,0.385,-0.273,-0.416,-0.144
124
- Stat. Ensemble,TiRex,0.192,0.076,0.346,-0.284,-0.434,-0.154
125
- Stat. Ensemble,Chronos-Bolt,0.269,0.115,0.462,-0.272,-0.429,-0.139
126
- Stat. Ensemble,TabPFN-TS,0.154,0.038,0.308,-0.34,-0.522,-0.178
127
- Stat. Ensemble,Moirai-2.0,0.308,0.154,0.5,-0.261,-0.405,-0.13
128
- Stat. Ensemble,Sundial-Base,0.231,0.077,0.423,-0.301,-0.467,-0.152
129
- Stat. Ensemble,Toto-1.0,0.308,0.154,0.5,-0.231,-0.376,-0.104
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
131
- Stat. Ensemble,AutoARIMA,0.654,0.481,0.827,0.04,0.008,0.076
132
- Stat. Ensemble,AutoTheta,0.731,0.538,0.885,0.026,-0.029,0.075
133
- Stat. Ensemble,Naive,0.808,0.654,0.962,0.28,0.162,0.399
134
- Stat. Ensemble,Seasonal Naive,0.692,0.538,0.846,0.067,0.029,0.103
135
- Stat. Ensemble,AutoETS,0.808,0.654,0.923,0.248,0.12,0.381
136
- Stat. Ensemble,Drift,0.808,0.654,0.962,0.318,0.206,0.435
137
- AutoARIMA,Chronos-2,0.038,0.0,0.115,-0.558,-0.781,-0.363
138
- AutoARIMA,TimesFM-2.5,0.077,0.0,0.192,-0.326,-0.48,-0.19
139
- AutoARIMA,TiRex,0.115,0.0,0.269,-0.338,-0.509,-0.203
140
- AutoARIMA,Chronos-Bolt,0.154,0.038,0.308,-0.325,-0.496,-0.19
141
- AutoARIMA,TabPFN-TS,0.192,0.076,0.346,-0.396,-0.601,-0.222
142
- AutoARIMA,Moirai-2.0,0.192,0.077,0.346,-0.314,-0.489,-0.175
143
- AutoARIMA,Sundial-Base,0.192,0.076,0.346,-0.356,-0.529,-0.202
144
- AutoARIMA,Toto-1.0,0.154,0.038,0.308,-0.283,-0.447,-0.148
145
- AutoARIMA,Stat. Ensemble,0.346,0.173,0.519,-0.042,-0.082,-0.008
146
- AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
147
- AutoARIMA,AutoTheta,0.462,0.269,0.654,-0.015,-0.079,0.04
148
- AutoARIMA,Naive,0.731,0.577,0.885,0.249,0.12,0.379
149
- AutoARIMA,Seasonal Naive,0.692,0.519,0.846,0.027,-0.012,0.062
150
- AutoARIMA,AutoETS,0.615,0.423,0.808,0.216,0.079,0.35
151
- AutoARIMA,Drift,0.731,0.577,0.885,0.29,0.167,0.413
152
- AutoTheta,Chronos-2,0.038,0.0,0.115,-0.534,-0.718,-0.381
153
- AutoTheta,TimesFM-2.5,0.038,0.0,0.115,-0.306,-0.443,-0.202
154
- AutoTheta,TiRex,0.0,0.0,0.0,-0.318,-0.455,-0.218
155
- AutoTheta,Chronos-Bolt,0.038,0.0,0.115,-0.305,-0.452,-0.2
156
- AutoTheta,TabPFN-TS,0.154,0.038,0.308,-0.375,-0.561,-0.216
157
- AutoTheta,Moirai-2.0,0.038,0.0,0.115,-0.295,-0.428,-0.193
158
- AutoTheta,Sundial-Base,0.154,0.038,0.308,-0.335,-0.496,-0.204
159
- AutoTheta,Toto-1.0,0.154,0.038,0.308,-0.263,-0.397,-0.158
160
- AutoTheta,Stat. Ensemble,0.269,0.115,0.462,-0.026,-0.081,0.029
161
- AutoTheta,AutoARIMA,0.538,0.346,0.731,0.015,-0.042,0.073
162
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
163
- AutoTheta,Naive,0.654,0.462,0.846,0.261,0.138,0.381
164
- AutoTheta,Seasonal Naive,0.615,0.423,0.808,0.042,-0.02,0.097
165
- AutoTheta,AutoETS,0.654,0.462,0.808,0.228,0.087,0.37
166
- AutoTheta,Drift,0.808,0.654,0.962,0.3,0.184,0.415
167
- Naive,Chronos-2,0.115,0.0,0.269,-1.075,-1.586,-0.674
168
- Naive,TimesFM-2.5,0.115,0.0,0.269,-0.767,-1.166,-0.465
169
- Naive,TiRex,0.115,0.0,0.269,-0.783,-1.198,-0.474
170
- Naive,Chronos-Bolt,0.154,0.038,0.308,-0.766,-1.162,-0.452
171
- Naive,TabPFN-TS,0.192,0.077,0.346,-0.86,-1.326,-0.492
172
- Naive,Moirai-2.0,0.154,0.038,0.308,-0.751,-1.137,-0.458
173
- Naive,Sundial-Base,0.154,0.038,0.308,-0.807,-1.283,-0.462
174
- Naive,Toto-1.0,0.192,0.076,0.346,-0.709,-1.072,-0.42
175
- Naive,Stat. Ensemble,0.192,0.038,0.346,-0.388,-0.664,-0.193
176
- Naive,AutoARIMA,0.269,0.115,0.423,-0.332,-0.611,-0.137
177
- Naive,AutoTheta,0.346,0.154,0.538,-0.353,-0.616,-0.16
178
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
179
- Naive,Seasonal Naive,0.404,0.231,0.558,-0.296,-0.551,-0.107
180
- Naive,AutoETS,0.577,0.385,0.769,-0.045,-0.271,0.122
181
- Naive,Drift,0.923,0.808,1.0,0.053,0.032,0.078
182
  Seasonal Naive,Chronos-2,0.077,0.0,0.192,-0.601,-0.814,-0.393
183
- Seasonal Naive,TimesFM-2.5,0.077,0.0,0.192,-0.363,-0.511,-0.225
184
  Seasonal Naive,TiRex,0.115,0.0,0.269,-0.376,-0.544,-0.225
 
185
  Seasonal Naive,Chronos-Bolt,0.077,0.0,0.192,-0.363,-0.513,-0.225
186
- Seasonal Naive,TabPFN-TS,0.115,0.0,0.269,-0.435,-0.622,-0.257
187
  Seasonal Naive,Moirai-2.0,0.192,0.076,0.346,-0.351,-0.517,-0.196
 
188
  Seasonal Naive,Sundial-Base,0.154,0.038,0.308,-0.394,-0.572,-0.225
189
  Seasonal Naive,Toto-1.0,0.154,0.038,0.346,-0.319,-0.473,-0.178
190
- Seasonal Naive,Stat. Ensemble,0.308,0.154,0.462,-0.071,-0.115,-0.03
191
- Seasonal Naive,AutoARIMA,0.308,0.154,0.481,-0.028,-0.066,0.012
192
- Seasonal Naive,AutoTheta,0.385,0.192,0.577,-0.044,-0.107,0.019
193
- Seasonal Naive,Naive,0.596,0.442,0.769,0.228,0.097,0.355
 
 
194
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
195
- Seasonal Naive,AutoETS,0.615,0.423,0.808,0.194,0.048,0.336
196
- Seasonal Naive,Drift,0.692,0.538,0.885,0.27,0.146,0.393
197
- AutoETS,Chronos-2,0.115,0.0,0.269,-0.987,-1.529,-0.575
198
- AutoETS,TimesFM-2.5,0.154,0.038,0.308,-0.692,-1.136,-0.369
199
- AutoETS,TiRex,0.154,0.038,0.308,-0.707,-1.173,-0.365
200
- AutoETS,Chronos-Bolt,0.192,0.076,0.346,-0.69,-1.143,-0.356
201
- AutoETS,TabPFN-TS,0.192,0.038,0.346,-0.781,-1.288,-0.399
202
- AutoETS,Moirai-2.0,0.192,0.077,0.346,-0.677,-1.137,-0.34
203
- AutoETS,Sundial-Base,0.192,0.076,0.346,-0.729,-1.145,-0.385
204
- AutoETS,Toto-1.0,0.231,0.077,0.386,-0.636,-1.055,-0.318
205
- AutoETS,Stat. Ensemble,0.192,0.077,0.346,-0.329,-0.614,-0.136
206
- AutoETS,AutoARIMA,0.385,0.192,0.577,-0.275,-0.538,-0.086
207
- AutoETS,AutoTheta,0.346,0.192,0.538,-0.295,-0.587,-0.095
208
- AutoETS,Naive,0.423,0.231,0.615,0.043,-0.139,0.213
209
- AutoETS,Seasonal Naive,0.385,0.192,0.577,-0.241,-0.505,-0.051
210
- AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
211
- AutoETS,Drift,0.692,0.5,0.846,0.094,-0.078,0.255
212
- Drift,Chronos-2,0.077,0.0,0.192,-1.193,-1.748,-0.782
213
- Drift,TimesFM-2.5,0.115,0.0,0.269,-0.867,-1.283,-0.544
214
- Drift,TiRex,0.115,0.0,0.269,-0.884,-1.313,-0.548
215
- Drift,Chronos-Bolt,0.154,0.038,0.308,-0.866,-1.29,-0.531
216
- Drift,TabPFN-TS,0.154,0.038,0.308,-0.965,-1.439,-0.579
217
- Drift,Moirai-2.0,0.115,0.0,0.269,-0.85,-1.241,-0.539
218
- Drift,Sundial-Base,0.154,0.038,0.308,-0.909,-1.417,-0.539
219
- Drift,Toto-1.0,0.115,0.0,0.231,-0.806,-1.183,-0.509
220
- Drift,Stat. Ensemble,0.192,0.038,0.346,-0.467,-0.771,-0.259
221
- Drift,AutoARIMA,0.269,0.115,0.423,-0.408,-0.704,-0.2
222
- Drift,AutoTheta,0.192,0.038,0.346,-0.429,-0.71,-0.225
223
- Drift,Naive,0.077,0.0,0.192,-0.056,-0.085,-0.033
224
- Drift,Seasonal Naive,0.308,0.115,0.462,-0.369,-0.648,-0.171
225
- Drift,AutoETS,0.308,0.154,0.5,-0.104,-0.342,0.073
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
+ Chronos-2,TabPFN-TS,0.808,0.654,0.923,0.103,0.035,0.178
4
  Chronos-2,TiRex,0.846,0.692,0.962,0.141,0.074,0.204
5
+ Chronos-2,TimesFM-2.5,0.731,0.538,0.885,0.149,0.075,0.214
6
  Chronos-2,Chronos-Bolt,0.923,0.808,1.0,0.149,0.081,0.219
 
7
  Chronos-2,Moirai-2.0,0.885,0.731,1.0,0.156,0.089,0.221
8
+ Chronos-2,FlowState,0.808,0.654,0.923,0.146,0.079,0.202
9
  Chronos-2,Sundial-Base,0.846,0.692,0.962,0.13,0.071,0.194
10
+ Chronos-2,Toto-1.0,0.885,0.769,1.0,0.176,0.109,0.244
11
+ Chronos-2,TFT,0.769,0.615,0.923,0.149,0.061,0.236
12
+ Chronos-2,PatchTST,0.769,0.577,0.923,0.213,0.112,0.302
13
+ Chronos-2,DeepAR,0.846,0.692,0.962,0.201,0.118,0.276
14
+ Chronos-2,LightGBM,0.923,0.808,1.0,0.213,0.142,0.288
15
+ Chronos-2,CatBoost,0.923,0.808,1.0,0.218,0.15,0.293
16
+ Chronos-2,Stat. Ensemble,0.962,0.885,1.0,0.318,0.232,0.398
17
  Chronos-2,Seasonal Naive,0.923,0.808,1.0,0.376,0.282,0.449
18
+ TabPFN-TS,Chronos-2,0.192,0.077,0.346,-0.115,-0.216,-0.036
19
+ TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
20
+ TabPFN-TS,TiRex,0.462,0.269,0.654,0.042,-0.07,0.138
21
+ TabPFN-TS,TimesFM-2.5,0.538,0.346,0.731,0.051,-0.047,0.137
22
+ TabPFN-TS,Chronos-Bolt,0.538,0.346,0.731,0.051,-0.035,0.132
23
+ TabPFN-TS,Moirai-2.0,0.538,0.346,0.731,0.059,-0.056,0.163
24
+ TabPFN-TS,FlowState,0.577,0.385,0.769,0.047,-0.06,0.132
25
+ TabPFN-TS,Sundial-Base,0.615,0.423,0.808,0.029,-0.086,0.132
26
+ TabPFN-TS,Toto-1.0,0.577,0.385,0.769,0.081,-0.022,0.177
27
+ TabPFN-TS,TFT,0.615,0.462,0.808,0.051,-0.037,0.133
28
+ TabPFN-TS,PatchTST,0.692,0.5,0.846,0.122,0.043,0.201
29
+ TabPFN-TS,DeepAR,0.731,0.538,0.885,0.109,0.04,0.174
30
+ TabPFN-TS,LightGBM,0.692,0.538,0.847,0.123,0.035,0.22
31
+ TabPFN-TS,CatBoost,0.769,0.615,0.923,0.128,0.017,0.234
32
+ TabPFN-TS,Stat. Ensemble,0.808,0.654,0.962,0.24,0.135,0.332
33
+ TabPFN-TS,Seasonal Naive,0.962,0.885,1.0,0.304,0.213,0.381
 
34
  TiRex,Chronos-2,0.154,0.038,0.308,-0.164,-0.256,-0.08
35
+ TiRex,TabPFN-TS,0.538,0.346,0.731,-0.044,-0.161,0.065
36
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
37
+ TiRex,TimesFM-2.5,0.558,0.365,0.75,0.009,-0.023,0.041
38
  TiRex,Chronos-Bolt,0.481,0.308,0.673,0.01,-0.028,0.06
 
39
  TiRex,Moirai-2.0,0.442,0.269,0.615,0.018,-0.013,0.051
40
+ TiRex,FlowState,0.519,0.346,0.692,0.006,-0.029,0.041
41
  TiRex,Sundial-Base,0.635,0.462,0.808,-0.013,-0.12,0.076
42
+ TiRex,Toto-1.0,0.712,0.538,0.885,0.041,0.009,0.076
43
+ TiRex,TFT,0.654,0.462,0.846,0.01,-0.106,0.113
44
+ TiRex,PatchTST,0.692,0.5,0.846,0.084,-0.054,0.194
45
+ TiRex,DeepAR,0.654,0.462,0.808,0.07,-0.044,0.169
46
+ TiRex,LightGBM,0.731,0.538,0.885,0.084,-0.01,0.187
47
+ TiRex,CatBoost,0.731,0.577,0.885,0.09,-0.003,0.186
48
+ TiRex,Stat. Ensemble,0.808,0.654,0.924,0.206,0.125,0.286
49
  TiRex,Seasonal Naive,0.885,0.731,1.0,0.273,0.184,0.352
50
+ TimesFM-2.5,Chronos-2,0.269,0.115,0.462,-0.175,-0.273,-0.081
51
+ TimesFM-2.5,TabPFN-TS,0.462,0.269,0.654,-0.053,-0.159,0.045
52
+ TimesFM-2.5,TiRex,0.442,0.25,0.635,-0.009,-0.043,0.023
53
+ TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
54
+ TimesFM-2.5,Chronos-Bolt,0.5,0.327,0.674,0.001,-0.039,0.042
55
+ TimesFM-2.5,Moirai-2.0,0.577,0.404,0.75,0.009,-0.046,0.062
56
+ TimesFM-2.5,FlowState,0.538,0.365,0.712,-0.003,-0.048,0.038
57
+ TimesFM-2.5,Sundial-Base,0.596,0.423,0.788,-0.022,-0.12,0.067
58
+ TimesFM-2.5,Toto-1.0,0.654,0.481,0.808,0.032,-0.012,0.081
59
+ TimesFM-2.5,TFT,0.615,0.423,0.808,0.001,-0.117,0.102
60
+ TimesFM-2.5,PatchTST,0.731,0.577,0.885,0.076,-0.062,0.182
61
+ TimesFM-2.5,DeepAR,0.692,0.5,0.846,0.062,-0.049,0.157
62
+ TimesFM-2.5,LightGBM,0.654,0.462,0.846,0.076,-0.014,0.181
63
+ TimesFM-2.5,CatBoost,0.692,0.5,0.846,0.081,-0.011,0.182
64
+ TimesFM-2.5,Stat. Ensemble,0.808,0.615,0.962,0.199,0.119,0.279
65
+ TimesFM-2.5,Seasonal Naive,0.923,0.808,1.0,0.267,0.184,0.338
66
  Chronos-Bolt,Chronos-2,0.077,0.0,0.192,-0.175,-0.28,-0.089
67
+ Chronos-Bolt,TabPFN-TS,0.462,0.269,0.654,-0.054,-0.152,0.034
68
  Chronos-Bolt,TiRex,0.519,0.327,0.692,-0.01,-0.064,0.027
69
+ Chronos-Bolt,TimesFM-2.5,0.5,0.326,0.673,-0.001,-0.044,0.038
70
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
 
71
  Chronos-Bolt,Moirai-2.0,0.577,0.404,0.731,0.008,-0.066,0.068
72
+ Chronos-Bolt,FlowState,0.5,0.327,0.673,-0.004,-0.072,0.041
73
  Chronos-Bolt,Sundial-Base,0.519,0.327,0.692,-0.023,-0.128,0.067
74
+ Chronos-Bolt,Toto-1.0,0.615,0.442,0.788,0.032,-0.022,0.08
75
+ Chronos-Bolt,TFT,0.692,0.5,0.885,0.0,-0.101,0.094
76
+ Chronos-Bolt,PatchTST,0.615,0.423,0.808,0.075,-0.054,0.176
77
+ Chronos-Bolt,DeepAR,0.769,0.615,0.923,0.061,-0.05,0.151
78
+ Chronos-Bolt,LightGBM,0.654,0.462,0.808,0.075,-0.017,0.18
79
+ Chronos-Bolt,CatBoost,0.692,0.5,0.846,0.081,-0.023,0.185
80
+ Chronos-Bolt,Stat. Ensemble,0.731,0.538,0.885,0.198,0.108,0.286
81
  Chronos-Bolt,Seasonal Naive,0.923,0.808,1.0,0.266,0.183,0.339
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
82
  Moirai-2.0,Chronos-2,0.115,0.0,0.269,-0.185,-0.284,-0.098
83
+ Moirai-2.0,TabPFN-TS,0.462,0.269,0.654,-0.063,-0.195,0.053
84
  Moirai-2.0,TiRex,0.558,0.385,0.731,-0.018,-0.054,0.013
85
+ Moirai-2.0,TimesFM-2.5,0.423,0.25,0.596,-0.009,-0.067,0.044
86
  Moirai-2.0,Chronos-Bolt,0.423,0.269,0.596,-0.008,-0.073,0.062
 
87
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
88
+ Moirai-2.0,FlowState,0.538,0.365,0.712,-0.012,-0.065,0.03
89
  Moirai-2.0,Sundial-Base,0.596,0.423,0.769,-0.032,-0.143,0.065
90
+ Moirai-2.0,Toto-1.0,0.577,0.404,0.75,0.024,-0.008,0.056
91
+ Moirai-2.0,TFT,0.654,0.462,0.846,-0.008,-0.137,0.101
92
+ Moirai-2.0,PatchTST,0.654,0.462,0.808,0.067,-0.064,0.182
93
+ Moirai-2.0,DeepAR,0.654,0.462,0.846,0.053,-0.06,0.152
94
+ Moirai-2.0,LightGBM,0.692,0.5,0.846,0.068,-0.023,0.17
95
+ Moirai-2.0,CatBoost,0.731,0.577,0.885,0.073,-0.022,0.166
96
+ Moirai-2.0,Stat. Ensemble,0.692,0.5,0.846,0.192,0.1,0.274
97
  Moirai-2.0,Seasonal Naive,0.808,0.654,0.924,0.26,0.164,0.341
98
+ FlowState,Chronos-2,0.192,0.077,0.346,-0.171,-0.253,-0.086
99
+ FlowState,TabPFN-TS,0.423,0.231,0.615,-0.05,-0.152,0.056
100
+ FlowState,TiRex,0.481,0.308,0.654,-0.006,-0.043,0.028
101
+ FlowState,TimesFM-2.5,0.462,0.288,0.635,0.003,-0.04,0.046
102
+ FlowState,Chronos-Bolt,0.5,0.327,0.673,0.004,-0.043,0.067
103
+ FlowState,Moirai-2.0,0.462,0.288,0.635,0.012,-0.031,0.061
104
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
105
+ FlowState,Sundial-Base,0.558,0.385,0.75,-0.019,-0.118,0.069
106
+ FlowState,Toto-1.0,0.5,0.327,0.692,0.035,-0.006,0.084
107
+ FlowState,TFT,0.615,0.423,0.808,0.004,-0.109,0.108
108
+ FlowState,PatchTST,0.615,0.423,0.808,0.079,-0.054,0.187
109
+ FlowState,DeepAR,0.654,0.462,0.808,0.065,-0.053,0.17
110
+ FlowState,LightGBM,0.615,0.462,0.808,0.079,-0.013,0.187
111
+ FlowState,CatBoost,0.5,0.308,0.692,0.084,-0.012,0.181
112
+ FlowState,Stat. Ensemble,0.769,0.577,0.923,0.202,0.112,0.282
113
+ FlowState,Seasonal Naive,0.769,0.577,0.923,0.269,0.178,0.347
114
  Sundial-Base,Chronos-2,0.154,0.038,0.308,-0.149,-0.241,-0.077
115
+ Sundial-Base,TabPFN-TS,0.385,0.192,0.577,-0.03,-0.153,0.08
116
  Sundial-Base,TiRex,0.365,0.192,0.538,0.013,-0.083,0.107
117
+ Sundial-Base,TimesFM-2.5,0.404,0.212,0.577,0.022,-0.072,0.107
118
  Sundial-Base,Chronos-Bolt,0.481,0.308,0.673,0.023,-0.072,0.113
 
119
  Sundial-Base,Moirai-2.0,0.404,0.231,0.577,0.031,-0.069,0.125
120
+ Sundial-Base,FlowState,0.442,0.25,0.615,0.019,-0.074,0.106
121
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
122
+ Sundial-Base,Toto-1.0,0.519,0.327,0.712,0.054,-0.039,0.14
123
+ Sundial-Base,TFT,0.538,0.346,0.731,0.023,-0.095,0.144
124
+ Sundial-Base,PatchTST,0.577,0.346,0.769,0.096,-0.054,0.224
125
+ Sundial-Base,DeepAR,0.615,0.423,0.808,0.082,-0.036,0.188
126
+ Sundial-Base,LightGBM,0.731,0.577,0.885,0.096,-0.017,0.204
127
+ Sundial-Base,CatBoost,0.731,0.538,0.885,0.101,0.012,0.187
128
+ Sundial-Base,Stat. Ensemble,0.769,0.577,0.923,0.217,0.12,0.307
129
  Sundial-Base,Seasonal Naive,0.846,0.692,0.962,0.283,0.183,0.364
130
+ Toto-1.0,Chronos-2,0.115,0.0,0.231,-0.214,-0.323,-0.123
131
+ Toto-1.0,TabPFN-TS,0.423,0.231,0.615,-0.088,-0.215,0.022
132
+ Toto-1.0,TiRex,0.288,0.115,0.462,-0.043,-0.083,-0.009
133
+ Toto-1.0,TimesFM-2.5,0.346,0.192,0.519,-0.033,-0.088,0.012
134
+ Toto-1.0,Chronos-Bolt,0.385,0.212,0.558,-0.033,-0.087,0.021
135
+ Toto-1.0,Moirai-2.0,0.423,0.25,0.596,-0.024,-0.06,0.008
136
+ Toto-1.0,FlowState,0.5,0.308,0.673,-0.037,-0.092,0.006
137
+ Toto-1.0,Sundial-Base,0.481,0.288,0.673,-0.057,-0.163,0.038
 
138
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
139
+ Toto-1.0,TFT,0.577,0.385,0.769,-0.033,-0.162,0.081
140
+ Toto-1.0,PatchTST,0.577,0.385,0.769,0.045,-0.102,0.164
141
+ Toto-1.0,DeepAR,0.654,0.462,0.808,0.031,-0.093,0.134
142
+ Toto-1.0,LightGBM,0.654,0.462,0.846,0.045,-0.045,0.146
143
+ Toto-1.0,CatBoost,0.654,0.462,0.808,0.051,-0.041,0.142
144
+ Toto-1.0,Stat. Ensemble,0.692,0.5,0.846,0.172,0.083,0.258
145
  Toto-1.0,Seasonal Naive,0.846,0.654,0.962,0.242,0.151,0.321
146
+ TFT,Chronos-2,0.231,0.077,0.385,-0.176,-0.309,-0.065
147
+ TFT,TabPFN-TS,0.385,0.192,0.538,-0.054,-0.153,0.036
148
+ TFT,TiRex,0.346,0.154,0.538,-0.01,-0.127,0.096
149
+ TFT,TimesFM-2.5,0.385,0.192,0.577,-0.001,-0.113,0.105
150
+ TFT,Chronos-Bolt,0.308,0.115,0.5,-0.0,-0.104,0.092
151
+ TFT,Moirai-2.0,0.346,0.154,0.538,0.008,-0.113,0.12
152
+ TFT,FlowState,0.385,0.192,0.577,-0.004,-0.121,0.098
153
+ TFT,Sundial-Base,0.462,0.269,0.654,-0.023,-0.169,0.087
154
+ TFT,Toto-1.0,0.423,0.231,0.615,0.031,-0.088,0.139
155
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
156
+ TFT,PatchTST,0.538,0.346,0.731,0.075,-0.01,0.157
157
+ TFT,DeepAR,0.577,0.385,0.769,0.061,-0.017,0.142
158
+ TFT,LightGBM,0.615,0.423,0.808,0.075,-0.048,0.188
159
+ TFT,CatBoost,0.615,0.423,0.808,0.08,-0.062,0.204
160
+ TFT,Stat. Ensemble,0.692,0.5,0.846,0.198,0.093,0.282
161
+ TFT,Seasonal Naive,0.846,0.692,0.962,0.266,0.174,0.342
162
+ PatchTST,Chronos-2,0.231,0.077,0.423,-0.271,-0.432,-0.126
163
+ PatchTST,TabPFN-TS,0.308,0.154,0.5,-0.139,-0.252,-0.045
164
+ PatchTST,TiRex,0.308,0.154,0.5,-0.092,-0.241,0.051
165
+ PatchTST,TimesFM-2.5,0.269,0.115,0.423,-0.082,-0.222,0.059
166
+ PatchTST,Chronos-Bolt,0.385,0.192,0.577,-0.081,-0.214,0.051
167
+ PatchTST,Moirai-2.0,0.346,0.192,0.538,-0.072,-0.223,0.06
168
+ PatchTST,FlowState,0.385,0.192,0.577,-0.085,-0.231,0.051
169
+ PatchTST,Sundial-Base,0.423,0.231,0.654,-0.106,-0.288,0.051
170
+ PatchTST,Toto-1.0,0.423,0.231,0.615,-0.047,-0.196,0.093
171
+ PatchTST,TFT,0.462,0.269,0.654,-0.081,-0.187,0.01
172
+ PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
173
+ PatchTST,DeepAR,0.5,0.308,0.692,-0.015,-0.084,0.06
174
+ PatchTST,LightGBM,0.5,0.308,0.692,0.0,-0.137,0.131
175
+ PatchTST,CatBoost,0.5,0.308,0.692,0.006,-0.154,0.155
176
+ PatchTST,Stat. Ensemble,0.654,0.462,0.846,0.133,0.012,0.248
177
+ PatchTST,Seasonal Naive,0.731,0.576,0.885,0.207,0.106,0.306
178
+ DeepAR,Chronos-2,0.154,0.038,0.308,-0.252,-0.381,-0.134
179
+ DeepAR,TabPFN-TS,0.269,0.115,0.462,-0.123,-0.21,-0.042
180
+ DeepAR,TiRex,0.346,0.192,0.538,-0.076,-0.203,0.042
181
+ DeepAR,TimesFM-2.5,0.308,0.154,0.5,-0.066,-0.187,0.047
182
+ DeepAR,Chronos-Bolt,0.231,0.077,0.385,-0.065,-0.177,0.047
183
+ DeepAR,Moirai-2.0,0.346,0.154,0.538,-0.056,-0.179,0.057
184
+ DeepAR,FlowState,0.346,0.192,0.538,-0.069,-0.205,0.051
185
+ DeepAR,Sundial-Base,0.385,0.192,0.577,-0.09,-0.232,0.035
186
+ DeepAR,Toto-1.0,0.346,0.192,0.538,-0.031,-0.155,0.085
187
+ DeepAR,TFT,0.423,0.231,0.615,-0.065,-0.166,0.017
188
+ DeepAR,PatchTST,0.5,0.308,0.692,0.015,-0.063,0.078
189
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
190
+ DeepAR,LightGBM,0.538,0.346,0.731,0.015,-0.082,0.12
191
+ DeepAR,CatBoost,0.538,0.346,0.731,0.021,-0.093,0.134
192
+ DeepAR,Stat. Ensemble,0.596,0.423,0.769,0.146,0.036,0.25
193
+ DeepAR,Seasonal Naive,0.827,0.692,0.942,0.218,0.128,0.307
194
+ LightGBM,Chronos-2,0.077,0.0,0.192,-0.271,-0.405,-0.166
195
+ LightGBM,TabPFN-TS,0.308,0.153,0.462,-0.14,-0.282,-0.037
196
+ LightGBM,TiRex,0.269,0.115,0.462,-0.092,-0.23,0.01
197
+ LightGBM,TimesFM-2.5,0.346,0.154,0.538,-0.082,-0.221,0.014
198
+ LightGBM,Chronos-Bolt,0.346,0.192,0.538,-0.081,-0.219,0.017
199
+ LightGBM,Moirai-2.0,0.308,0.154,0.5,-0.072,-0.205,0.023
200
+ LightGBM,FlowState,0.385,0.192,0.538,-0.086,-0.23,0.013
201
+ LightGBM,Sundial-Base,0.269,0.115,0.423,-0.106,-0.256,0.016
202
+ LightGBM,Toto-1.0,0.346,0.154,0.538,-0.047,-0.171,0.043
203
+ LightGBM,TFT,0.385,0.192,0.577,-0.081,-0.232,0.046
204
+ LightGBM,PatchTST,0.5,0.308,0.692,-0.0,-0.15,0.12
205
+ LightGBM,DeepAR,0.462,0.269,0.654,-0.015,-0.137,0.075
206
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
207
+ LightGBM,CatBoost,0.462,0.269,0.654,0.006,-0.055,0.061
208
+ LightGBM,Stat. Ensemble,0.654,0.462,0.846,0.133,-0.007,0.243
209
+ LightGBM,Seasonal Naive,0.808,0.615,0.923,0.206,0.082,0.307
210
+ CatBoost,Chronos-2,0.077,0.0,0.192,-0.278,-0.415,-0.177
211
+ CatBoost,TabPFN-TS,0.231,0.077,0.385,-0.146,-0.306,-0.017
212
+ CatBoost,TiRex,0.269,0.115,0.423,-0.098,-0.228,0.003
213
+ CatBoost,TimesFM-2.5,0.308,0.154,0.5,-0.088,-0.222,0.01
214
+ CatBoost,Chronos-Bolt,0.308,0.154,0.5,-0.088,-0.228,0.022
215
+ CatBoost,Moirai-2.0,0.269,0.115,0.423,-0.079,-0.199,0.022
216
+ CatBoost,FlowState,0.5,0.308,0.692,-0.092,-0.221,0.012
217
+ CatBoost,Sundial-Base,0.269,0.115,0.462,-0.113,-0.23,-0.012
218
+ CatBoost,Toto-1.0,0.346,0.192,0.538,-0.053,-0.166,0.039
219
+ CatBoost,TFT,0.385,0.192,0.577,-0.087,-0.256,0.059
220
+ CatBoost,PatchTST,0.5,0.308,0.692,-0.006,-0.184,0.134
221
+ CatBoost,DeepAR,0.462,0.269,0.654,-0.021,-0.155,0.085
222
+ CatBoost,LightGBM,0.538,0.346,0.731,-0.006,-0.065,0.052
223
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
224
+ CatBoost,Stat. Ensemble,0.654,0.462,0.808,0.128,-0.008,0.238
225
+ CatBoost,Seasonal Naive,0.769,0.577,0.923,0.202,0.07,0.303
226
+ Stat. Ensemble,Chronos-2,0.038,0.0,0.115,-0.466,-0.661,-0.303
227
+ Stat. Ensemble,TabPFN-TS,0.192,0.038,0.346,-0.315,-0.496,-0.157
228
+ Stat. Ensemble,TiRex,0.192,0.076,0.346,-0.26,-0.4,-0.143
229
+ Stat. Ensemble,TimesFM-2.5,0.192,0.038,0.385,-0.249,-0.387,-0.135
230
+ Stat. Ensemble,Chronos-Bolt,0.269,0.115,0.462,-0.248,-0.4,-0.121
231
+ Stat. Ensemble,Moirai-2.0,0.308,0.154,0.5,-0.237,-0.377,-0.111
232
+ Stat. Ensemble,FlowState,0.231,0.077,0.423,-0.253,-0.393,-0.126
233
+ Stat. Ensemble,Sundial-Base,0.231,0.077,0.423,-0.276,-0.443,-0.136
234
+ Stat. Ensemble,Toto-1.0,0.308,0.154,0.5,-0.208,-0.348,-0.091
235
+ Stat. Ensemble,TFT,0.308,0.154,0.5,-0.247,-0.393,-0.103
236
+ Stat. Ensemble,PatchTST,0.346,0.154,0.538,-0.154,-0.33,-0.012
237
+ Stat. Ensemble,DeepAR,0.404,0.231,0.577,-0.171,-0.333,-0.037
238
+ Stat. Ensemble,LightGBM,0.346,0.154,0.538,-0.154,-0.322,0.007
239
+ Stat. Ensemble,CatBoost,0.346,0.192,0.538,-0.147,-0.313,0.008
240
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
241
+ Stat. Ensemble,Seasonal Naive,0.731,0.558,0.885,0.084,0.037,0.13
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
242
  Seasonal Naive,Chronos-2,0.077,0.0,0.192,-0.601,-0.814,-0.393
243
+ Seasonal Naive,TabPFN-TS,0.038,0.0,0.115,-0.436,-0.616,-0.27
244
  Seasonal Naive,TiRex,0.115,0.0,0.269,-0.376,-0.544,-0.225
245
+ Seasonal Naive,TimesFM-2.5,0.077,0.0,0.192,-0.363,-0.511,-0.225
246
  Seasonal Naive,Chronos-Bolt,0.077,0.0,0.192,-0.363,-0.513,-0.225
 
247
  Seasonal Naive,Moirai-2.0,0.192,0.076,0.346,-0.351,-0.517,-0.196
248
+ Seasonal Naive,FlowState,0.231,0.077,0.423,-0.368,-0.532,-0.217
249
  Seasonal Naive,Sundial-Base,0.154,0.038,0.308,-0.394,-0.572,-0.225
250
  Seasonal Naive,Toto-1.0,0.154,0.038,0.346,-0.319,-0.473,-0.178
251
+ Seasonal Naive,TFT,0.154,0.038,0.308,-0.362,-0.521,-0.21
252
+ Seasonal Naive,PatchTST,0.269,0.115,0.424,-0.26,-0.44,-0.119
253
+ Seasonal Naive,DeepAR,0.173,0.058,0.308,-0.279,-0.443,-0.147
254
+ Seasonal Naive,LightGBM,0.192,0.077,0.385,-0.26,-0.442,-0.09
255
+ Seasonal Naive,CatBoost,0.231,0.077,0.423,-0.253,-0.434,-0.075
256
+ Seasonal Naive,Stat. Ensemble,0.269,0.115,0.442,-0.092,-0.149,-0.038
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_energy/pairwise_WQL.csv CHANGED
@@ -1,226 +1,257 @@
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TiRex,0.808,0.654,0.962,0.143,0.076,0.204
4
- Chronos-2,TabPFN-TS,0.808,0.654,0.962,0.103,0.043,0.165
5
  Chronos-2,TimesFM-2.5,0.808,0.654,0.962,0.159,0.086,0.224
6
  Chronos-2,Chronos-Bolt,0.962,0.885,1.0,0.165,0.099,0.23
 
7
  Chronos-2,Moirai-2.0,0.923,0.808,1.0,0.175,0.108,0.243
8
- Chronos-2,Toto-1.0,0.885,0.769,1.0,0.186,0.119,0.253
 
9
  Chronos-2,Sundial-Base,0.962,0.885,1.0,0.212,0.16,0.273
10
- Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.401,0.322,0.47
11
- Chronos-2,AutoARIMA,1.0,1.0,1.0,0.402,0.319,0.474
12
- Chronos-2,AutoETS,0.962,0.885,1.0,0.565,0.464,0.652
 
 
13
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.46,0.384,0.522
14
- Chronos-2,AutoTheta,1.0,1.0,1.0,0.485,0.417,0.553
15
- Chronos-2,Naive,1.0,1.0,1.0,0.642,0.566,0.711
16
- Chronos-2,Drift,1.0,1.0,1.0,0.657,0.583,0.723
17
  TiRex,Chronos-2,0.192,0.038,0.346,-0.166,-0.256,-0.083
18
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
19
- TiRex,TabPFN-TS,0.462,0.269,0.654,-0.047,-0.16,0.056
20
  TiRex,TimesFM-2.5,0.673,0.5,0.846,0.02,-0.015,0.053
21
  TiRex,Chronos-Bolt,0.712,0.538,0.865,0.026,-0.018,0.077
 
22
  TiRex,Moirai-2.0,0.75,0.577,0.904,0.038,0.007,0.071
23
- TiRex,Toto-1.0,0.827,0.673,0.962,0.051,0.023,0.082
 
24
  TiRex,Sundial-Base,0.788,0.635,0.923,0.082,-0.005,0.162
25
- TiRex,Stat. Ensemble,0.923,0.808,1.0,0.302,0.222,0.379
26
- TiRex,AutoARIMA,0.962,0.885,1.0,0.302,0.222,0.38
27
- TiRex,AutoETS,0.962,0.885,1.0,0.493,0.379,0.594
 
 
28
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.37,0.299,0.439
29
- TiRex,AutoTheta,1.0,1.0,1.0,0.4,0.33,0.472
30
- TiRex,Naive,1.0,1.0,1.0,0.583,0.496,0.662
31
- TiRex,Drift,1.0,1.0,1.0,0.6,0.519,0.674
32
- TabPFN-TS,Chronos-2,0.192,0.038,0.346,-0.114,-0.198,-0.045
33
- TabPFN-TS,TiRex,0.538,0.346,0.731,0.045,-0.06,0.138
34
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
35
- TabPFN-TS,TimesFM-2.5,0.5,0.308,0.692,0.063,-0.03,0.15
36
- TabPFN-TS,Chronos-Bolt,0.577,0.385,0.769,0.069,-0.012,0.148
37
- TabPFN-TS,Moirai-2.0,0.615,0.423,0.808,0.081,-0.022,0.18
38
- TabPFN-TS,Toto-1.0,0.577,0.385,0.769,0.093,-0.007,0.189
39
- TabPFN-TS,Sundial-Base,0.769,0.615,0.923,0.123,0.016,0.219
40
- TabPFN-TS,Stat. Ensemble,0.962,0.885,1.0,0.333,0.245,0.415
41
- TabPFN-TS,AutoARIMA,0.885,0.731,1.0,0.333,0.24,0.418
42
- TabPFN-TS,AutoETS,0.962,0.885,1.0,0.516,0.398,0.612
43
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.398,0.321,0.473
44
- TabPFN-TS,AutoTheta,1.0,1.0,1.0,0.426,0.336,0.513
45
- TabPFN-TS,Naive,1.0,1.0,1.0,0.601,0.507,0.685
46
- TabPFN-TS,Drift,1.0,1.0,1.0,0.618,0.526,0.695
 
47
  TimesFM-2.5,Chronos-2,0.192,0.038,0.346,-0.19,-0.289,-0.094
48
  TimesFM-2.5,TiRex,0.327,0.154,0.5,-0.02,-0.056,0.015
49
- TimesFM-2.5,TabPFN-TS,0.5,0.308,0.692,-0.068,-0.177,0.029
50
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
51
  TimesFM-2.5,Chronos-Bolt,0.577,0.404,0.75,0.006,-0.031,0.046
 
52
  TimesFM-2.5,Moirai-2.0,0.615,0.442,0.788,0.018,-0.038,0.072
53
- TimesFM-2.5,Toto-1.0,0.654,0.481,0.808,0.032,-0.016,0.081
 
54
  TimesFM-2.5,Sundial-Base,0.75,0.596,0.904,0.063,-0.029,0.147
55
- TimesFM-2.5,Stat. Ensemble,0.962,0.885,1.0,0.288,0.209,0.366
56
- TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.288,0.212,0.365
57
- TimesFM-2.5,AutoETS,0.962,0.885,1.0,0.483,0.376,0.581
 
 
58
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.357,0.288,0.423
59
- TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.387,0.31,0.47
60
- TimesFM-2.5,Naive,1.0,1.0,1.0,0.574,0.483,0.657
61
- TimesFM-2.5,Drift,1.0,1.0,1.0,0.592,0.507,0.67
62
  Chronos-Bolt,Chronos-2,0.038,0.0,0.115,-0.197,-0.299,-0.11
63
  Chronos-Bolt,TiRex,0.288,0.135,0.462,-0.027,-0.084,0.018
64
- Chronos-Bolt,TabPFN-TS,0.423,0.231,0.615,-0.074,-0.174,0.012
65
  Chronos-Bolt,TimesFM-2.5,0.423,0.25,0.596,-0.006,-0.048,0.03
66
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
 
67
  Chronos-Bolt,Moirai-2.0,0.462,0.308,0.635,0.012,-0.062,0.076
68
- Chronos-Bolt,Toto-1.0,0.577,0.404,0.75,0.026,-0.03,0.079
 
69
  Chronos-Bolt,Sundial-Base,0.75,0.596,0.904,0.057,-0.039,0.142
70
- Chronos-Bolt,Stat. Ensemble,0.923,0.808,1.0,0.283,0.207,0.358
71
- Chronos-Bolt,AutoARIMA,0.923,0.808,1.0,0.284,0.204,0.362
72
- Chronos-Bolt,AutoETS,0.962,0.885,1.0,0.48,0.368,0.58
 
 
73
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.353,0.287,0.417
74
- Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.384,0.307,0.466
75
- Chronos-Bolt,Naive,1.0,1.0,1.0,0.572,0.485,0.651
76
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.589,0.506,0.663
 
 
 
 
 
 
 
 
 
 
 
 
 
77
  Moirai-2.0,Chronos-2,0.077,0.0,0.192,-0.212,-0.32,-0.122
78
  Moirai-2.0,TiRex,0.25,0.096,0.423,-0.039,-0.077,-0.007
79
- Moirai-2.0,TabPFN-TS,0.385,0.192,0.577,-0.088,-0.219,0.022
80
  Moirai-2.0,TimesFM-2.5,0.385,0.212,0.558,-0.019,-0.077,0.037
81
  Moirai-2.0,Chronos-Bolt,0.538,0.365,0.692,-0.012,-0.082,0.058
 
82
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
83
- Moirai-2.0,Toto-1.0,0.538,0.365,0.712,0.014,-0.016,0.046
 
84
  Moirai-2.0,Sundial-Base,0.788,0.654,0.923,0.045,-0.054,0.134
85
- Moirai-2.0,Stat. Ensemble,0.885,0.768,1.0,0.274,0.181,0.36
86
- Moirai-2.0,AutoARIMA,0.923,0.808,1.0,0.275,0.183,0.363
87
- Moirai-2.0,AutoETS,0.923,0.808,1.0,0.473,0.354,0.58
 
 
88
  Moirai-2.0,Seasonal Naive,0.923,0.808,1.0,0.345,0.266,0.421
89
- Moirai-2.0,AutoTheta,0.923,0.808,1.0,0.376,0.293,0.457
90
- Moirai-2.0,Naive,0.962,0.885,1.0,0.566,0.482,0.648
91
- Moirai-2.0,Drift,1.0,1.0,1.0,0.584,0.502,0.661
92
- Toto-1.0,Chronos-2,0.115,0.0,0.231,-0.229,-0.339,-0.136
93
- Toto-1.0,TiRex,0.173,0.038,0.327,-0.054,-0.089,-0.024
94
- Toto-1.0,TabPFN-TS,0.423,0.231,0.615,-0.103,-0.233,0.007
95
- Toto-1.0,TimesFM-2.5,0.346,0.192,0.519,-0.033,-0.088,0.016
96
- Toto-1.0,Chronos-Bolt,0.423,0.25,0.596,-0.026,-0.086,0.029
97
- Toto-1.0,Moirai-2.0,0.462,0.288,0.635,-0.014,-0.048,0.016
98
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
99
- Toto-1.0,Sundial-Base,0.712,0.557,0.865,0.032,-0.064,0.118
100
- Toto-1.0,Stat. Ensemble,0.846,0.692,0.962,0.264,0.176,0.347
101
- Toto-1.0,AutoARIMA,0.885,0.731,1.0,0.265,0.173,0.351
102
- Toto-1.0,AutoETS,0.885,0.731,1.0,0.466,0.343,0.573
103
- Toto-1.0,Seasonal Naive,0.962,0.885,1.0,0.336,0.258,0.412
104
- Toto-1.0,AutoTheta,0.962,0.885,1.0,0.367,0.282,0.45
105
- Toto-1.0,Naive,0.962,0.885,1.0,0.56,0.475,0.64
106
- Toto-1.0,Drift,0.962,0.885,1.0,0.578,0.497,0.654
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107
  Sundial-Base,Chronos-2,0.038,0.0,0.115,-0.27,-0.375,-0.19
108
  Sundial-Base,TiRex,0.212,0.077,0.365,-0.089,-0.193,0.005
109
- Sundial-Base,TabPFN-TS,0.231,0.077,0.385,-0.14,-0.281,-0.016
110
  Sundial-Base,TimesFM-2.5,0.25,0.096,0.404,-0.067,-0.172,0.029
111
  Sundial-Base,Chronos-Bolt,0.25,0.096,0.404,-0.061,-0.166,0.037
 
112
  Sundial-Base,Moirai-2.0,0.212,0.077,0.346,-0.048,-0.154,0.052
113
- Sundial-Base,Toto-1.0,0.288,0.135,0.443,-0.033,-0.133,0.06
 
114
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
115
- Sundial-Base,Stat. Ensemble,0.769,0.577,0.923,0.24,0.14,0.328
116
- Sundial-Base,AutoARIMA,0.808,0.654,0.962,0.24,0.142,0.324
117
- Sundial-Base,AutoETS,0.846,0.692,0.962,0.448,0.328,0.539
 
 
118
  Sundial-Base,Seasonal Naive,0.885,0.731,1.0,0.314,0.227,0.393
119
- Sundial-Base,AutoTheta,0.923,0.808,1.0,0.346,0.251,0.424
120
- Sundial-Base,Naive,0.962,0.885,1.0,0.546,0.446,0.638
121
- Sundial-Base,Drift,1.0,1.0,1.0,0.564,0.467,0.653
122
- Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.67,-0.887,-0.475
123
- Stat. Ensemble,TiRex,0.077,0.0,0.192,-0.432,-0.61,-0.286
124
- Stat. Ensemble,TabPFN-TS,0.038,0.0,0.115,-0.499,-0.711,-0.324
125
- Stat. Ensemble,TimesFM-2.5,0.038,0.0,0.115,-0.404,-0.576,-0.265
126
- Stat. Ensemble,Chronos-Bolt,0.077,0.0,0.192,-0.395,-0.558,-0.261
127
- Stat. Ensemble,Moirai-2.0,0.115,0.0,0.232,-0.378,-0.563,-0.221
128
- Stat. Ensemble,Toto-1.0,0.154,0.038,0.308,-0.359,-0.531,-0.214
129
- Stat. Ensemble,Sundial-Base,0.231,0.077,0.423,-0.315,-0.489,-0.162
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
131
- Stat. Ensemble,AutoARIMA,0.5,0.308,0.692,0.001,-0.03,0.03
132
- Stat. Ensemble,AutoETS,0.808,0.654,0.923,0.274,0.156,0.394
133
- Stat. Ensemble,Seasonal Naive,0.808,0.673,0.923,0.098,0.062,0.134
134
- Stat. Ensemble,AutoTheta,0.846,0.692,0.962,0.14,0.054,0.228
135
- Stat. Ensemble,Naive,0.962,0.885,1.0,0.403,0.302,0.5
136
- Stat. Ensemble,Drift,0.962,0.885,1.0,0.427,0.332,0.521
137
- AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.672,-0.901,-0.469
138
- AutoARIMA,TiRex,0.038,0.0,0.115,-0.433,-0.614,-0.285
139
- AutoARIMA,TabPFN-TS,0.115,0.0,0.269,-0.5,-0.719,-0.316
140
- AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.405,-0.574,-0.269
141
- AutoARIMA,Chronos-Bolt,0.077,0.0,0.192,-0.396,-0.568,-0.256
142
- AutoARIMA,Moirai-2.0,0.077,0.0,0.192,-0.379,-0.569,-0.224
143
- AutoARIMA,Toto-1.0,0.115,0.0,0.269,-0.36,-0.54,-0.209
144
- AutoARIMA,Sundial-Base,0.192,0.038,0.346,-0.316,-0.48,-0.166
145
- AutoARIMA,Stat. Ensemble,0.5,0.308,0.692,-0.001,-0.031,0.029
 
146
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
147
- AutoARIMA,AutoETS,0.731,0.538,0.885,0.273,0.152,0.393
148
- AutoARIMA,Seasonal Naive,0.846,0.712,0.962,0.097,0.065,0.133
149
- AutoARIMA,AutoTheta,0.846,0.692,0.962,0.139,0.048,0.225
150
- AutoARIMA,Naive,0.885,0.769,1.0,0.402,0.299,0.502
151
- AutoARIMA,Drift,0.923,0.808,1.0,0.427,0.331,0.523
152
- AutoETS,Chronos-2,0.038,0.0,0.115,-1.301,-1.876,-0.865
153
- AutoETS,TiRex,0.038,0.0,0.115,-0.973,-1.463,-0.611
154
- AutoETS,TabPFN-TS,0.038,0.0,0.115,-1.065,-1.575,-0.661
155
- AutoETS,TimesFM-2.5,0.038,0.0,0.115,-0.934,-1.389,-0.604
156
- AutoETS,Chronos-Bolt,0.038,0.0,0.115,-0.922,-1.378,-0.581
157
- AutoETS,Moirai-2.0,0.077,0.0,0.192,-0.898,-1.383,-0.547
158
- AutoETS,Toto-1.0,0.115,0.0,0.269,-0.873,-1.342,-0.522
159
- AutoETS,Sundial-Base,0.154,0.038,0.308,-0.812,-1.168,-0.489
160
- AutoETS,Stat. Ensemble,0.192,0.077,0.346,-0.378,-0.651,-0.185
161
- AutoETS,AutoARIMA,0.269,0.115,0.462,-0.376,-0.647,-0.18
162
- AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
163
- AutoETS,Seasonal Naive,0.423,0.231,0.615,-0.243,-0.498,-0.059
164
- AutoETS,AutoTheta,0.423,0.231,0.615,-0.185,-0.496,0.024
165
- AutoETS,Naive,0.692,0.5,0.846,0.177,-0.005,0.343
166
- AutoETS,Drift,0.769,0.614,0.923,0.211,0.031,0.372
167
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.852,-1.093,-0.622
168
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.588,-0.782,-0.427
169
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.662,-0.896,-0.473
170
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.556,-0.734,-0.404
171
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.547,-0.716,-0.403
 
172
  Seasonal Naive,Moirai-2.0,0.077,0.0,0.192,-0.528,-0.727,-0.362
173
- Seasonal Naive,Toto-1.0,0.038,0.0,0.115,-0.507,-0.7,-0.348
 
174
  Seasonal Naive,Sundial-Base,0.115,0.0,0.269,-0.458,-0.646,-0.293
175
- Seasonal Naive,Stat. Ensemble,0.192,0.077,0.327,-0.109,-0.155,-0.066
176
- Seasonal Naive,AutoARIMA,0.154,0.038,0.288,-0.108,-0.153,-0.069
177
- Seasonal Naive,AutoETS,0.577,0.385,0.769,0.195,0.055,0.332
 
 
178
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
179
- Seasonal Naive,AutoTheta,0.5,0.308,0.692,0.047,-0.058,0.151
180
- Seasonal Naive,Naive,0.75,0.596,0.885,0.338,0.225,0.448
181
- Seasonal Naive,Drift,0.846,0.692,0.962,0.365,0.257,0.469
182
- AutoTheta,Chronos-2,0.0,0.0,0.0,-0.942,-1.236,-0.714
183
- AutoTheta,TiRex,0.0,0.0,0.0,-0.665,-0.895,-0.491
184
- AutoTheta,TabPFN-TS,0.0,0.0,0.0,-0.743,-1.051,-0.506
185
- AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.633,-0.887,-0.449
186
- AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.622,-0.874,-0.442
187
- AutoTheta,Moirai-2.0,0.077,0.0,0.192,-0.602,-0.84,-0.415
188
- AutoTheta,Toto-1.0,0.038,0.0,0.115,-0.581,-0.819,-0.392
189
- AutoTheta,Sundial-Base,0.077,0.0,0.192,-0.53,-0.735,-0.335
190
- AutoTheta,Stat. Ensemble,0.154,0.038,0.308,-0.163,-0.296,-0.057
191
- AutoTheta,AutoARIMA,0.154,0.038,0.308,-0.162,-0.29,-0.05
192
- AutoTheta,AutoETS,0.577,0.385,0.769,0.156,-0.025,0.332
193
- AutoTheta,Seasonal Naive,0.5,0.308,0.692,-0.049,-0.178,0.054
194
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
195
- AutoTheta,Naive,0.692,0.5,0.846,0.305,0.169,0.434
196
- AutoTheta,Drift,0.769,0.615,0.923,0.334,0.2,0.458
197
- Naive,Chronos-2,0.0,0.0,0.0,-1.796,-2.464,-1.302
198
- Naive,TiRex,0.0,0.0,0.0,-1.397,-1.954,-0.985
199
- Naive,TabPFN-TS,0.0,0.0,0.0,-1.509,-2.175,-1.028
200
- Naive,TimesFM-2.5,0.0,0.0,0.0,-1.35,-1.917,-0.935
201
- Naive,Chronos-Bolt,0.0,0.0,0.0,-1.335,-1.866,-0.941
202
- Naive,Moirai-2.0,0.038,0.0,0.115,-1.306,-1.84,-0.93
203
- Naive,Toto-1.0,0.038,0.0,0.115,-1.275,-1.776,-0.904
204
- Naive,Sundial-Base,0.038,0.0,0.115,-1.201,-1.761,-0.804
205
- Naive,Stat. Ensemble,0.038,0.0,0.115,-0.674,-1.0,-0.432
206
- Naive,AutoARIMA,0.115,0.0,0.231,-0.672,-1.007,-0.426
207
- Naive,AutoETS,0.308,0.154,0.5,-0.215,-0.523,0.005
208
- Naive,Seasonal Naive,0.25,0.115,0.404,-0.51,-0.811,-0.291
209
- Naive,AutoTheta,0.308,0.154,0.5,-0.439,-0.768,-0.203
210
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Naive,Drift,0.962,0.885,1.0,0.041,0.026,0.058
212
- Drift,Chronos-2,0.0,0.0,0.0,-1.915,-2.609,-1.396
213
- Drift,TiRex,0.0,0.0,0.0,-1.5,-2.068,-1.08
214
- Drift,TabPFN-TS,0.0,0.0,0.0,-1.616,-2.276,-1.108
215
- Drift,TimesFM-2.5,0.0,0.0,0.0,-1.45,-2.03,-1.028
216
- Drift,Chronos-Bolt,0.0,0.0,0.0,-1.435,-1.97,-1.024
217
- Drift,Moirai-2.0,0.0,0.0,0.0,-1.405,-1.953,-1.008
218
- Drift,Toto-1.0,0.038,0.0,0.115,-1.372,-1.889,-0.986
219
- Drift,Sundial-Base,0.0,0.0,0.0,-1.296,-1.882,-0.876
220
- Drift,Stat. Ensemble,0.038,0.0,0.115,-0.746,-1.089,-0.497
221
- Drift,AutoARIMA,0.077,0.0,0.192,-0.744,-1.097,-0.495
222
- Drift,AutoETS,0.231,0.077,0.386,-0.267,-0.592,-0.032
223
- Drift,Seasonal Naive,0.154,0.038,0.308,-0.574,-0.885,-0.347
224
- Drift,AutoTheta,0.231,0.077,0.385,-0.501,-0.843,-0.25
225
- Drift,Naive,0.038,0.0,0.115,-0.043,-0.062,-0.027
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TiRex,0.808,0.654,0.962,0.143,0.076,0.204
4
+ Chronos-2,TabPFN-TS,0.846,0.692,0.962,0.105,0.046,0.172
5
  Chronos-2,TimesFM-2.5,0.808,0.654,0.962,0.159,0.086,0.224
6
  Chronos-2,Chronos-Bolt,0.962,0.885,1.0,0.165,0.099,0.23
7
+ Chronos-2,FlowState,0.846,0.692,0.962,0.166,0.098,0.224
8
  Chronos-2,Moirai-2.0,0.923,0.808,1.0,0.175,0.108,0.243
9
+ Chronos-2,Toto-1.0,0.885,0.769,1.0,0.186,0.119,0.252
10
+ Chronos-2,TFT,0.769,0.615,0.923,0.171,0.091,0.255
11
  Chronos-2,Sundial-Base,0.962,0.885,1.0,0.212,0.16,0.273
12
+ Chronos-2,PatchTST,0.846,0.692,0.962,0.248,0.158,0.33
13
+ Chronos-2,DeepAR,0.885,0.769,1.0,0.241,0.168,0.309
14
+ Chronos-2,LightGBM,1.0,1.0,1.0,0.373,0.318,0.434
15
+ Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.393,0.316,0.461
16
+ Chronos-2,AutoARIMA,1.0,1.0,1.0,0.393,0.313,0.464
17
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.46,0.384,0.522
 
 
 
18
  TiRex,Chronos-2,0.192,0.038,0.346,-0.166,-0.256,-0.083
19
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
20
+ TiRex,TabPFN-TS,0.5,0.308,0.692,-0.043,-0.153,0.057
21
  TiRex,TimesFM-2.5,0.673,0.5,0.846,0.02,-0.015,0.053
22
  TiRex,Chronos-Bolt,0.712,0.538,0.865,0.026,-0.018,0.077
23
+ TiRex,FlowState,0.596,0.404,0.769,0.027,-0.013,0.066
24
  TiRex,Moirai-2.0,0.75,0.577,0.904,0.038,0.007,0.071
25
+ TiRex,Toto-1.0,0.788,0.635,0.942,0.05,0.022,0.081
26
+ TiRex,TFT,0.654,0.462,0.846,0.033,-0.083,0.135
27
  TiRex,Sundial-Base,0.788,0.635,0.923,0.082,-0.005,0.162
28
+ TiRex,PatchTST,0.769,0.615,0.923,0.123,-0.007,0.223
29
+ TiRex,DeepAR,0.731,0.538,0.885,0.115,0.006,0.208
30
+ TiRex,LightGBM,0.808,0.654,0.924,0.269,0.192,0.351
31
+ TiRex,Stat. Ensemble,0.923,0.808,1.0,0.292,0.22,0.369
32
+ TiRex,AutoARIMA,0.962,0.885,1.0,0.293,0.215,0.367
33
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.37,0.299,0.439
34
+ TabPFN-TS,Chronos-2,0.154,0.038,0.308,-0.118,-0.207,-0.048
35
+ TabPFN-TS,TiRex,0.5,0.308,0.692,0.042,-0.06,0.132
 
 
 
36
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
37
+ TabPFN-TS,TimesFM-2.5,0.538,0.346,0.731,0.061,-0.032,0.147
38
+ TabPFN-TS,Chronos-Bolt,0.577,0.385,0.769,0.066,-0.013,0.144
39
+ TabPFN-TS,FlowState,0.577,0.385,0.769,0.068,-0.037,0.15
40
+ TabPFN-TS,Moirai-2.0,0.615,0.423,0.808,0.078,-0.027,0.177
41
+ TabPFN-TS,Toto-1.0,0.577,0.385,0.769,0.09,-0.012,0.186
42
+ TabPFN-TS,TFT,0.615,0.462,0.808,0.073,-0.017,0.157
43
+ TabPFN-TS,Sundial-Base,0.808,0.654,0.962,0.12,0.014,0.215
44
+ TabPFN-TS,PatchTST,0.769,0.615,0.923,0.16,0.077,0.241
45
+ TabPFN-TS,DeepAR,0.846,0.692,0.962,0.152,0.078,0.221
46
+ TabPFN-TS,LightGBM,0.923,0.808,1.0,0.3,0.226,0.38
47
+ TabPFN-TS,Stat. Ensemble,0.923,0.808,1.0,0.322,0.232,0.407
48
+ TabPFN-TS,AutoARIMA,0.923,0.808,1.0,0.322,0.231,0.409
49
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.396,0.322,0.469
50
  TimesFM-2.5,Chronos-2,0.192,0.038,0.346,-0.19,-0.289,-0.094
51
  TimesFM-2.5,TiRex,0.327,0.154,0.5,-0.02,-0.056,0.015
52
+ TimesFM-2.5,TabPFN-TS,0.462,0.269,0.654,-0.064,-0.172,0.031
53
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
54
  TimesFM-2.5,Chronos-Bolt,0.577,0.404,0.75,0.006,-0.031,0.046
55
+ TimesFM-2.5,FlowState,0.538,0.365,0.712,0.008,-0.042,0.052
56
  TimesFM-2.5,Moirai-2.0,0.615,0.442,0.788,0.018,-0.038,0.072
57
+ TimesFM-2.5,Toto-1.0,0.654,0.481,0.808,0.031,-0.017,0.08
58
+ TimesFM-2.5,TFT,0.615,0.423,0.808,0.014,-0.101,0.121
59
  TimesFM-2.5,Sundial-Base,0.75,0.596,0.904,0.063,-0.029,0.147
60
+ TimesFM-2.5,PatchTST,0.731,0.577,0.885,0.105,-0.029,0.21
61
+ TimesFM-2.5,DeepAR,0.731,0.538,0.885,0.097,-0.015,0.186
62
+ TimesFM-2.5,LightGBM,0.808,0.654,0.962,0.255,0.176,0.34
63
+ TimesFM-2.5,Stat. Ensemble,0.962,0.885,1.0,0.278,0.204,0.356
64
+ TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.278,0.206,0.354
65
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.357,0.288,0.423
 
 
 
66
  Chronos-Bolt,Chronos-2,0.038,0.0,0.115,-0.197,-0.299,-0.11
67
  Chronos-Bolt,TiRex,0.288,0.135,0.462,-0.027,-0.084,0.018
68
+ Chronos-Bolt,TabPFN-TS,0.423,0.231,0.615,-0.071,-0.168,0.013
69
  Chronos-Bolt,TimesFM-2.5,0.423,0.25,0.596,-0.006,-0.048,0.03
70
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
71
+ Chronos-Bolt,FlowState,0.5,0.326,0.674,0.002,-0.072,0.05
72
  Chronos-Bolt,Moirai-2.0,0.462,0.308,0.635,0.012,-0.062,0.076
73
+ Chronos-Bolt,Toto-1.0,0.615,0.442,0.769,0.025,-0.03,0.078
74
+ Chronos-Bolt,TFT,0.577,0.385,0.769,0.007,-0.099,0.108
75
  Chronos-Bolt,Sundial-Base,0.75,0.596,0.904,0.057,-0.039,0.142
76
+ Chronos-Bolt,PatchTST,0.692,0.5,0.846,0.1,-0.031,0.201
77
+ Chronos-Bolt,DeepAR,0.769,0.615,0.923,0.092,-0.024,0.18
78
+ Chronos-Bolt,LightGBM,0.846,0.692,0.962,0.25,0.171,0.336
79
+ Chronos-Bolt,Stat. Ensemble,0.923,0.808,1.0,0.274,0.199,0.348
80
+ Chronos-Bolt,AutoARIMA,0.923,0.808,1.0,0.274,0.199,0.354
81
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.353,0.287,0.417
82
+ FlowState,Chronos-2,0.154,0.038,0.308,-0.199,-0.288,-0.109
83
+ FlowState,TiRex,0.404,0.231,0.596,-0.028,-0.071,0.013
84
+ FlowState,TabPFN-TS,0.423,0.231,0.615,-0.073,-0.177,0.036
85
+ FlowState,TimesFM-2.5,0.462,0.288,0.635,-0.008,-0.055,0.04
86
+ FlowState,Chronos-Bolt,0.5,0.326,0.674,-0.002,-0.052,0.067
87
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
88
+ FlowState,Moirai-2.0,0.538,0.365,0.712,0.011,-0.039,0.061
89
+ FlowState,Toto-1.0,0.462,0.288,0.635,0.023,-0.024,0.072
90
+ FlowState,TFT,0.577,0.385,0.769,0.006,-0.108,0.111
91
+ FlowState,Sundial-Base,0.673,0.5,0.846,0.056,-0.036,0.14
92
+ FlowState,PatchTST,0.731,0.538,0.885,0.098,-0.033,0.201
93
+ FlowState,DeepAR,0.654,0.5,0.808,0.09,-0.021,0.192
94
+ FlowState,LightGBM,0.846,0.731,0.962,0.249,0.172,0.34
95
+ FlowState,Stat. Ensemble,0.923,0.808,1.0,0.272,0.194,0.35
96
+ FlowState,AutoARIMA,0.923,0.808,1.0,0.273,0.193,0.353
97
+ FlowState,Seasonal Naive,0.923,0.808,1.0,0.352,0.275,0.427
98
  Moirai-2.0,Chronos-2,0.077,0.0,0.192,-0.212,-0.32,-0.122
99
  Moirai-2.0,TiRex,0.25,0.096,0.423,-0.039,-0.077,-0.007
100
+ Moirai-2.0,TabPFN-TS,0.385,0.192,0.577,-0.084,-0.216,0.026
101
  Moirai-2.0,TimesFM-2.5,0.385,0.212,0.558,-0.019,-0.077,0.037
102
  Moirai-2.0,Chronos-Bolt,0.538,0.365,0.692,-0.012,-0.082,0.058
103
+ Moirai-2.0,FlowState,0.462,0.288,0.635,-0.011,-0.066,0.037
104
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
105
+ Moirai-2.0,Toto-1.0,0.538,0.365,0.712,0.013,-0.016,0.045
106
+ Moirai-2.0,TFT,0.615,0.423,0.808,-0.005,-0.135,0.104
107
  Moirai-2.0,Sundial-Base,0.788,0.654,0.923,0.045,-0.054,0.134
108
+ Moirai-2.0,PatchTST,0.692,0.5,0.846,0.089,-0.033,0.194
109
+ Moirai-2.0,DeepAR,0.692,0.5,0.846,0.08,-0.029,0.172
110
+ Moirai-2.0,LightGBM,0.846,0.692,0.962,0.241,0.166,0.326
111
+ Moirai-2.0,Stat. Ensemble,0.885,0.768,1.0,0.264,0.177,0.349
112
+ Moirai-2.0,AutoARIMA,0.923,0.808,1.0,0.265,0.176,0.35
113
  Moirai-2.0,Seasonal Naive,0.923,0.808,1.0,0.345,0.266,0.421
114
+ Toto-1.0,Chronos-2,0.115,0.0,0.231,-0.228,-0.337,-0.135
115
+ Toto-1.0,TiRex,0.212,0.058,0.365,-0.053,-0.088,-0.023
116
+ Toto-1.0,TabPFN-TS,0.423,0.231,0.615,-0.099,-0.228,0.012
117
+ Toto-1.0,TimesFM-2.5,0.346,0.192,0.519,-0.032,-0.087,0.017
118
+ Toto-1.0,Chronos-Bolt,0.385,0.231,0.558,-0.026,-0.085,0.029
119
+ Toto-1.0,FlowState,0.538,0.365,0.712,-0.024,-0.078,0.023
120
+ Toto-1.0,Moirai-2.0,0.462,0.288,0.635,-0.013,-0.047,0.016
 
 
121
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
122
+ Toto-1.0,TFT,0.577,0.385,0.769,-0.018,-0.153,0.095
123
+ Toto-1.0,Sundial-Base,0.712,0.557,0.865,0.033,-0.063,0.118
124
+ Toto-1.0,PatchTST,0.615,0.423,0.808,0.077,-0.07,0.195
125
+ Toto-1.0,DeepAR,0.692,0.5,0.846,0.068,-0.058,0.164
126
+ Toto-1.0,LightGBM,0.846,0.692,0.962,0.231,0.157,0.313
127
+ Toto-1.0,Stat. Ensemble,0.846,0.692,0.962,0.255,0.167,0.337
128
+ Toto-1.0,AutoARIMA,0.885,0.731,1.0,0.255,0.168,0.34
129
+ Toto-1.0,Seasonal Naive,0.962,0.885,1.0,0.337,0.259,0.412
130
+ TFT,Chronos-2,0.231,0.077,0.385,-0.206,-0.343,-0.101
131
+ TFT,TiRex,0.346,0.154,0.538,-0.034,-0.156,0.076
132
+ TFT,TabPFN-TS,0.385,0.192,0.538,-0.079,-0.186,0.017
133
+ TFT,TimesFM-2.5,0.385,0.192,0.577,-0.014,-0.138,0.092
134
+ TFT,Chronos-Bolt,0.423,0.231,0.615,-0.008,-0.122,0.09
135
+ TFT,FlowState,0.423,0.231,0.615,-0.006,-0.125,0.097
136
+ TFT,Moirai-2.0,0.385,0.192,0.577,0.005,-0.116,0.119
137
+ TFT,Toto-1.0,0.423,0.231,0.615,0.018,-0.106,0.133
138
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
139
+ TFT,Sundial-Base,0.615,0.423,0.808,0.05,-0.088,0.161
140
+ TFT,PatchTST,0.615,0.423,0.808,0.093,0.014,0.17
141
+ TFT,DeepAR,0.654,0.462,0.846,0.085,-0.006,0.172
142
+ TFT,LightGBM,0.769,0.615,0.923,0.244,0.14,0.339
143
+ TFT,Stat. Ensemble,0.731,0.538,0.885,0.268,0.164,0.356
144
+ TFT,AutoARIMA,0.692,0.5,0.846,0.268,0.156,0.363
145
+ TFT,Seasonal Naive,0.846,0.692,0.962,0.349,0.256,0.43
146
  Sundial-Base,Chronos-2,0.038,0.0,0.115,-0.27,-0.375,-0.19
147
  Sundial-Base,TiRex,0.212,0.077,0.365,-0.089,-0.193,0.005
148
+ Sundial-Base,TabPFN-TS,0.192,0.038,0.346,-0.136,-0.274,-0.015
149
  Sundial-Base,TimesFM-2.5,0.25,0.096,0.404,-0.067,-0.172,0.029
150
  Sundial-Base,Chronos-Bolt,0.25,0.096,0.404,-0.061,-0.166,0.037
151
+ Sundial-Base,FlowState,0.327,0.154,0.5,-0.059,-0.163,0.035
152
  Sundial-Base,Moirai-2.0,0.212,0.077,0.346,-0.048,-0.154,0.052
153
+ Sundial-Base,Toto-1.0,0.288,0.135,0.443,-0.034,-0.134,0.059
154
+ Sundial-Base,TFT,0.385,0.192,0.577,-0.053,-0.193,0.081
155
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
156
+ Sundial-Base,PatchTST,0.462,0.269,0.615,0.045,-0.112,0.174
157
+ Sundial-Base,DeepAR,0.577,0.385,0.769,0.036,-0.09,0.144
158
+ Sundial-Base,LightGBM,0.808,0.654,0.924,0.204,0.101,0.303
159
+ Sundial-Base,Stat. Ensemble,0.769,0.577,0.923,0.229,0.136,0.314
160
+ Sundial-Base,AutoARIMA,0.808,0.654,0.962,0.23,0.14,0.313
161
  Sundial-Base,Seasonal Naive,0.885,0.731,1.0,0.314,0.227,0.393
162
+ PatchTST,Chronos-2,0.154,0.038,0.308,-0.33,-0.493,-0.187
163
+ PatchTST,TiRex,0.231,0.077,0.385,-0.14,-0.287,0.007
164
+ PatchTST,TabPFN-TS,0.231,0.077,0.385,-0.19,-0.317,-0.084
165
+ PatchTST,TimesFM-2.5,0.269,0.115,0.423,-0.118,-0.267,0.028
166
+ PatchTST,Chronos-Bolt,0.308,0.154,0.5,-0.111,-0.252,0.03
167
+ PatchTST,FlowState,0.269,0.115,0.462,-0.109,-0.251,0.032
168
+ PatchTST,Moirai-2.0,0.308,0.154,0.5,-0.097,-0.241,0.032
169
+ PatchTST,Toto-1.0,0.385,0.192,0.577,-0.083,-0.243,0.066
170
+ PatchTST,TFT,0.385,0.192,0.577,-0.103,-0.205,-0.014
171
+ PatchTST,Sundial-Base,0.538,0.385,0.731,-0.047,-0.211,0.101
172
+ PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
173
+ PatchTST,DeepAR,0.5,0.308,0.692,-0.009,-0.094,0.076
174
+ PatchTST,LightGBM,0.692,0.538,0.846,0.167,0.045,0.276
175
+ PatchTST,Stat. Ensemble,0.654,0.462,0.808,0.193,0.071,0.314
176
+ PatchTST,AutoARIMA,0.692,0.538,0.885,0.193,0.062,0.32
177
+ PatchTST,Seasonal Naive,0.846,0.692,0.962,0.282,0.177,0.386
178
+ DeepAR,Chronos-2,0.115,0.0,0.231,-0.318,-0.448,-0.201
179
+ DeepAR,TiRex,0.269,0.115,0.462,-0.13,-0.262,-0.006
180
+ DeepAR,TabPFN-TS,0.154,0.038,0.308,-0.179,-0.284,-0.085
181
+ DeepAR,TimesFM-2.5,0.269,0.115,0.462,-0.108,-0.228,0.015
182
+ DeepAR,Chronos-Bolt,0.231,0.077,0.385,-0.101,-0.219,0.023
183
+ DeepAR,FlowState,0.346,0.192,0.5,-0.099,-0.237,0.021
184
+ DeepAR,Moirai-2.0,0.308,0.154,0.5,-0.087,-0.208,0.028
185
+ DeepAR,Toto-1.0,0.308,0.154,0.5,-0.073,-0.196,0.054
186
+ DeepAR,TFT,0.346,0.154,0.538,-0.093,-0.208,0.006
187
+ DeepAR,Sundial-Base,0.423,0.231,0.615,-0.038,-0.168,0.082
188
+ DeepAR,PatchTST,0.5,0.308,0.692,0.009,-0.082,0.086
189
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
190
+ DeepAR,LightGBM,0.731,0.577,0.885,0.174,0.092,0.267
191
+ DeepAR,Stat. Ensemble,0.635,0.461,0.827,0.2,0.09,0.31
192
+ DeepAR,AutoARIMA,0.596,0.404,0.769,0.201,0.084,0.315
193
+ DeepAR,Seasonal Naive,0.827,0.692,0.942,0.288,0.189,0.384
194
+ LightGBM,Chronos-2,0.0,0.0,0.0,-0.596,-0.767,-0.466
195
+ LightGBM,TiRex,0.192,0.076,0.346,-0.369,-0.541,-0.237
196
+ LightGBM,TabPFN-TS,0.077,0.0,0.192,-0.428,-0.612,-0.293
197
+ LightGBM,TimesFM-2.5,0.192,0.038,0.346,-0.342,-0.516,-0.213
198
+ LightGBM,Chronos-Bolt,0.154,0.038,0.308,-0.333,-0.505,-0.207
199
+ LightGBM,FlowState,0.154,0.038,0.269,-0.331,-0.516,-0.208
200
+ LightGBM,Moirai-2.0,0.154,0.038,0.308,-0.317,-0.484,-0.199
201
+ LightGBM,Toto-1.0,0.154,0.038,0.308,-0.3,-0.456,-0.186
202
+ LightGBM,TFT,0.231,0.077,0.385,-0.323,-0.514,-0.162
203
+ LightGBM,Sundial-Base,0.192,0.076,0.346,-0.257,-0.435,-0.112
204
+ LightGBM,PatchTST,0.308,0.154,0.462,-0.2,-0.381,-0.047
205
+ LightGBM,DeepAR,0.269,0.115,0.423,-0.211,-0.363,-0.101
206
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
207
+ LightGBM,Stat. Ensemble,0.577,0.385,0.769,0.031,-0.135,0.165
208
+ LightGBM,AutoARIMA,0.654,0.462,0.808,0.032,-0.137,0.173
209
+ LightGBM,Seasonal Naive,0.654,0.462,0.808,0.138,-0.001,0.25
210
+ Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.648,-0.856,-0.462
211
+ Stat. Ensemble,TiRex,0.077,0.0,0.192,-0.413,-0.584,-0.282
212
+ Stat. Ensemble,TabPFN-TS,0.077,0.0,0.192,-0.474,-0.686,-0.302
213
+ Stat. Ensemble,TimesFM-2.5,0.038,0.0,0.115,-0.385,-0.552,-0.256
214
+ Stat. Ensemble,Chronos-Bolt,0.077,0.0,0.192,-0.377,-0.535,-0.249
215
+ Stat. Ensemble,FlowState,0.077,0.0,0.192,-0.374,-0.538,-0.241
216
+ Stat. Ensemble,Moirai-2.0,0.115,0.0,0.232,-0.36,-0.537,-0.214
217
+ Stat. Ensemble,Toto-1.0,0.154,0.038,0.308,-0.342,-0.507,-0.201
218
+ Stat. Ensemble,TFT,0.269,0.115,0.462,-0.366,-0.553,-0.197
219
+ Stat. Ensemble,Sundial-Base,0.231,0.077,0.423,-0.298,-0.457,-0.157
220
+ Stat. Ensemble,PatchTST,0.346,0.192,0.538,-0.239,-0.458,-0.077
221
+ Stat. Ensemble,DeepAR,0.365,0.173,0.539,-0.25,-0.45,-0.099
222
+ Stat. Ensemble,LightGBM,0.423,0.231,0.615,-0.033,-0.197,0.119
223
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
224
+ Stat. Ensemble,AutoARIMA,0.5,0.327,0.692,0.001,-0.03,0.029
225
+ Stat. Ensemble,Seasonal Naive,0.808,0.654,0.942,0.11,0.065,0.15
226
+ AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.649,-0.867,-0.455
227
+ AutoARIMA,TiRex,0.038,0.0,0.115,-0.414,-0.58,-0.274
228
+ AutoARIMA,TabPFN-TS,0.077,0.0,0.192,-0.475,-0.693,-0.301
229
+ AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.386,-0.548,-0.259
230
+ AutoARIMA,Chronos-Bolt,0.077,0.0,0.192,-0.377,-0.548,-0.248
231
+ AutoARIMA,FlowState,0.077,0.0,0.192,-0.375,-0.547,-0.239
232
+ AutoARIMA,Moirai-2.0,0.077,0.0,0.192,-0.36,-0.538,-0.214
233
+ AutoARIMA,Toto-1.0,0.115,0.0,0.269,-0.343,-0.514,-0.202
234
+ AutoARIMA,TFT,0.308,0.154,0.5,-0.367,-0.569,-0.185
235
+ AutoARIMA,Sundial-Base,0.192,0.038,0.346,-0.298,-0.456,-0.163
236
+ AutoARIMA,PatchTST,0.308,0.115,0.462,-0.24,-0.47,-0.066
237
+ AutoARIMA,DeepAR,0.404,0.231,0.596,-0.251,-0.46,-0.092
238
+ AutoARIMA,LightGBM,0.346,0.192,0.538,-0.033,-0.209,0.12
239
+ AutoARIMA,Stat. Ensemble,0.5,0.308,0.673,-0.001,-0.03,0.029
240
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
241
+ AutoARIMA,Seasonal Naive,0.885,0.769,0.981,0.11,0.072,0.147
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
242
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.852,-1.093,-0.622
243
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.588,-0.782,-0.427
244
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.657,-0.882,-0.476
245
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.556,-0.734,-0.404
246
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.547,-0.716,-0.403
247
+ Seasonal Naive,FlowState,0.077,0.0,0.192,-0.544,-0.745,-0.38
248
  Seasonal Naive,Moirai-2.0,0.077,0.0,0.192,-0.528,-0.727,-0.362
249
+ Seasonal Naive,Toto-1.0,0.038,0.0,0.115,-0.508,-0.7,-0.35
250
+ Seasonal Naive,TFT,0.154,0.038,0.308,-0.535,-0.756,-0.344
251
  Seasonal Naive,Sundial-Base,0.115,0.0,0.269,-0.458,-0.646,-0.293
252
+ Seasonal Naive,PatchTST,0.154,0.038,0.308,-0.392,-0.628,-0.215
253
+ Seasonal Naive,DeepAR,0.173,0.058,0.308,-0.405,-0.624,-0.234
254
+ Seasonal Naive,LightGBM,0.346,0.192,0.538,-0.16,-0.333,0.001
255
+ Seasonal Naive,Stat. Ensemble,0.192,0.058,0.346,-0.124,-0.176,-0.069
256
+ Seasonal Naive,AutoARIMA,0.115,0.019,0.231,-0.123,-0.173,-0.077
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_health/leaderboard_MASE.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,74.99999999999999,31.785976470244737,0.0,0.33713188125000004,0.0,0.0
3
- TimesFM-2.5,74.99999999999999,32.87474900010455,0.0,1.1526229114583333,0.0,0.0
4
- TiRex,70.0,32.475887751126365,0.0,0.3170949572916667,0.0,0.0
5
- TabPFN-TS,68.57142857142857,30.065972963196263,0.0,28.343891684635416,0.0,0.0
6
- Moirai-2.0,65.35714285714286,33.79488514595498,0.0,0.34801128166666667,0.1,0.0
7
- Toto-1.0,60.71428571428571,31.61987589396246,0.0,9.245004833333333,0.0,0.0
8
- Chronos-Bolt,56.785714285714285,30.041136141125392,0.0,0.406559469375,0.0,0.0
9
- Stat. Ensemble,50.71428571428572,29.22957519821191,0.0,193.737679803125,0.0,0.0
10
- AutoETS,49.28571428571429,28.071655389223615,0.0,2.600062978125,0.0,0.0
11
- Sundial-Base,48.57142857142857,22.707876070444478,0.0,8.29280267,0.0,0.0
12
- AutoARIMA,36.42857142857142,5.881738788340107,0.0,7.909155262500001,0.0,0.0
13
- AutoTheta,30.71428571428571,15.209167110886634,0.0,2.196897983333333,0.0,0.0
14
- Seasonal Naive,21.78571428571429,0.0,0.0,1.1288162752343749,0.0,0.0
15
- Naive,21.071428571428573,0.30982946320681215,0.0,1.196338605,0.0,0.0
16
- Drift,20.0,7.491051478030797,0.0,1.1894594236458333,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ TimesFM-2.5,75.5,32.87474894024488,0.0,1.1256479395833334,0.0,0.0
3
+ Chronos-2,73.0,31.78597649489514,0.0,0.3492251116666667,0.0,0.0
4
+ TiRex,70.5,32.47588770643868,0.0,0.330588668125,0.0,0.0
5
+ TabPFN-TS,70.0,34.55373879766452,0.0,53.951610824166664,0.0,0.0
6
+ FlowState,68.5,27.93729353213241,0.0,1.679734656979167,0.0,0.0
7
+ Moirai-2.0,66.75000000000001,33.79488506711863,0.0,0.3505868739583333,0.1,0.0
8
+ LightGBM,63.0,33.38915880315173,1.2161332720833333,0.19742606979166666,0.0,0.0
9
+ CatBoost,61.999999999999986,33.16623383500657,13.210264008932292,0.19426541770833333,0.0,0.0
10
+ Chronos-Bolt,60.750000000000014,30.041136052707273,0.0,0.41178704374999997,0.0,0.0
11
+ Toto-1.0,60.00000000000001,31.700573837170467,0.0,9.804296426666667,0.0,0.0
12
+ Stat. Ensemble,53.0,29.22979017092695,0.0,191.30953815208332,0.0,0.0
13
+ Sundial-Base,52.000000000000014,22.70787609837541,0.0,8.29280267,0.0,0.0
14
+ AutoETS,52.0,28.071655328734924,0.0,2.5273205354166666,0.0,0.0
15
+ AutoARIMA,39.0,5.881738752268506,0.0,7.6933014760416665,0.0,0.0
16
+ TFT,34.0,8.056299346355855,577.3621929408333,0.91290832015625,0.0,0.0
17
+ AutoTheta,31.999999999999996,15.20916710141943,0.0,2.3246237520833333,0.0,0.0
18
+ PatchTST,27.999999999999993,12.927869318522445,812.3820815818749,0.4485787422916667,0.0,0.0
19
+ DeepAR,26.5,8.848833829469338,1252.3585836206248,0.9790481578125001,0.0,0.0
20
+ Seasonal Naive,22.249999999999996,0.0,0.0,1.2681127877083334,0.0,0.0
21
+ Naive,20.749999999999996,0.30982947391161586,0.0,1.2969351423177082,0.0,0.0
22
+ Drift,20.5,7.491051482058886,0.0,1.3917920932291667,0.0,0.0
tables/domain_health/leaderboard_SQL.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,81.42857142857143,38.088755291215016,0.0,0.33713188125000004,0.0,0.0
3
- TimesFM-2.5,76.42857142857142,38.03594076932182,0.0,1.1526229114583333,0.0,0.0
4
- TiRex,70.71428571428572,36.908809578202614,0.0,0.3170949572916667,0.0,0.0
5
- Moirai-2.0,69.64285714285714,38.69101656633476,0.0,0.34801128166666667,0.1,0.0
6
- Toto-1.0,66.42857142857143,37.84147796075432,0.0,9.245004833333333,0.0,0.0
7
- TabPFN-TS,65.71428571428571,35.21500006276798,0.0,28.343891684635416,0.0,0.0
8
- Chronos-Bolt,61.07142857142858,36.49963485983284,0.0,0.406559469375,0.0,0.0
9
- AutoETS,52.85714285714287,31.12404362920507,0.0,2.600062978125,0.0,0.0
10
- Stat. Ensemble,49.285714285714285,31.66665055693333,0.0,193.737679803125,0.0,0.0
11
- Sundial-Base,38.57142857142858,23.555776015856367,0.0,8.29280267,0.0,0.0
12
- AutoARIMA,37.857142857142854,8.155432249884543,0.0,7.909155262500001,0.0,0.0
13
- AutoTheta,26.42857142857143,17.733419423817608,0.0,2.196897983333333,0.0,0.0
14
- Seasonal Naive,21.071428571428573,0.0,0.0,1.1288162752343749,0.0,0.0
15
- Naive,17.5,-7.297793633399574,0.0,1.196338605,0.0,0.0
16
- Drift,15.0,0.4041900778196994,0.0,1.1894594236458333,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Chronos-2,83.0,38.08875531260849,0.0,0.3492251116666667,0.0,0.0
3
+ TimesFM-2.5,79.5,38.03594071146331,0.0,1.1256479395833334,0.0,0.0
4
+ Moirai-2.0,75.75,38.69101646514035,0.0,0.3505868739583333,0.1,0.0
5
+ TiRex,72.5,36.908809542631595,0.0,0.330588668125,0.0,0.0
6
+ TabPFN-TS,72.5,37.79500412291329,0.0,53.951610824166664,0.0,0.0
7
+ Chronos-Bolt,69.25000000000001,36.49963478571547,0.0,0.41178704374999997,0.0,0.0
8
+ Toto-1.0,67.5,37.78506660666954,0.0,9.804296426666667,0.0,0.0
9
+ FlowState,63.000000000000014,32.77403706037661,0.0,1.679734656979167,0.0,0.0
10
+ AutoETS,56.50000000000001,31.12404358258436,0.0,2.5273205354166666,0.0,0.0
11
+ Stat. Ensemble,52.500000000000014,31.666899122864876,0.0,191.30953815208332,0.0,0.0
12
+ LightGBM,46.00000000000001,24.996902028028057,1.2161332720833333,0.19742606979166666,0.0,0.0
13
+ CatBoost,43.0,24.745890887412404,13.210264008932292,0.19426541770833333,0.0,0.0
14
+ Sundial-Base,41.99999999999999,23.555776042271713,0.0,8.29280267,0.0,0.0
15
+ AutoARIMA,40.0,8.15543220497067,0.0,7.6933014760416665,0.0,0.0
16
+ TFT,38.49999999999999,13.487049535026774,577.3621929408333,0.91290832015625,0.0,0.0
17
+ PatchTST,32.99999999999999,17.70708962424181,812.3820815818749,0.4485787422916667,0.0,0.0
18
+ AutoTheta,32.0,17.733419411019135,0.0,2.3246237520833333,0.0,0.0
19
+ DeepAR,27.0,13.730380882991922,1252.3585836206248,0.9790481578125001,0.0,0.0
20
+ Seasonal Naive,21.749999999999996,0.0,0.0,1.2681127877083334,0.0,0.0
21
+ Naive,17.75,-7.297793646802875,0.0,1.2969351423177082,0.0,0.0
22
+ Drift,17.0,0.404190086867684,0.0,1.3917920932291667,0.0,0.0
tables/domain_health/leaderboard_WAPE.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- TimesFM-2.5,72.14285714285714,30.23643324970241,0.0,1.1526229114583333,0.0,0.0
3
- TiRex,67.14285714285715,29.759653338440085,0.0,0.3170949572916667,0.0,0.0
4
- Chronos-2,67.14285714285714,29.12048426647892,0.0,0.33713188125000004,0.0,0.0
5
- Moirai-2.0,66.07142857142858,31.59592125809332,0.0,0.34801128166666667,0.1,0.0
6
- Toto-1.0,64.2857142857143,28.503622669499972,0.0,9.245004833333333,0.0,0.0
7
- Stat. Ensemble,57.85714285714286,29.695571630620133,0.0,193.737679803125,0.0,0.0
8
- TabPFN-TS,57.85714285714286,22.16773042840192,0.0,28.343891684635416,0.0,0.0
9
- Chronos-Bolt,57.50000000000001,25.88326333574207,0.0,0.406559469375,0.0,0.0
10
- AutoETS,57.14285714285714,29.452418664318316,0.0,2.600062978125,0.0,0.0
11
- Sundial-Base,47.14285714285714,16.462367071514482,0.0,8.29280267,0.0,0.0
12
- AutoARIMA,35.0,15.909991992310612,0.0,7.909155262500001,0.0,0.0
13
- AutoTheta,30.0,14.265515884511814,0.0,2.196897983333333,0.0,0.0
14
- Naive,24.642857142857146,0.09410339815076885,0.0,1.196338605,0.0,0.0
15
- Seasonal Naive,23.92857142857143,0.0,0.0,1.1288162752343749,0.0,0.0
16
- Drift,22.142857142857146,6.9951032330727525,0.0,1.1894594236458333,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ TimesFM-2.5,75.0,30.236433011588616,0.0,1.1256479395833334,0.0,0.0
3
+ TiRex,69.0,29.759653720585042,0.0,0.330588668125,0.0,0.0
4
+ Chronos-2,69.0,29.12048347898083,0.0,0.3492251116666667,0.0,0.0
5
+ FlowState,68.5,25.714346434991153,0.0,1.679734656979167,0.0,0.0
6
+ Moirai-2.0,67.75,31.595921669939887,0.0,0.3505868739583333,0.1,0.0
7
+ Toto-1.0,62.0,28.753205083598854,0.0,9.804296426666667,0.0,0.0
8
+ AutoETS,62.0,29.45241897965094,0.0,2.5273205354166666,0.0,0.0
9
+ TabPFN-TS,61.5,29.1761523445201,0.0,53.951610824166664,0.0,0.0
10
+ Stat. Ensemble,61.5,29.6956210738891,0.0,191.30953815208332,0.0,0.0
11
+ Chronos-Bolt,58.75,25.883263022341175,0.0,0.41178704374999997,0.0,0.0
12
+ LightGBM,56.49999999999999,28.23998648969035,1.2161332720833333,0.19742606979166666,0.0,0.0
13
+ Sundial-Base,49.500000000000014,16.462366143379946,0.0,8.29280267,0.0,0.0
14
+ CatBoost,46.5,24.80079887494443,13.210264008932292,0.19426541770833333,0.0,0.0
15
+ AutoARIMA,41.0,15.90999185953288,0.0,7.6933014760416665,0.0,0.0
16
+ AutoTheta,34.0,14.265515876146328,0.0,2.3246237520833333,0.0,0.0
17
+ DeepAR,31.999999999999996,4.835755105983619,1252.3585836206248,0.9790481578125001,0.0,0.0
18
+ Naive,27.749999999999993,0.09410405602899852,0.0,1.2969351423177082,0.0,0.0
19
+ Drift,27.500000000000004,6.995102476216641,0.0,1.3917920932291667,0.0,0.0
20
+ Seasonal Naive,27.24999999999999,0.0,0.0,1.2681127877083334,0.0,0.0
21
+ TFT,26.999999999999996,-0.6246028567987283,577.3621929408333,0.91290832015625,0.0,0.0
22
+ PatchTST,25.999999999999996,2.754946880183251,812.3820815818749,0.4485787422916667,0.0,0.0
tables/domain_health/leaderboard_WQL.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- TimesFM-2.5,74.28571428571428,40.552489915488046,0.0,1.1526229114583333,0.0,0.0
3
- Chronos-2,73.57142857142857,40.42137769720644,0.0,0.33713188125000004,0.0,0.0
4
- Moirai-2.0,71.78571428571428,41.64215769175597,0.0,0.34801128166666667,0.1,0.0
5
- TiRex,67.85714285714286,38.88592211612176,0.0,0.3170949572916667,0.0,0.0
6
- Toto-1.0,64.28571428571429,40.23878103293733,0.0,9.245004833333333,0.0,0.0
7
- Chronos-Bolt,61.78571428571429,38.083893012167536,0.0,0.406559469375,0.0,0.0
8
- TabPFN-TS,57.85714285714286,34.096239445747244,0.0,28.343891684635416,0.0,0.0
9
- Stat. Ensemble,57.857142857142854,33.50700504489347,0.0,193.737679803125,0.0,0.0
10
- AutoETS,52.85714285714286,32.19312845196244,0.0,2.600062978125,0.0,0.0
11
- AutoARIMA,41.42857142857143,19.92503103258492,0.0,7.909155262500001,0.0,0.0
12
- Sundial-Base,39.28571428571429,24.248203686038707,0.0,8.29280267,0.0,0.0
13
- AutoTheta,29.999999999999993,18.14389549105302,0.0,2.196897983333333,0.0,0.0
14
- Seasonal Naive,21.071428571428577,0.0,0.0,1.1288162752343749,0.0,0.0
15
- Drift,18.571428571428577,0.8421348585152089,0.0,1.1894594236458333,0.0,0.0
16
- Naive,17.5,-6.552998309491742,0.0,1.196338605,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ TimesFM-2.5,78.49999999999999,40.552489916172874,0.0,1.1256479395833334,0.0,0.0
3
+ Chronos-2,78.0,40.421377709866235,0.0,0.3492251116666667,0.0,0.0
4
+ Moirai-2.0,77.25000000000001,41.64215770095807,0.0,0.3505868739583333,0.1,0.0
5
+ TiRex,71.0,38.88592212674449,0.0,0.330588668125,0.0,0.0
6
+ Chronos-Bolt,66.75,38.083893021927985,0.0,0.41178704374999997,0.0,0.0
7
+ Toto-1.0,66.5,40.320844847410996,0.0,9.804296426666667,0.0,0.0
8
+ FlowState,65.5,36.31335951896396,0.0,1.679734656979167,0.0,0.0
9
+ TabPFN-TS,64.50000000000001,38.14282869293443,0.0,53.951610824166664,0.0,0.0
10
+ Stat. Ensemble,60.00000000000001,33.50707751988894,0.0,191.30953815208332,0.0,0.0
11
+ AutoETS,59.00000000000001,32.19312847125849,0.0,2.5273205354166666,0.0,0.0
12
+ AutoARIMA,43.50000000000001,19.925031039747566,0.0,7.6933014760416665,0.0,0.0
13
+ Sundial-Base,41.99999999999999,24.248203702135108,0.0,8.29280267,0.0,0.0
14
+ LightGBM,41.49999999999999,25.255259089696292,1.2161332720833333,0.19742606979166666,0.0,0.0
15
+ DeepAR,36.5,15.68929320376099,1252.3585836206248,0.9790481578125001,0.0,0.0
16
+ CatBoost,35.50000000000001,21.67302472205549,13.210264008932292,0.19426541770833333,0.0,0.0
17
+ AutoTheta,35.0,18.143895495008643,0.0,2.3246237520833333,0.0,0.0
18
+ PatchTST,32.5,15.548311275264371,812.3820815818749,0.4485787422916667,0.0,0.0
19
+ TFT,29.999999999999993,6.246826522995086,577.3621929408333,0.91290832015625,0.0,0.0
20
+ Seasonal Naive,24.25,0.0,0.0,1.2681127877083334,0.0,0.0
21
+ Drift,21.5,0.8421348846480603,0.0,1.3917920932291667,0.0,0.0
22
+ Naive,20.749999999999996,-6.552998310854519,0.0,1.2969351423177082,0.0,0.0
tables/domain_health/pairwise_MASE.csv CHANGED
@@ -1,226 +1,257 @@
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
- Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
- Chronos-2,TimesFM-2.5,0.5,0.2,0.8,-0.016,-0.124,0.085
4
- Chronos-2,TiRex,0.6,0.3,0.9,-0.01,-0.052,0.023
5
- Chronos-2,TabPFN-TS,0.7,0.4,1.0,0.025,-0.082,0.154
6
- Chronos-2,Moirai-2.0,0.7,0.4,0.9,-0.03,-0.114,0.028
7
- Chronos-2,Toto-1.0,0.7,0.4,1.0,0.002,-0.046,0.041
8
- Chronos-2,Chronos-Bolt,0.8,0.6,1.0,0.025,-0.04,0.08
9
- Chronos-2,Stat. Ensemble,0.6,0.3,0.9,0.036,-0.098,0.168
10
- Chronos-2,AutoETS,0.6,0.3,0.9,0.052,-0.07,0.182
11
- Chronos-2,Sundial-Base,0.8,0.6,1.0,0.117,-0.048,0.245
12
- Chronos-2,AutoARIMA,0.9,0.7,1.0,0.275,0.078,0.425
13
- Chronos-2,AutoTheta,0.9,0.7,1.0,0.196,0.073,0.308
14
- Chronos-2,Seasonal Naive,0.9,0.7,1.0,0.318,0.17,0.455
15
- Chronos-2,Naive,0.9,0.7,1.0,0.316,0.185,0.434
16
- Chronos-2,Drift,0.9,0.7,1.0,0.263,0.17,0.344
17
- TimesFM-2.5,Chronos-2,0.5,0.2,0.8,0.016,-0.093,0.11
18
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
 
19
  TimesFM-2.5,TiRex,0.7,0.4,0.9,0.006,-0.088,0.075
20
- TimesFM-2.5,TabPFN-TS,0.6,0.3,0.9,0.04,-0.118,0.212
 
21
  TimesFM-2.5,Moirai-2.0,0.6,0.3,0.9,-0.014,-0.094,0.036
22
- TimesFM-2.5,Toto-1.0,0.5,0.2,0.8,0.018,-0.087,0.112
23
- TimesFM-2.5,Chronos-Bolt,0.8,0.6,1.0,0.041,-0.026,0.112
 
24
  TimesFM-2.5,Stat. Ensemble,0.8,0.6,1.0,0.052,-0.167,0.215
25
  TimesFM-2.5,AutoETS,0.7,0.4,1.0,0.067,-0.126,0.221
 
26
  TimesFM-2.5,Sundial-Base,0.7,0.4,0.9,0.132,0.016,0.262
27
  TimesFM-2.5,AutoARIMA,0.8,0.5,1.0,0.287,0.092,0.44
28
- TimesFM-2.5,AutoTheta,0.9,0.7,1.0,0.208,0.083,0.346
29
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.329,0.204,0.472
30
- TimesFM-2.5,Naive,1.0,1.0,1.0,0.327,0.222,0.447
31
- TimesFM-2.5,Drift,0.9,0.7,1.0,0.274,0.174,0.382
32
- TiRex,Chronos-2,0.4,0.1,0.7,0.01,-0.024,0.049
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  TiRex,TimesFM-2.5,0.3,0.1,0.6,-0.006,-0.081,0.081
 
34
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
35
- TiRex,TabPFN-TS,0.5,0.2,0.8,0.034,-0.063,0.166
 
36
  TiRex,Moirai-2.0,0.7,0.4,0.9,-0.02,-0.063,0.015
37
- TiRex,Toto-1.0,0.7,0.4,0.9,0.013,-0.041,0.064
38
- TiRex,Chronos-Bolt,0.7,0.4,0.9,0.035,-0.013,0.085
 
39
  TiRex,Stat. Ensemble,0.6,0.3,0.9,0.046,-0.108,0.181
40
  TiRex,AutoETS,0.6,0.3,0.9,0.061,-0.066,0.191
 
41
  TiRex,Sundial-Base,0.7,0.4,1.0,0.126,-0.013,0.252
42
  TiRex,AutoARIMA,0.8,0.5,1.0,0.283,0.074,0.447
43
- TiRex,AutoTheta,0.9,0.7,1.0,0.204,0.083,0.322
44
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.325,0.184,0.464
45
- TiRex,Naive,1.0,1.0,1.0,0.323,0.206,0.44
46
- TiRex,Drift,0.9,0.7,1.0,0.27,0.185,0.358
47
- TabPFN-TS,Chronos-2,0.3,0.0,0.6,-0.025,-0.182,0.076
48
- TabPFN-TS,TimesFM-2.5,0.4,0.1,0.7,-0.042,-0.269,0.106
49
- TabPFN-TS,TiRex,0.5,0.2,0.8,-0.036,-0.199,0.059
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
50
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
51
- TabPFN-TS,Moirai-2.0,0.6,0.3,0.9,-0.056,-0.246,0.044
52
- TabPFN-TS,Toto-1.0,0.6,0.3,0.9,-0.023,-0.229,0.1
53
- TabPFN-TS,Chronos-Bolt,0.7,0.4,0.902,0.0,-0.134,0.098
54
- TabPFN-TS,Stat. Ensemble,0.5,0.2,0.8,0.012,-0.177,0.177
55
- TabPFN-TS,AutoETS,0.6,0.3,0.9,0.028,-0.177,0.192
56
- TabPFN-TS,Sundial-Base,0.7,0.4,0.9,0.095,-0.01,0.208
57
- TabPFN-TS,AutoARIMA,0.7,0.4,0.9,0.257,-0.028,0.458
58
- TabPFN-TS,AutoTheta,1.0,1.0,1.0,0.175,0.083,0.263
59
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.301,0.198,0.415
60
- TabPFN-TS,Naive,1.0,1.0,1.0,0.298,0.214,0.407
61
- TabPFN-TS,Drift,1.0,1.0,1.0,0.244,0.18,0.308
62
- Moirai-2.0,Chronos-2,0.3,0.1,0.6,0.029,-0.029,0.102
63
  Moirai-2.0,TimesFM-2.5,0.4,0.1,0.7,0.014,-0.037,0.086
 
64
  Moirai-2.0,TiRex,0.3,0.1,0.6,0.02,-0.015,0.059
65
- Moirai-2.0,TabPFN-TS,0.4,0.1,0.7,0.053,-0.046,0.197
 
66
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
67
- Moirai-2.0,Toto-1.0,0.5,0.2,0.8,0.032,-0.035,0.104
68
- Moirai-2.0,Chronos-Bolt,0.75,0.45,1.0,0.054,0.003,0.111
 
69
  Moirai-2.0,Stat. Ensemble,0.6,0.3,0.9,0.065,-0.09,0.204
70
  Moirai-2.0,AutoETS,0.6,0.3,0.9,0.08,-0.053,0.206
 
71
  Moirai-2.0,Sundial-Base,0.7,0.4,1.0,0.143,0.011,0.27
72
  Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.297,0.077,0.458
73
- Moirai-2.0,AutoTheta,0.9,0.7,1.0,0.219,0.09,0.349
74
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.338,0.203,0.482
75
- Moirai-2.0,Naive,1.0,1.0,1.0,0.336,0.218,0.457
76
- Moirai-2.0,Drift,0.9,0.7,1.0,0.284,0.196,0.383
77
- Toto-1.0,Chronos-2,0.3,0.0,0.6,-0.002,-0.043,0.044
78
- Toto-1.0,TimesFM-2.5,0.5,0.2,0.8,-0.019,-0.126,0.08
79
- Toto-1.0,TiRex,0.3,0.1,0.6,-0.013,-0.068,0.039
80
- Toto-1.0,TabPFN-TS,0.4,0.1,0.7,0.022,-0.111,0.187
81
- Toto-1.0,Moirai-2.0,0.5,0.2,0.8,-0.033,-0.116,0.033
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
82
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
83
- Toto-1.0,Chronos-Bolt,0.6,0.3,0.9,0.023,-0.058,0.095
84
- Toto-1.0,Stat. Ensemble,0.5,0.2,0.8,0.034,-0.097,0.147
85
- Toto-1.0,AutoETS,0.5,0.2,0.8,0.049,-0.059,0.159
86
- Toto-1.0,Sundial-Base,0.7,0.4,1.0,0.115,-0.073,0.269
87
- Toto-1.0,AutoARIMA,0.7,0.4,1.0,0.273,0.084,0.416
88
- Toto-1.0,AutoTheta,0.8,0.5,1.0,0.194,0.057,0.332
89
- Toto-1.0,Seasonal Naive,0.9,0.7,1.0,0.316,0.149,0.472
90
- Toto-1.0,Naive,0.9,0.7,1.0,0.314,0.165,0.452
91
- Toto-1.0,Drift,0.9,0.7,1.0,0.261,0.159,0.368
92
- Chronos-Bolt,Chronos-2,0.2,0.0,0.4,-0.026,-0.087,0.038
93
- Chronos-Bolt,TimesFM-2.5,0.2,0.0,0.4,-0.042,-0.127,0.025
94
- Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.036,-0.092,0.013
95
- Chronos-Bolt,TabPFN-TS,0.3,0.098,0.6,-0.0,-0.108,0.118
96
- Chronos-Bolt,Moirai-2.0,0.25,0.0,0.55,-0.057,-0.125,-0.003
97
- Chronos-Bolt,Toto-1.0,0.4,0.1,0.7,-0.023,-0.104,0.055
98
- Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
99
- Chronos-Bolt,Stat. Ensemble,0.5,0.2,0.8,0.011,-0.158,0.153
100
- Chronos-Bolt,AutoETS,0.6,0.3,0.9,0.027,-0.124,0.167
101
- Chronos-Bolt,Sundial-Base,0.5,0.2,0.8,0.095,-0.022,0.198
102
- Chronos-Bolt,AutoARIMA,0.7,0.4,1.0,0.257,0.058,0.42
103
- Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.175,0.078,0.273
104
- Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.3,0.183,0.423
105
- Chronos-Bolt,Naive,1.0,1.0,1.0,0.298,0.2,0.397
106
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.244,0.181,0.314
107
- Stat. Ensemble,Chronos-2,0.4,0.1,0.7,-0.037,-0.202,0.089
108
  Stat. Ensemble,TimesFM-2.5,0.2,0.0,0.4,-0.054,-0.274,0.143
 
109
  Stat. Ensemble,TiRex,0.4,0.1,0.7,-0.048,-0.222,0.098
110
- Stat. Ensemble,TabPFN-TS,0.5,0.2,0.8,-0.012,-0.215,0.151
 
111
  Stat. Ensemble,Moirai-2.0,0.4,0.1,0.7,-0.069,-0.256,0.083
112
- Stat. Ensemble,Toto-1.0,0.5,0.2,0.8,-0.035,-0.173,0.089
113
- Stat. Ensemble,Chronos-Bolt,0.5,0.2,0.8,-0.012,-0.181,0.137
 
114
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
115
  Stat. Ensemble,AutoETS,0.5,0.2,0.8,0.016,-0.021,0.046
 
116
  Stat. Ensemble,Sundial-Base,0.6,0.3,0.9,0.084,-0.19,0.289
117
  Stat. Ensemble,AutoARIMA,0.6,0.3,0.9,0.248,0.049,0.443
118
- Stat. Ensemble,AutoTheta,0.6,0.3,0.9,0.165,-0.004,0.322
119
  Stat. Ensemble,Seasonal Naive,0.6,0.3,0.9,0.292,0.066,0.47
120
- Stat. Ensemble,Naive,0.6,0.3,0.9,0.29,0.09,0.457
121
- Stat. Ensemble,Drift,0.7,0.4,0.9,0.235,0.093,0.356
122
- AutoETS,Chronos-2,0.4,0.1,0.7,-0.054,-0.222,0.065
123
  AutoETS,TimesFM-2.5,0.3,0.0,0.6,-0.072,-0.284,0.112
 
124
  AutoETS,TiRex,0.4,0.1,0.7,-0.065,-0.236,0.062
125
- AutoETS,TabPFN-TS,0.4,0.1,0.7,-0.029,-0.238,0.15
 
126
  AutoETS,Moirai-2.0,0.4,0.1,0.7,-0.086,-0.26,0.051
127
- AutoETS,Toto-1.0,0.5,0.2,0.8,-0.052,-0.188,0.055
128
- AutoETS,Chronos-Bolt,0.4,0.1,0.7,-0.028,-0.2,0.11
 
129
  AutoETS,Stat. Ensemble,0.5,0.2,0.8,-0.016,-0.048,0.02
130
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
 
131
  AutoETS,Sundial-Base,0.6,0.3,0.9,0.069,-0.2,0.272
132
  AutoETS,AutoARIMA,0.6,0.3,0.9,0.236,0.04,0.428
133
- AutoETS,AutoTheta,0.6,0.3,0.9,0.152,-0.014,0.31
134
  AutoETS,Seasonal Naive,0.6,0.3,0.9,0.281,0.048,0.466
135
- AutoETS,Naive,0.6,0.3,0.9,0.278,0.077,0.448
136
- AutoETS,Drift,0.6,0.3,0.9,0.222,0.081,0.353
137
- Sundial-Base,Chronos-2,0.2,0.0,0.4,-0.133,-0.325,0.046
 
 
 
 
 
 
 
 
 
 
 
 
 
138
  Sundial-Base,TimesFM-2.5,0.3,0.1,0.6,-0.151,-0.355,-0.017
 
139
  Sundial-Base,TiRex,0.3,0.0,0.6,-0.145,-0.337,0.012
140
- Sundial-Base,TabPFN-TS,0.3,0.1,0.6,-0.105,-0.262,0.01
 
141
  Sundial-Base,Moirai-2.0,0.3,0.0,0.6,-0.167,-0.37,-0.011
142
- Sundial-Base,Toto-1.0,0.3,0.0,0.6,-0.13,-0.368,0.068
143
- Sundial-Base,Chronos-Bolt,0.5,0.2,0.8,-0.105,-0.246,0.021
 
144
  Sundial-Base,Stat. Ensemble,0.4,0.1,0.7,-0.092,-0.406,0.159
145
  Sundial-Base,AutoETS,0.4,0.1,0.7,-0.075,-0.373,0.167
 
146
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
147
  Sundial-Base,AutoARIMA,0.5,0.2,0.8,0.179,-0.134,0.405
148
- Sundial-Base,AutoTheta,0.7,0.4,1.0,0.088,-0.017,0.19
149
  Sundial-Base,Seasonal Naive,0.9,0.7,1.0,0.227,0.146,0.302
150
- Sundial-Base,Naive,0.9,0.7,1.0,0.225,0.152,0.28
151
- Sundial-Base,Drift,0.8,0.6,1.0,0.164,0.052,0.258
152
- AutoARIMA,Chronos-2,0.1,0.0,0.3,-0.38,-0.738,-0.085
153
  AutoARIMA,TimesFM-2.5,0.2,0.0,0.5,-0.402,-0.787,-0.101
 
154
  AutoARIMA,TiRex,0.2,0.0,0.5,-0.394,-0.807,-0.08
155
- AutoARIMA,TabPFN-TS,0.3,0.1,0.6,-0.346,-0.845,0.027
 
156
  AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.422,-0.846,-0.083
157
- AutoARIMA,Toto-1.0,0.3,0.0,0.6,-0.376,-0.711,-0.092
158
- AutoARIMA,Chronos-Bolt,0.3,0.0,0.6,-0.345,-0.725,-0.062
 
159
  AutoARIMA,Stat. Ensemble,0.4,0.1,0.7,-0.33,-0.795,-0.052
160
  AutoARIMA,AutoETS,0.4,0.1,0.7,-0.309,-0.748,-0.041
 
161
  AutoARIMA,Sundial-Base,0.5,0.2,0.8,-0.218,-0.682,0.118
162
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
163
- AutoARIMA,AutoTheta,0.6,0.3,0.9,-0.11,-0.447,0.155
164
  AutoARIMA,Seasonal Naive,0.5,0.2,0.8,0.059,-0.309,0.333
165
- AutoARIMA,Naive,0.5,0.2,0.8,0.056,-0.275,0.304
166
- AutoARIMA,Drift,0.6,0.3,0.9,-0.017,-0.354,0.225
167
- AutoTheta,Chronos-2,0.1,0.0,0.3,-0.243,-0.445,-0.079
168
- AutoTheta,TimesFM-2.5,0.1,0.0,0.3,-0.263,-0.53,-0.09
169
- AutoTheta,TiRex,0.1,0.0,0.3,-0.256,-0.476,-0.09
170
- AutoTheta,TabPFN-TS,0.0,0.0,0.0,-0.212,-0.356,-0.09
171
- AutoTheta,Moirai-2.0,0.1,0.0,0.3,-0.281,-0.536,-0.099
172
- AutoTheta,Toto-1.0,0.2,0.0,0.5,-0.24,-0.497,-0.061
173
- AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.212,-0.375,-0.084
174
- AutoTheta,Stat. Ensemble,0.4,0.1,0.7,-0.198,-0.474,0.004
175
- AutoTheta,AutoETS,0.4,0.1,0.7,-0.179,-0.449,0.013
176
- AutoTheta,Sundial-Base,0.3,0.0,0.6,-0.097,-0.234,0.017
177
- AutoTheta,AutoARIMA,0.4,0.1,0.7,0.099,-0.183,0.309
178
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoTheta,Seasonal Naive,0.7,0.4,1.0,0.152,0.05,0.24
180
- AutoTheta,Naive,0.8,0.5,1.0,0.149,0.067,0.222
181
- AutoTheta,Drift,0.7,0.4,0.902,0.083,0.013,0.166
182
- Seasonal Naive,Chronos-2,0.1,0.0,0.3,-0.466,-0.835,-0.204
183
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.49,-0.893,-0.257
 
184
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.481,-0.865,-0.226
185
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.43,-0.711,-0.247
 
186
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.51,-0.93,-0.255
187
- Seasonal Naive,Toto-1.0,0.1,0.0,0.3,-0.462,-0.893,-0.175
188
- Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.429,-0.732,-0.224
 
189
  Seasonal Naive,Stat. Ensemble,0.4,0.1,0.7,-0.413,-0.885,-0.07
190
  Seasonal Naive,AutoETS,0.4,0.1,0.7,-0.39,-0.872,-0.051
 
191
  Seasonal Naive,Sundial-Base,0.1,0.0,0.3,-0.294,-0.433,-0.171
192
  Seasonal Naive,AutoARIMA,0.5,0.2,0.8,-0.062,-0.499,0.236
193
- Seasonal Naive,AutoTheta,0.3,0.0,0.6,-0.179,-0.315,-0.052
194
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
195
- Seasonal Naive,Naive,0.55,0.35,0.75,-0.003,-0.056,0.041
196
- Seasonal Naive,Drift,0.6,0.3,0.9,-0.081,-0.23,0.043
197
- Naive,Chronos-2,0.1,0.0,0.3,-0.461,-0.766,-0.226
198
- Naive,TimesFM-2.5,0.0,0.0,0.0,-0.485,-0.807,-0.286
199
- Naive,TiRex,0.0,0.0,0.0,-0.476,-0.787,-0.259
200
- Naive,TabPFN-TS,0.0,0.0,0.0,-0.425,-0.686,-0.272
201
- Naive,Moirai-2.0,0.0,0.0,0.0,-0.506,-0.843,-0.278
202
- Naive,Toto-1.0,0.1,0.0,0.3,-0.458,-0.823,-0.197
203
- Naive,Chronos-Bolt,0.0,0.0,0.0,-0.425,-0.659,-0.25
204
- Naive,Stat. Ensemble,0.4,0.1,0.7,-0.409,-0.84,-0.099
205
- Naive,AutoETS,0.4,0.1,0.7,-0.386,-0.812,-0.084
206
- Naive,Sundial-Base,0.1,0.0,0.3,-0.29,-0.39,-0.179
207
- Naive,AutoARIMA,0.5,0.2,0.8,-0.059,-0.436,0.215
208
- Naive,AutoTheta,0.2,0.0,0.5,-0.176,-0.286,-0.072
209
- Naive,Seasonal Naive,0.45,0.25,0.65,0.003,-0.043,0.053
210
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Naive,Drift,0.7,0.4,0.902,-0.078,-0.197,0.018
212
- Drift,Chronos-2,0.1,0.0,0.3,-0.356,-0.526,-0.205
213
- Drift,TimesFM-2.5,0.1,0.0,0.3,-0.378,-0.618,-0.21
214
- Drift,TiRex,0.1,0.0,0.3,-0.37,-0.559,-0.227
215
- Drift,TabPFN-TS,0.0,0.0,0.0,-0.323,-0.445,-0.22
216
- Drift,Moirai-2.0,0.1,0.0,0.3,-0.397,-0.621,-0.244
217
- Drift,Toto-1.0,0.1,0.0,0.3,-0.353,-0.582,-0.189
218
- Drift,Chronos-Bolt,0.0,0.0,0.0,-0.322,-0.458,-0.22
219
- Drift,Stat. Ensemble,0.3,0.1,0.6,-0.307,-0.552,-0.103
220
- Drift,AutoETS,0.4,0.1,0.7,-0.286,-0.545,-0.088
221
- Drift,Sundial-Base,0.2,0.0,0.4,-0.197,-0.348,-0.055
222
- Drift,AutoARIMA,0.4,0.1,0.7,0.017,-0.29,0.262
223
- Drift,AutoTheta,0.3,0.098,0.6,-0.091,-0.199,-0.013
224
- Drift,Seasonal Naive,0.4,0.1,0.7,0.075,-0.045,0.187
225
- Drift,Naive,0.3,0.098,0.6,0.072,-0.018,0.164
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
3
+ TimesFM-2.5,Chronos-2,0.5,0.2,0.8,0.016,-0.093,0.11
4
  TimesFM-2.5,TiRex,0.7,0.4,0.9,0.006,-0.088,0.075
5
+ TimesFM-2.5,FlowState,0.6,0.3,0.9,0.069,-0.018,0.168
6
+ TimesFM-2.5,TabPFN-TS,0.7,0.4,1.0,-0.026,-0.178,0.069
7
  TimesFM-2.5,Moirai-2.0,0.6,0.3,0.9,-0.014,-0.094,0.036
8
+ TimesFM-2.5,LightGBM,0.5,0.2,0.8,-0.008,-0.151,0.132
9
+ TimesFM-2.5,CatBoost,0.5,0.2,0.8,-0.004,-0.149,0.123
10
+ TimesFM-2.5,Toto-1.0,0.6,0.3,0.9,0.017,-0.09,0.111
11
  TimesFM-2.5,Stat. Ensemble,0.8,0.6,1.0,0.052,-0.167,0.215
12
  TimesFM-2.5,AutoETS,0.7,0.4,1.0,0.067,-0.126,0.221
13
+ TimesFM-2.5,Chronos-Bolt,0.8,0.6,1.0,0.041,-0.026,0.112
14
  TimesFM-2.5,Sundial-Base,0.7,0.4,0.9,0.132,0.016,0.262
15
  TimesFM-2.5,AutoARIMA,0.8,0.5,1.0,0.287,0.092,0.44
16
+ TimesFM-2.5,TFT,0.8,0.5,1.0,0.27,0.092,0.435
17
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.329,0.204,0.472
18
+ Chronos-2,TimesFM-2.5,0.5,0.2,0.8,-0.016,-0.124,0.085
19
+ Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
20
+ Chronos-2,TiRex,0.6,0.3,0.9,-0.01,-0.052,0.023
21
+ Chronos-2,FlowState,0.6,0.3,0.9,0.053,-0.056,0.143
22
+ Chronos-2,TabPFN-TS,0.5,0.2,0.8,-0.042,-0.101,0.001
23
+ Chronos-2,Moirai-2.0,0.7,0.4,0.9,-0.03,-0.114,0.028
24
+ Chronos-2,LightGBM,0.4,0.1,0.7,-0.024,-0.166,0.118
25
+ Chronos-2,CatBoost,0.5,0.2,0.8,-0.021,-0.154,0.112
26
+ Chronos-2,Toto-1.0,0.7,0.4,1.0,0.001,-0.048,0.039
27
+ Chronos-2,Stat. Ensemble,0.6,0.3,0.9,0.036,-0.098,0.168
28
+ Chronos-2,AutoETS,0.6,0.3,0.9,0.052,-0.07,0.182
29
+ Chronos-2,Chronos-Bolt,0.8,0.6,1.0,0.025,-0.04,0.08
30
+ Chronos-2,Sundial-Base,0.8,0.6,1.0,0.117,-0.048,0.245
31
+ Chronos-2,AutoARIMA,0.9,0.7,1.0,0.275,0.078,0.425
32
+ Chronos-2,TFT,1.0,1.0,1.0,0.258,0.071,0.437
33
+ Chronos-2,Seasonal Naive,0.9,0.7,1.0,0.318,0.17,0.455
34
  TiRex,TimesFM-2.5,0.3,0.1,0.6,-0.006,-0.081,0.081
35
+ TiRex,Chronos-2,0.4,0.1,0.7,0.01,-0.024,0.049
36
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
37
+ TiRex,FlowState,0.5,0.2,0.8,0.063,-0.026,0.146
38
+ TiRex,TabPFN-TS,0.5,0.2,0.8,-0.032,-0.085,0.006
39
  TiRex,Moirai-2.0,0.7,0.4,0.9,-0.02,-0.063,0.015
40
+ TiRex,LightGBM,0.5,0.2,0.8,-0.014,-0.129,0.119
41
+ TiRex,CatBoost,0.5,0.2,0.8,-0.01,-0.12,0.112
42
+ TiRex,Toto-1.0,0.7,0.4,0.902,0.011,-0.041,0.062
43
  TiRex,Stat. Ensemble,0.6,0.3,0.9,0.046,-0.108,0.181
44
  TiRex,AutoETS,0.6,0.3,0.9,0.061,-0.066,0.191
45
+ TiRex,Chronos-Bolt,0.7,0.4,0.9,0.035,-0.013,0.085
46
  TiRex,Sundial-Base,0.7,0.4,1.0,0.126,-0.013,0.252
47
  TiRex,AutoARIMA,0.8,0.5,1.0,0.283,0.074,0.447
48
+ TiRex,TFT,0.8,0.5,1.0,0.266,0.076,0.443
49
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.325,0.184,0.464
50
+ FlowState,TimesFM-2.5,0.4,0.1,0.7,-0.074,-0.201,0.018
51
+ FlowState,Chronos-2,0.4,0.1,0.7,-0.056,-0.167,0.053
52
+ FlowState,TiRex,0.5,0.2,0.8,-0.067,-0.171,0.025
53
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
54
+ FlowState,TabPFN-TS,0.5,0.2,0.8,-0.101,-0.239,0.014
55
+ FlowState,Moirai-2.0,0.5,0.2,0.8,-0.088,-0.212,0.013
56
+ FlowState,LightGBM,0.6,0.3,0.9,-0.082,-0.303,0.107
57
+ FlowState,CatBoost,0.6,0.3,0.9,-0.078,-0.28,0.101
58
+ FlowState,Toto-1.0,0.7,0.4,0.902,-0.055,-0.212,0.078
59
+ FlowState,Stat. Ensemble,0.5,0.2,0.8,-0.018,-0.264,0.186
60
+ FlowState,AutoETS,0.6,0.3,0.9,-0.002,-0.238,0.201
61
+ FlowState,Chronos-Bolt,0.7,0.4,0.902,-0.03,-0.119,0.052
62
+ FlowState,Sundial-Base,0.8,0.6,1.0,0.068,-0.006,0.133
63
+ FlowState,AutoARIMA,0.7,0.4,1.0,0.234,-0.021,0.43
64
+ FlowState,TFT,0.8,0.5,1.0,0.216,0.059,0.362
65
+ FlowState,Seasonal Naive,0.9,0.7,1.0,0.279,0.18,0.379
66
+ TabPFN-TS,TimesFM-2.5,0.3,0.0,0.6,0.025,-0.074,0.151
67
+ TabPFN-TS,Chronos-2,0.5,0.2,0.8,0.041,-0.001,0.091
68
+ TabPFN-TS,TiRex,0.5,0.2,0.8,0.031,-0.006,0.079
69
+ TabPFN-TS,FlowState,0.5,0.2,0.8,0.092,-0.014,0.193
70
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
71
+ TabPFN-TS,Moirai-2.0,0.6,0.3,0.9,0.011,-0.055,0.076
72
+ TabPFN-TS,LightGBM,0.5,0.2,0.8,0.017,-0.098,0.134
73
+ TabPFN-TS,CatBoost,0.5,0.2,0.8,0.021,-0.082,0.123
74
+ TabPFN-TS,Toto-1.0,0.7,0.4,0.9,0.042,-0.023,0.102
75
+ TabPFN-TS,Stat. Ensemble,0.5,0.2,0.8,0.075,-0.039,0.191
76
+ TabPFN-TS,AutoETS,0.6,0.3,0.9,0.09,-0.019,0.206
77
+ TabPFN-TS,Chronos-Bolt,0.6,0.3,0.9,0.065,-0.002,0.145
78
+ TabPFN-TS,Sundial-Base,0.7,0.4,0.9,0.153,-0.001,0.292
79
+ TabPFN-TS,AutoARIMA,0.7,0.4,1.0,0.305,0.079,0.471
80
+ TabPFN-TS,TFT,0.9,0.7,1.0,0.288,0.088,0.478
81
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.346,0.194,0.48
 
82
  Moirai-2.0,TimesFM-2.5,0.4,0.1,0.7,0.014,-0.037,0.086
83
+ Moirai-2.0,Chronos-2,0.3,0.1,0.6,0.029,-0.029,0.102
84
  Moirai-2.0,TiRex,0.3,0.1,0.6,0.02,-0.015,0.059
85
+ Moirai-2.0,FlowState,0.5,0.2,0.8,0.081,-0.013,0.175
86
+ Moirai-2.0,TabPFN-TS,0.4,0.1,0.7,-0.012,-0.082,0.052
87
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
88
+ Moirai-2.0,LightGBM,0.4,0.1,0.7,0.006,-0.097,0.128
89
+ Moirai-2.0,CatBoost,0.4,0.1,0.7,0.009,-0.086,0.121
90
+ Moirai-2.0,Toto-1.0,0.6,0.3,0.9,0.031,-0.034,0.103
91
  Moirai-2.0,Stat. Ensemble,0.6,0.3,0.9,0.065,-0.09,0.204
92
  Moirai-2.0,AutoETS,0.6,0.3,0.9,0.08,-0.053,0.206
93
+ Moirai-2.0,Chronos-Bolt,0.75,0.45,1.0,0.054,0.003,0.111
94
  Moirai-2.0,Sundial-Base,0.7,0.4,1.0,0.143,0.011,0.27
95
  Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.297,0.077,0.458
96
+ Moirai-2.0,TFT,0.8,0.5,1.0,0.28,0.082,0.456
97
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.338,0.203,0.482
98
+ LightGBM,TimesFM-2.5,0.5,0.2,0.8,0.008,-0.152,0.131
99
+ LightGBM,Chronos-2,0.6,0.3,0.9,0.024,-0.134,0.142
100
+ LightGBM,TiRex,0.5,0.2,0.8,0.014,-0.136,0.114
101
+ LightGBM,FlowState,0.4,0.1,0.7,0.076,-0.119,0.233
102
+ LightGBM,TabPFN-TS,0.5,0.2,0.8,-0.018,-0.155,0.089
103
+ LightGBM,Moirai-2.0,0.6,0.3,0.9,-0.006,-0.147,0.089
104
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
105
+ LightGBM,CatBoost,0.6,0.3,0.9,0.003,-0.02,0.028
106
+ LightGBM,Toto-1.0,0.5,0.2,0.8,0.025,-0.107,0.126
107
+ LightGBM,Stat. Ensemble,0.5,0.2,0.8,0.059,-0.132,0.216
108
+ LightGBM,AutoETS,0.5,0.2,0.8,0.074,-0.097,0.22
109
+ LightGBM,Chronos-Bolt,0.6,0.3,0.9,0.048,-0.118,0.168
110
+ LightGBM,Sundial-Base,0.6,0.3,0.9,0.138,-0.086,0.314
111
+ LightGBM,AutoARIMA,0.6,0.3,0.9,0.292,0.018,0.468
112
+ LightGBM,TFT,0.7,0.4,1.0,0.276,0.001,0.488
113
+ LightGBM,Seasonal Naive,0.8,0.5,1.0,0.334,0.122,0.504
114
+ CatBoost,TimesFM-2.5,0.5,0.2,0.8,0.004,-0.14,0.129
115
+ CatBoost,Chronos-2,0.5,0.2,0.8,0.02,-0.127,0.134
116
+ CatBoost,TiRex,0.5,0.2,0.8,0.01,-0.126,0.107
117
+ CatBoost,FlowState,0.4,0.1,0.7,0.073,-0.112,0.218
118
+ CatBoost,TabPFN-TS,0.5,0.2,0.8,-0.021,-0.14,0.076
119
+ CatBoost,Moirai-2.0,0.6,0.3,0.9,-0.009,-0.137,0.079
120
+ CatBoost,LightGBM,0.4,0.1,0.7,-0.003,-0.029,0.019
121
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
122
+ CatBoost,Toto-1.0,0.5,0.2,0.8,0.021,-0.101,0.119
123
+ CatBoost,Stat. Ensemble,0.5,0.2,0.8,0.056,-0.114,0.205
124
+ CatBoost,AutoETS,0.5,0.2,0.8,0.071,-0.088,0.211
125
+ CatBoost,Chronos-Bolt,0.6,0.3,0.9,0.045,-0.115,0.157
126
+ CatBoost,Sundial-Base,0.6,0.3,0.9,0.135,-0.079,0.306
127
+ CatBoost,AutoARIMA,0.6,0.3,0.9,0.29,0.021,0.474
128
+ CatBoost,TFT,0.7,0.4,1.0,0.273,0.015,0.482
129
+ CatBoost,Seasonal Naive,0.8,0.5,1.0,0.332,0.125,0.498
130
+ Toto-1.0,TimesFM-2.5,0.4,0.1,0.7,-0.017,-0.125,0.082
131
+ Toto-1.0,Chronos-2,0.3,0.0,0.6,-0.001,-0.041,0.045
132
+ Toto-1.0,TiRex,0.3,0.098,0.6,-0.011,-0.066,0.039
133
+ Toto-1.0,FlowState,0.3,0.098,0.6,0.052,-0.085,0.175
134
+ Toto-1.0,TabPFN-TS,0.3,0.1,0.6,-0.044,-0.113,0.022
135
+ Toto-1.0,Moirai-2.0,0.4,0.1,0.7,-0.032,-0.115,0.033
136
+ Toto-1.0,LightGBM,0.5,0.2,0.8,-0.025,-0.145,0.096
137
+ Toto-1.0,CatBoost,0.5,0.2,0.8,-0.022,-0.135,0.092
138
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
139
+ Toto-1.0,Stat. Ensemble,0.5,0.2,0.8,0.035,-0.091,0.147
140
+ Toto-1.0,AutoETS,0.5,0.2,0.8,0.05,-0.056,0.159
141
+ Toto-1.0,Chronos-Bolt,0.5,0.2,0.8,0.024,-0.058,0.096
142
+ Toto-1.0,Sundial-Base,0.7,0.4,1.0,0.116,-0.071,0.268
143
+ Toto-1.0,AutoARIMA,0.7,0.4,1.0,0.274,0.083,0.418
144
+ Toto-1.0,TFT,0.8,0.5,1.0,0.257,0.054,0.451
145
+ Toto-1.0,Seasonal Naive,0.9,0.7,1.0,0.317,0.15,0.473
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
146
  Stat. Ensemble,TimesFM-2.5,0.2,0.0,0.4,-0.054,-0.274,0.143
147
+ Stat. Ensemble,Chronos-2,0.4,0.1,0.7,-0.037,-0.202,0.089
148
  Stat. Ensemble,TiRex,0.4,0.1,0.7,-0.048,-0.222,0.098
149
+ Stat. Ensemble,FlowState,0.5,0.2,0.8,0.018,-0.228,0.209
150
+ Stat. Ensemble,TabPFN-TS,0.5,0.2,0.8,-0.081,-0.236,0.037
151
  Stat. Ensemble,Moirai-2.0,0.4,0.1,0.7,-0.069,-0.256,0.083
152
+ Stat. Ensemble,LightGBM,0.5,0.2,0.8,-0.062,-0.275,0.117
153
+ Stat. Ensemble,CatBoost,0.5,0.2,0.8,-0.059,-0.258,0.103
154
+ Stat. Ensemble,Toto-1.0,0.5,0.2,0.8,-0.036,-0.172,0.083
155
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
156
  Stat. Ensemble,AutoETS,0.5,0.2,0.8,0.016,-0.021,0.046
157
+ Stat. Ensemble,Chronos-Bolt,0.5,0.2,0.8,-0.012,-0.181,0.137
158
  Stat. Ensemble,Sundial-Base,0.6,0.3,0.9,0.084,-0.19,0.289
159
  Stat. Ensemble,AutoARIMA,0.6,0.3,0.9,0.248,0.049,0.443
160
+ Stat. Ensemble,TFT,0.6,0.3,0.9,0.23,-0.021,0.457
161
  Stat. Ensemble,Seasonal Naive,0.6,0.3,0.9,0.292,0.066,0.47
 
 
 
162
  AutoETS,TimesFM-2.5,0.3,0.0,0.6,-0.072,-0.284,0.112
163
+ AutoETS,Chronos-2,0.4,0.1,0.7,-0.054,-0.222,0.065
164
  AutoETS,TiRex,0.4,0.1,0.7,-0.065,-0.236,0.062
165
+ AutoETS,FlowState,0.4,0.1,0.7,0.002,-0.251,0.192
166
+ AutoETS,TabPFN-TS,0.4,0.1,0.7,-0.099,-0.259,0.018
167
  AutoETS,Moirai-2.0,0.4,0.1,0.7,-0.086,-0.26,0.051
168
+ AutoETS,LightGBM,0.5,0.2,0.8,-0.08,-0.282,0.088
169
+ AutoETS,CatBoost,0.5,0.2,0.8,-0.076,-0.267,0.08
170
+ AutoETS,Toto-1.0,0.5,0.2,0.8,-0.053,-0.189,0.053
171
  AutoETS,Stat. Ensemble,0.5,0.2,0.8,-0.016,-0.048,0.02
172
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
173
+ AutoETS,Chronos-Bolt,0.4,0.1,0.7,-0.028,-0.2,0.11
174
  AutoETS,Sundial-Base,0.6,0.3,0.9,0.069,-0.2,0.272
175
  AutoETS,AutoARIMA,0.6,0.3,0.9,0.236,0.04,0.428
176
+ AutoETS,TFT,0.7,0.4,1.0,0.218,-0.031,0.436
177
  AutoETS,Seasonal Naive,0.6,0.3,0.9,0.281,0.048,0.466
178
+ Chronos-Bolt,TimesFM-2.5,0.2,0.0,0.4,-0.042,-0.127,0.025
179
+ Chronos-Bolt,Chronos-2,0.2,0.0,0.4,-0.026,-0.087,0.038
180
+ Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.036,-0.092,0.013
181
+ Chronos-Bolt,FlowState,0.3,0.098,0.6,0.029,-0.055,0.107
182
+ Chronos-Bolt,TabPFN-TS,0.4,0.1,0.7,-0.069,-0.169,0.002
183
+ Chronos-Bolt,Moirai-2.0,0.25,0.0,0.55,-0.057,-0.125,-0.003
184
+ Chronos-Bolt,LightGBM,0.4,0.1,0.7,-0.05,-0.201,0.106
185
+ Chronos-Bolt,CatBoost,0.4,0.1,0.7,-0.047,-0.186,0.103
186
+ Chronos-Bolt,Toto-1.0,0.5,0.2,0.8,-0.024,-0.106,0.054
187
+ Chronos-Bolt,Stat. Ensemble,0.5,0.2,0.8,0.011,-0.158,0.153
188
+ Chronos-Bolt,AutoETS,0.6,0.3,0.9,0.027,-0.124,0.167
189
+ Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
190
+ Chronos-Bolt,Sundial-Base,0.5,0.2,0.8,0.095,-0.022,0.198
191
+ Chronos-Bolt,AutoARIMA,0.7,0.4,1.0,0.257,0.058,0.42
192
+ Chronos-Bolt,TFT,0.9,0.7,1.0,0.239,0.078,0.39
193
+ Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.3,0.183,0.423
194
  Sundial-Base,TimesFM-2.5,0.3,0.1,0.6,-0.151,-0.355,-0.017
195
+ Sundial-Base,Chronos-2,0.2,0.0,0.4,-0.133,-0.325,0.046
196
  Sundial-Base,TiRex,0.3,0.0,0.6,-0.145,-0.337,0.012
197
+ Sundial-Base,FlowState,0.2,0.0,0.4,-0.073,-0.154,0.006
198
+ Sundial-Base,TabPFN-TS,0.3,0.1,0.6,-0.181,-0.413,0.001
199
  Sundial-Base,Moirai-2.0,0.3,0.0,0.6,-0.167,-0.37,-0.011
200
+ Sundial-Base,LightGBM,0.4,0.1,0.7,-0.16,-0.459,0.079
201
+ Sundial-Base,CatBoost,0.4,0.1,0.7,-0.156,-0.441,0.073
202
+ Sundial-Base,Toto-1.0,0.3,0.0,0.6,-0.132,-0.366,0.066
203
  Sundial-Base,Stat. Ensemble,0.4,0.1,0.7,-0.092,-0.406,0.159
204
  Sundial-Base,AutoETS,0.4,0.1,0.7,-0.075,-0.373,0.167
205
+ Sundial-Base,Chronos-Bolt,0.5,0.2,0.8,-0.105,-0.246,0.021
206
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
207
  Sundial-Base,AutoARIMA,0.5,0.2,0.8,0.179,-0.134,0.405
208
+ Sundial-Base,TFT,0.8,0.5,1.0,0.159,0.014,0.284
209
  Sundial-Base,Seasonal Naive,0.9,0.7,1.0,0.227,0.146,0.302
 
 
 
210
  AutoARIMA,TimesFM-2.5,0.2,0.0,0.5,-0.402,-0.787,-0.101
211
+ AutoARIMA,Chronos-2,0.1,0.0,0.3,-0.38,-0.738,-0.085
212
  AutoARIMA,TiRex,0.2,0.0,0.5,-0.394,-0.807,-0.08
213
+ AutoARIMA,FlowState,0.3,0.0,0.6,-0.306,-0.754,0.021
214
+ AutoARIMA,TabPFN-TS,0.3,0.0,0.6,-0.438,-0.89,-0.086
215
  AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.422,-0.846,-0.083
216
+ AutoARIMA,LightGBM,0.4,0.1,0.7,-0.413,-0.88,-0.018
217
+ AutoARIMA,CatBoost,0.4,0.1,0.7,-0.408,-0.902,-0.021
218
+ AutoARIMA,Toto-1.0,0.3,0.0,0.6,-0.378,-0.718,-0.091
219
  AutoARIMA,Stat. Ensemble,0.4,0.1,0.7,-0.33,-0.795,-0.052
220
  AutoARIMA,AutoETS,0.4,0.1,0.7,-0.309,-0.748,-0.041
221
+ AutoARIMA,Chronos-Bolt,0.3,0.0,0.6,-0.345,-0.725,-0.062
222
  AutoARIMA,Sundial-Base,0.5,0.2,0.8,-0.218,-0.682,0.118
223
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
224
+ AutoARIMA,TFT,0.6,0.3,0.9,-0.024,-0.336,0.22
225
  AutoARIMA,Seasonal Naive,0.5,0.2,0.8,0.059,-0.309,0.333
226
+ TFT,TimesFM-2.5,0.2,0.0,0.5,-0.37,-0.769,-0.101
227
+ TFT,Chronos-2,0.0,0.0,0.0,-0.348,-0.775,-0.077
228
+ TFT,TiRex,0.2,0.0,0.5,-0.362,-0.797,-0.083
229
+ TFT,FlowState,0.2,0.0,0.5,-0.276,-0.567,-0.062
230
+ TFT,TabPFN-TS,0.1,0.0,0.3,-0.405,-0.916,-0.096
231
+ TFT,Moirai-2.0,0.2,0.0,0.5,-0.389,-0.837,-0.089
232
+ TFT,LightGBM,0.3,0.0,0.6,-0.38,-0.953,-0.001
233
+ TFT,CatBoost,0.3,0.0,0.6,-0.376,-0.929,-0.015
234
+ TFT,Toto-1.0,0.2,0.0,0.5,-0.346,-0.821,-0.057
235
+ TFT,Stat. Ensemble,0.4,0.1,0.7,-0.299,-0.842,0.02
236
+ TFT,AutoETS,0.3,0.0,0.6,-0.278,-0.773,0.03
237
+ TFT,Chronos-Bolt,0.1,0.0,0.3,-0.314,-0.64,-0.085
238
+ TFT,Sundial-Base,0.2,0.0,0.5,-0.19,-0.396,-0.014
239
+ TFT,AutoARIMA,0.4,0.1,0.7,0.023,-0.283,0.251
240
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
241
+ TFT,Seasonal Naive,0.7,0.4,0.9,0.081,-0.027,0.177
 
 
242
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.49,-0.893,-0.257
243
+ Seasonal Naive,Chronos-2,0.1,0.0,0.3,-0.466,-0.835,-0.204
244
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.481,-0.865,-0.226
245
+ Seasonal Naive,FlowState,0.1,0.0,0.3,-0.388,-0.61,-0.22
246
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.528,-0.922,-0.241
247
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.51,-0.93,-0.255
248
+ Seasonal Naive,LightGBM,0.2,0.0,0.5,-0.501,-1.017,-0.14
249
+ Seasonal Naive,CatBoost,0.2,0.0,0.5,-0.496,-0.991,-0.143
250
+ Seasonal Naive,Toto-1.0,0.1,0.0,0.3,-0.464,-0.899,-0.177
251
  Seasonal Naive,Stat. Ensemble,0.4,0.1,0.7,-0.413,-0.885,-0.07
252
  Seasonal Naive,AutoETS,0.4,0.1,0.7,-0.39,-0.872,-0.051
253
+ Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.429,-0.732,-0.224
254
  Seasonal Naive,Sundial-Base,0.1,0.0,0.3,-0.294,-0.433,-0.171
255
  Seasonal Naive,AutoARIMA,0.5,0.2,0.8,-0.062,-0.499,0.236
256
+ Seasonal Naive,TFT,0.3,0.1,0.6,-0.088,-0.216,0.026
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_health/pairwise_SQL.csv CHANGED
@@ -1,226 +1,257 @@
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TimesFM-2.5,0.5,0.2,0.8,0.001,-0.091,0.094
4
- Chronos-2,TiRex,0.7,0.4,0.9,0.019,-0.022,0.054
5
  Chronos-2,Moirai-2.0,0.7,0.4,0.9,-0.01,-0.086,0.045
6
- Chronos-2,Toto-1.0,0.8,0.598,1.0,0.004,-0.055,0.051
7
- Chronos-2,TabPFN-TS,0.8,0.5,1.0,0.044,-0.04,0.15
8
  Chronos-2,Chronos-Bolt,0.8,0.6,1.0,0.025,-0.035,0.08
 
 
9
  Chronos-2,AutoETS,0.7,0.4,0.902,0.101,-0.023,0.231
10
  Chronos-2,Stat. Ensemble,0.7,0.4,0.902,0.094,-0.039,0.227
11
- Chronos-2,Sundial-Base,0.8,0.6,1.0,0.19,0.034,0.308
12
  Chronos-2,AutoARIMA,0.9,0.7,1.0,0.326,0.106,0.481
13
- Chronos-2,AutoTheta,1.0,1.0,1.0,0.247,0.112,0.362
 
 
14
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.381,0.242,0.504
15
- Chronos-2,Naive,1.0,1.0,1.0,0.423,0.295,0.531
16
- Chronos-2,Drift,1.0,1.0,1.0,0.378,0.281,0.47
17
  TimesFM-2.5,Chronos-2,0.5,0.2,0.8,-0.001,-0.104,0.084
18
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
19
- TimesFM-2.5,TiRex,0.7,0.4,0.9,0.018,-0.05,0.072
20
  TimesFM-2.5,Moirai-2.0,0.7,0.4,0.9,-0.011,-0.085,0.035
21
- TimesFM-2.5,Toto-1.0,0.5,0.2,0.8,0.003,-0.106,0.103
22
- TimesFM-2.5,TabPFN-TS,0.7,0.4,1.0,0.044,-0.078,0.182
23
  TimesFM-2.5,Chronos-Bolt,0.7,0.4,1.0,0.024,-0.032,0.08
 
 
24
  TimesFM-2.5,AutoETS,0.6,0.3,0.9,0.1,-0.086,0.252
25
  TimesFM-2.5,Stat. Ensemble,0.7,0.4,1.0,0.093,-0.113,0.257
26
- TimesFM-2.5,Sundial-Base,0.9,0.7,1.0,0.189,0.085,0.301
27
  TimesFM-2.5,AutoARIMA,0.7,0.4,1.0,0.325,0.109,0.484
28
- TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.247,0.117,0.377
 
 
29
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.38,0.264,0.511
30
- TimesFM-2.5,Naive,1.0,1.0,1.0,0.423,0.325,0.529
31
- TimesFM-2.5,Drift,1.0,1.0,1.0,0.378,0.277,0.474
32
- TiRex,Chronos-2,0.3,0.1,0.6,-0.019,-0.057,0.021
33
- TiRex,TimesFM-2.5,0.3,0.1,0.6,-0.018,-0.077,0.048
34
- TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
35
- TiRex,Moirai-2.0,0.5,0.2,0.8,-0.029,-0.073,0.009
36
- TiRex,Toto-1.0,0.7,0.4,0.902,-0.015,-0.083,0.043
37
- TiRex,TabPFN-TS,0.5,0.2,0.8,0.026,-0.057,0.142
38
- TiRex,Chronos-Bolt,0.7,0.4,0.9,0.006,-0.035,0.045
39
- TiRex,AutoETS,0.6,0.3,0.9,0.084,-0.051,0.223
40
- TiRex,Stat. Ensemble,0.7,0.4,1.0,0.077,-0.082,0.222
41
- TiRex,Sundial-Base,0.8,0.6,1.0,0.175,0.044,0.286
42
- TiRex,AutoARIMA,0.8,0.5,1.0,0.313,0.094,0.48
43
- TiRex,AutoTheta,1.0,1.0,1.0,0.233,0.103,0.354
44
- TiRex,Seasonal Naive,1.0,1.0,1.0,0.369,0.24,0.497
45
- TiRex,Naive,1.0,1.0,1.0,0.412,0.3,0.518
46
- TiRex,Drift,1.0,1.0,1.0,0.367,0.268,0.464
47
  Moirai-2.0,Chronos-2,0.3,0.1,0.6,0.01,-0.047,0.079
48
  Moirai-2.0,TimesFM-2.5,0.3,0.1,0.6,0.011,-0.036,0.078
49
- Moirai-2.0,TiRex,0.5,0.2,0.8,0.028,-0.009,0.068
50
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
51
- Moirai-2.0,Toto-1.0,0.5,0.2,0.8,0.014,-0.052,0.084
52
- Moirai-2.0,TabPFN-TS,0.4,0.1,0.7,0.054,-0.037,0.187
53
  Moirai-2.0,Chronos-Bolt,0.65,0.35,0.9,0.035,-0.011,0.083
 
 
54
  Moirai-2.0,AutoETS,0.7,0.4,1.0,0.11,-0.022,0.239
55
  Moirai-2.0,Stat. Ensemble,0.7,0.4,1.0,0.103,-0.055,0.246
56
- Moirai-2.0,Sundial-Base,0.9,0.7,1.0,0.198,0.072,0.318
57
  Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.332,0.099,0.498
58
- Moirai-2.0,AutoTheta,1.0,1.0,1.0,0.255,0.121,0.388
 
 
59
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.387,0.253,0.522
60
- Moirai-2.0,Naive,1.0,1.0,1.0,0.429,0.316,0.541
61
- Moirai-2.0,Drift,1.0,1.0,1.0,0.384,0.286,0.486
62
- Toto-1.0,Chronos-2,0.2,0.0,0.402,-0.004,-0.053,0.052
63
- Toto-1.0,TimesFM-2.5,0.5,0.2,0.8,-0.003,-0.115,0.096
64
- Toto-1.0,TiRex,0.3,0.098,0.6,0.015,-0.045,0.076
65
- Toto-1.0,Moirai-2.0,0.5,0.2,0.8,-0.014,-0.091,0.05
66
- Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
67
- Toto-1.0,TabPFN-TS,0.5,0.2,0.8,0.041,-0.072,0.187
68
- Toto-1.0,Chronos-Bolt,0.6,0.3,0.9,0.021,-0.059,0.092
69
- Toto-1.0,AutoETS,0.6,0.3,0.9,0.098,-0.011,0.205
70
- Toto-1.0,Stat. Ensemble,0.6,0.3,0.9,0.09,-0.032,0.205
71
- Toto-1.0,Sundial-Base,0.8,0.6,1.0,0.187,0.002,0.333
72
- Toto-1.0,AutoARIMA,0.7,0.4,1.0,0.323,0.113,0.478
73
- Toto-1.0,AutoTheta,1.0,1.0,1.0,0.244,0.09,0.388
74
- Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.378,0.213,0.526
75
- Toto-1.0,Naive,1.0,1.0,1.0,0.421,0.279,0.544
76
- Toto-1.0,Drift,1.0,1.0,1.0,0.376,0.265,0.49
77
- TabPFN-TS,Chronos-2,0.2,0.0,0.5,-0.046,-0.176,0.038
78
- TabPFN-TS,TimesFM-2.5,0.3,0.0,0.6,-0.046,-0.222,0.072
79
- TabPFN-TS,TiRex,0.5,0.2,0.8,-0.027,-0.165,0.054
80
- TabPFN-TS,Moirai-2.0,0.6,0.3,0.9,-0.057,-0.23,0.036
81
- TabPFN-TS,Toto-1.0,0.5,0.2,0.8,-0.042,-0.23,0.067
82
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
83
- TabPFN-TS,Chronos-Bolt,0.7,0.4,0.902,-0.02,-0.148,0.057
84
- TabPFN-TS,AutoETS,0.5,0.2,0.8,0.059,-0.119,0.221
85
- TabPFN-TS,Stat. Ensemble,0.5,0.2,0.8,0.052,-0.127,0.215
86
- TabPFN-TS,Sundial-Base,0.8,0.6,1.0,0.153,0.046,0.252
87
- TabPFN-TS,AutoARIMA,0.6,0.3,0.9,0.295,0.03,0.49
88
- TabPFN-TS,AutoTheta,1.0,1.0,1.0,0.212,0.116,0.292
89
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.352,0.249,0.449
90
- TabPFN-TS,Naive,1.0,1.0,1.0,0.396,0.308,0.49
91
- TabPFN-TS,Drift,1.0,1.0,1.0,0.35,0.271,0.429
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
92
  Chronos-Bolt,Chronos-2,0.2,0.0,0.4,-0.026,-0.086,0.033
93
  Chronos-Bolt,TimesFM-2.5,0.3,0.0,0.6,-0.025,-0.087,0.031
94
- Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.006,-0.048,0.033
95
  Chronos-Bolt,Moirai-2.0,0.35,0.1,0.65,-0.036,-0.091,0.01
96
- Chronos-Bolt,Toto-1.0,0.4,0.1,0.7,-0.022,-0.101,0.055
97
- Chronos-Bolt,TabPFN-TS,0.3,0.098,0.6,0.02,-0.061,0.129
98
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
 
 
99
  Chronos-Bolt,AutoETS,0.5,0.2,0.8,0.078,-0.063,0.207
100
  Chronos-Bolt,Stat. Ensemble,0.6,0.3,0.9,0.071,-0.088,0.209
101
- Chronos-Bolt,Sundial-Base,0.9,0.7,1.0,0.169,0.052,0.27
102
  Chronos-Bolt,AutoARIMA,0.7,0.4,1.0,0.309,0.096,0.471
103
- Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.228,0.114,0.336
 
 
104
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.365,0.247,0.481
105
- Chronos-Bolt,Naive,1.0,1.0,1.0,0.408,0.306,0.509
106
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.362,0.279,0.456
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107
  AutoETS,Chronos-2,0.3,0.098,0.6,-0.112,-0.3,0.023
108
  AutoETS,TimesFM-2.5,0.4,0.1,0.7,-0.112,-0.337,0.079
109
- AutoETS,TiRex,0.4,0.1,0.7,-0.092,-0.288,0.049
110
  AutoETS,Moirai-2.0,0.3,0.0,0.6,-0.123,-0.313,0.022
111
- AutoETS,Toto-1.0,0.4,0.1,0.7,-0.108,-0.257,0.011
112
- AutoETS,TabPFN-TS,0.5,0.2,0.8,-0.063,-0.284,0.107
113
  AutoETS,Chronos-Bolt,0.5,0.2,0.8,-0.085,-0.262,0.059
 
 
114
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
115
  AutoETS,Stat. Ensemble,0.5,0.2,0.8,-0.008,-0.047,0.04
116
- AutoETS,Sundial-Base,0.6,0.3,0.9,0.099,-0.174,0.293
117
  AutoETS,AutoARIMA,0.7,0.4,1.0,0.25,0.032,0.456
118
- AutoETS,AutoTheta,0.7,0.4,1.0,0.163,-0.008,0.327
 
 
119
  AutoETS,Seasonal Naive,0.7,0.4,1.0,0.311,0.076,0.492
120
- AutoETS,Naive,0.7,0.4,1.0,0.358,0.144,0.517
121
- AutoETS,Drift,0.7,0.4,1.0,0.308,0.137,0.456
122
  Stat. Ensemble,Chronos-2,0.3,0.098,0.6,-0.104,-0.293,0.038
123
  Stat. Ensemble,TimesFM-2.5,0.3,0.0,0.6,-0.103,-0.346,0.101
124
- Stat. Ensemble,TiRex,0.3,0.0,0.6,-0.083,-0.285,0.076
125
  Stat. Ensemble,Moirai-2.0,0.3,0.0,0.6,-0.115,-0.326,0.052
126
- Stat. Ensemble,Toto-1.0,0.4,0.1,0.7,-0.099,-0.258,0.031
127
- Stat. Ensemble,TabPFN-TS,0.5,0.2,0.8,-0.055,-0.273,0.112
128
  Stat. Ensemble,Chronos-Bolt,0.4,0.1,0.7,-0.076,-0.264,0.081
 
 
129
  Stat. Ensemble,AutoETS,0.5,0.2,0.8,0.008,-0.041,0.045
130
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
131
- Stat. Ensemble,Sundial-Base,0.6,0.3,0.9,0.106,-0.182,0.31
132
  Stat. Ensemble,AutoARIMA,0.7,0.4,1.0,0.256,0.052,0.456
133
- Stat. Ensemble,AutoTheta,0.7,0.4,0.9,0.169,-0.008,0.33
 
 
134
  Stat. Ensemble,Seasonal Naive,0.6,0.3,0.9,0.317,0.085,0.492
135
- Stat. Ensemble,Naive,0.6,0.3,0.9,0.363,0.152,0.52
136
- Stat. Ensemble,Drift,0.7,0.4,0.9,0.314,0.147,0.458
137
- Sundial-Base,Chronos-2,0.2,0.0,0.4,-0.235,-0.445,-0.035
138
- Sundial-Base,TimesFM-2.5,0.1,0.0,0.3,-0.234,-0.43,-0.092
139
- Sundial-Base,TiRex,0.2,0.0,0.4,-0.212,-0.4,-0.046
140
- Sundial-Base,Moirai-2.0,0.1,0.0,0.3,-0.247,-0.467,-0.078
141
- Sundial-Base,Toto-1.0,0.2,0.0,0.4,-0.23,-0.5,-0.002
142
- Sundial-Base,TabPFN-TS,0.2,0.0,0.4,-0.18,-0.337,-0.049
143
- Sundial-Base,Chronos-Bolt,0.1,0.0,0.3,-0.204,-0.37,-0.055
144
- Sundial-Base,AutoETS,0.4,0.1,0.7,-0.11,-0.415,0.148
145
- Sundial-Base,Stat. Ensemble,0.4,0.1,0.7,-0.119,-0.45,0.154
146
- Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
147
- Sundial-Base,AutoARIMA,0.5,0.2,0.8,0.168,-0.162,0.415
148
- Sundial-Base,AutoTheta,0.5,0.2,0.8,0.071,-0.052,0.191
149
- Sundial-Base,Seasonal Naive,0.8,0.6,1.0,0.236,0.136,0.326
150
- Sundial-Base,Naive,0.9,0.7,1.0,0.288,0.193,0.375
151
- Sundial-Base,Drift,0.8,0.6,1.0,0.232,0.091,0.354
152
  AutoARIMA,Chronos-2,0.1,0.0,0.3,-0.483,-0.928,-0.119
153
  AutoARIMA,TimesFM-2.5,0.3,0.0,0.6,-0.482,-0.938,-0.122
154
- AutoARIMA,TiRex,0.2,0.0,0.5,-0.456,-0.922,-0.104
155
  AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.498,-0.991,-0.109
156
- AutoARIMA,Toto-1.0,0.3,0.0,0.6,-0.478,-0.916,-0.127
157
- AutoARIMA,TabPFN-TS,0.4,0.1,0.7,-0.418,-0.959,-0.031
158
  AutoARIMA,Chronos-Bolt,0.3,0.0,0.6,-0.446,-0.89,-0.106
 
 
159
  AutoARIMA,AutoETS,0.3,0.0,0.6,-0.333,-0.839,-0.033
160
  AutoARIMA,Stat. Ensemble,0.3,0.0,0.6,-0.344,-0.837,-0.055
161
- AutoARIMA,Sundial-Base,0.5,0.2,0.8,-0.201,-0.711,0.14
162
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
163
- AutoARIMA,AutoTheta,0.6,0.3,0.9,-0.116,-0.482,0.162
 
 
164
  AutoARIMA,Seasonal Naive,0.6,0.3,0.9,0.082,-0.298,0.358
165
- AutoARIMA,Naive,0.6,0.3,0.9,0.144,-0.212,0.398
166
- AutoARIMA,Drift,0.6,0.3,0.9,0.078,-0.292,0.36
167
- AutoTheta,Chronos-2,0.0,0.0,0.0,-0.329,-0.568,-0.126
168
- AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.328,-0.606,-0.133
169
- AutoTheta,TiRex,0.0,0.0,0.0,-0.304,-0.548,-0.115
170
- AutoTheta,Moirai-2.0,0.0,0.0,0.0,-0.342,-0.634,-0.137
171
- AutoTheta,Toto-1.0,0.0,0.0,0.0,-0.323,-0.635,-0.099
172
- AutoTheta,TabPFN-TS,0.0,0.0,0.0,-0.27,-0.413,-0.132
173
- AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.296,-0.507,-0.129
174
- AutoTheta,AutoETS,0.3,0.0,0.6,-0.194,-0.485,0.008
175
- AutoTheta,Stat. Ensemble,0.3,0.1,0.6,-0.204,-0.493,0.008
176
- AutoTheta,Sundial-Base,0.5,0.2,0.8,-0.076,-0.235,0.049
177
- AutoTheta,AutoARIMA,0.4,0.1,0.7,0.104,-0.193,0.325
178
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoTheta,Seasonal Naive,0.7,0.4,1.0,0.177,0.061,0.286
180
- AutoTheta,Naive,0.8,0.5,1.0,0.233,0.111,0.358
181
- AutoTheta,Drift,0.7,0.4,0.902,0.174,0.033,0.323
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
182
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.615,-1.015,-0.319
183
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.614,-1.045,-0.359
184
- Seasonal Naive,TiRex,0.0,0.0,0.0,-0.585,-0.99,-0.316
185
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.631,-1.091,-0.338
186
- Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.609,-1.11,-0.271
187
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.544,-0.815,-0.331
188
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.575,-0.927,-0.328
 
 
189
  Seasonal Naive,AutoETS,0.3,0.0,0.6,-0.452,-0.969,-0.082
190
  Seasonal Naive,Stat. Ensemble,0.4,0.1,0.7,-0.463,-0.968,-0.092
191
- Seasonal Naive,Sundial-Base,0.2,0.0,0.4,-0.308,-0.483,-0.157
192
  Seasonal Naive,AutoARIMA,0.4,0.1,0.7,-0.089,-0.559,0.23
193
- Seasonal Naive,AutoTheta,0.3,0.0,0.6,-0.216,-0.4,-0.065
 
 
194
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
195
- Seasonal Naive,Naive,0.65,0.45,0.85,0.068,-0.011,0.163
196
- Seasonal Naive,Drift,0.7,0.4,0.902,-0.004,-0.169,0.151
197
- Naive,Chronos-2,0.0,0.0,0.0,-0.733,-1.133,-0.419
198
- Naive,TimesFM-2.5,0.0,0.0,0.0,-0.732,-1.123,-0.482
199
- Naive,TiRex,0.0,0.0,0.0,-0.701,-1.073,-0.429
200
- Naive,Moirai-2.0,0.0,0.0,0.0,-0.75,-1.179,-0.461
201
- Naive,Toto-1.0,0.0,0.0,0.0,-0.726,-1.192,-0.388
202
- Naive,TabPFN-TS,0.0,0.0,0.0,-0.656,-0.96,-0.445
203
- Naive,Chronos-Bolt,0.0,0.0,0.0,-0.69,-1.037,-0.44
204
- Naive,AutoETS,0.3,0.0,0.6,-0.558,-1.07,-0.168
205
- Naive,Stat. Ensemble,0.4,0.1,0.7,-0.57,-1.084,-0.179
206
- Naive,Sundial-Base,0.1,0.0,0.3,-0.404,-0.6,-0.238
207
- Naive,AutoARIMA,0.4,0.1,0.7,-0.168,-0.661,0.175
208
- Naive,AutoTheta,0.2,0.0,0.5,-0.304,-0.559,-0.124
209
- Naive,Seasonal Naive,0.35,0.15,0.55,-0.073,-0.195,0.01
210
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Naive,Drift,0.7,0.4,0.902,-0.077,-0.195,0.018
212
- Drift,Chronos-2,0.0,0.0,0.0,-0.609,-0.888,-0.39
213
- Drift,TimesFM-2.5,0.0,0.0,0.0,-0.607,-0.901,-0.383
214
- Drift,TiRex,0.0,0.0,0.0,-0.579,-0.867,-0.367
215
- Drift,Moirai-2.0,0.0,0.0,0.0,-0.624,-0.947,-0.401
216
- Drift,Toto-1.0,0.0,0.0,0.0,-0.602,-0.96,-0.361
217
- Drift,TabPFN-TS,0.0,0.0,0.0,-0.537,-0.751,-0.372
218
- Drift,Chronos-Bolt,0.0,0.0,0.0,-0.568,-0.838,-0.388
219
- Drift,AutoETS,0.3,0.0,0.6,-0.446,-0.837,-0.158
220
- Drift,Stat. Ensemble,0.3,0.1,0.6,-0.457,-0.847,-0.172
221
- Drift,Sundial-Base,0.2,0.0,0.4,-0.303,-0.549,-0.1
222
- Drift,AutoARIMA,0.4,0.1,0.7,-0.084,-0.562,0.226
223
- Drift,AutoTheta,0.3,0.098,0.6,-0.211,-0.476,-0.034
224
- Drift,Seasonal Naive,0.3,0.098,0.6,0.004,-0.178,0.144
225
- Drift,Naive,0.3,0.098,0.6,0.072,-0.018,0.163
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TimesFM-2.5,0.5,0.2,0.8,0.001,-0.091,0.094
 
4
  Chronos-2,Moirai-2.0,0.7,0.4,0.9,-0.01,-0.086,0.045
5
+ Chronos-2,TabPFN-TS,0.8,0.5,1.0,0.005,-0.032,0.03
6
+ Chronos-2,TiRex,0.7,0.4,0.9,0.019,-0.022,0.054
7
  Chronos-2,Chronos-Bolt,0.8,0.6,1.0,0.025,-0.035,0.08
8
+ Chronos-2,Toto-1.0,0.8,0.598,1.0,0.005,-0.053,0.052
9
+ Chronos-2,FlowState,0.6,0.3,0.9,0.079,-0.021,0.16
10
  Chronos-2,AutoETS,0.7,0.4,0.902,0.101,-0.023,0.231
11
  Chronos-2,Stat. Ensemble,0.7,0.4,0.902,0.094,-0.039,0.227
12
+ Chronos-2,LightGBM,0.8,0.5,1.0,0.175,0.055,0.3
13
  Chronos-2,AutoARIMA,0.9,0.7,1.0,0.326,0.106,0.481
14
+ Chronos-2,CatBoost,0.8,0.5,1.0,0.177,0.066,0.294
15
+ Chronos-2,Sundial-Base,0.8,0.6,1.0,0.19,0.034,0.308
16
+ Chronos-2,TFT,1.0,1.0,1.0,0.284,0.095,0.462
17
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.381,0.242,0.504
 
 
18
  TimesFM-2.5,Chronos-2,0.5,0.2,0.8,-0.001,-0.104,0.084
19
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
 
20
  TimesFM-2.5,Moirai-2.0,0.7,0.4,0.9,-0.011,-0.085,0.035
21
+ TimesFM-2.5,TabPFN-TS,0.7,0.4,1.0,0.004,-0.096,0.075
22
+ TimesFM-2.5,TiRex,0.7,0.4,0.9,0.018,-0.05,0.072
23
  TimesFM-2.5,Chronos-Bolt,0.7,0.4,1.0,0.024,-0.032,0.08
24
+ TimesFM-2.5,Toto-1.0,0.6,0.3,0.9,0.004,-0.105,0.104
25
+ TimesFM-2.5,FlowState,0.7,0.4,1.0,0.078,0.001,0.158
26
  TimesFM-2.5,AutoETS,0.6,0.3,0.9,0.1,-0.086,0.252
27
  TimesFM-2.5,Stat. Ensemble,0.7,0.4,1.0,0.093,-0.113,0.257
28
+ TimesFM-2.5,LightGBM,0.7,0.4,0.902,0.174,0.054,0.302
29
  TimesFM-2.5,AutoARIMA,0.7,0.4,1.0,0.325,0.109,0.484
30
+ TimesFM-2.5,CatBoost,0.8,0.6,1.0,0.177,0.057,0.294
31
+ TimesFM-2.5,Sundial-Base,0.9,0.7,1.0,0.189,0.085,0.301
32
+ TimesFM-2.5,TFT,0.9,0.7,1.0,0.284,0.108,0.444
33
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.38,0.264,0.511
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  Moirai-2.0,Chronos-2,0.3,0.1,0.6,0.01,-0.047,0.079
35
  Moirai-2.0,TimesFM-2.5,0.3,0.1,0.6,0.011,-0.036,0.078
 
36
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
37
+ Moirai-2.0,TabPFN-TS,0.4,0.1,0.7,0.014,-0.035,0.072
38
+ Moirai-2.0,TiRex,0.5,0.2,0.8,0.028,-0.009,0.068
39
  Moirai-2.0,Chronos-Bolt,0.65,0.35,0.9,0.035,-0.011,0.083
40
+ Moirai-2.0,Toto-1.0,0.6,0.3,0.9,0.015,-0.052,0.084
41
+ Moirai-2.0,FlowState,0.8,0.5,1.0,0.088,-0.002,0.175
42
  Moirai-2.0,AutoETS,0.7,0.4,1.0,0.11,-0.022,0.239
43
  Moirai-2.0,Stat. Ensemble,0.7,0.4,1.0,0.103,-0.055,0.246
44
+ Moirai-2.0,LightGBM,0.8,0.598,1.0,0.183,0.084,0.299
45
  Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.332,0.099,0.498
46
+ Moirai-2.0,CatBoost,0.9,0.7,1.0,0.185,0.091,0.295
47
+ Moirai-2.0,Sundial-Base,0.9,0.7,1.0,0.198,0.072,0.318
48
+ Moirai-2.0,TFT,0.8,0.5,1.0,0.291,0.086,0.467
49
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.387,0.253,0.522
50
+ TabPFN-TS,Chronos-2,0.2,0.0,0.5,-0.005,-0.031,0.031
51
+ TabPFN-TS,TimesFM-2.5,0.3,0.0,0.6,-0.004,-0.081,0.087
52
+ TabPFN-TS,Moirai-2.0,0.6,0.3,0.9,-0.015,-0.077,0.034
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
53
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
54
+ TabPFN-TS,TiRex,0.5,0.2,0.8,0.014,-0.023,0.052
55
+ TabPFN-TS,Chronos-Bolt,0.7,0.4,0.9,0.02,-0.025,0.07
56
+ TabPFN-TS,Toto-1.0,0.5,0.2,0.8,0.0,-0.071,0.059
57
+ TabPFN-TS,FlowState,0.6,0.3,0.9,0.075,-0.015,0.159
58
+ TabPFN-TS,AutoETS,0.5,0.2,0.8,0.097,-0.022,0.22
59
+ TabPFN-TS,Stat. Ensemble,0.5,0.2,0.8,0.09,-0.039,0.217
60
+ TabPFN-TS,LightGBM,0.9,0.7,1.0,0.171,0.063,0.29
61
+ TabPFN-TS,AutoARIMA,0.7,0.4,1.0,0.323,0.093,0.492
62
+ TabPFN-TS,CatBoost,0.9,0.7,1.0,0.173,0.077,0.285
63
+ TabPFN-TS,Sundial-Base,0.8,0.6,1.0,0.186,0.052,0.297
64
+ TabPFN-TS,TFT,0.9,0.7,1.0,0.281,0.095,0.454
65
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.378,0.247,0.498
66
+ TiRex,Chronos-2,0.3,0.1,0.6,-0.019,-0.057,0.021
67
+ TiRex,TimesFM-2.5,0.3,0.1,0.6,-0.018,-0.077,0.048
68
+ TiRex,Moirai-2.0,0.5,0.2,0.8,-0.029,-0.073,0.009
69
+ TiRex,TabPFN-TS,0.5,0.2,0.8,-0.014,-0.055,0.023
70
+ TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
71
+ TiRex,Chronos-Bolt,0.7,0.4,0.9,0.006,-0.035,0.045
72
+ TiRex,Toto-1.0,0.7,0.4,0.902,-0.014,-0.082,0.044
73
+ TiRex,FlowState,0.6,0.3,0.9,0.062,-0.016,0.132
74
+ TiRex,AutoETS,0.6,0.3,0.9,0.084,-0.051,0.223
75
+ TiRex,Stat. Ensemble,0.7,0.4,1.0,0.077,-0.082,0.222
76
+ TiRex,LightGBM,0.6,0.3,0.9,0.159,0.041,0.292
77
+ TiRex,AutoARIMA,0.8,0.5,1.0,0.313,0.094,0.48
78
+ TiRex,CatBoost,0.6,0.3,0.9,0.162,0.05,0.286
79
+ TiRex,Sundial-Base,0.8,0.6,1.0,0.175,0.044,0.286
80
+ TiRex,TFT,0.8,0.5,1.0,0.271,0.083,0.442
81
+ TiRex,Seasonal Naive,1.0,1.0,1.0,0.369,0.24,0.497
82
  Chronos-Bolt,Chronos-2,0.2,0.0,0.4,-0.026,-0.086,0.033
83
  Chronos-Bolt,TimesFM-2.5,0.3,0.0,0.6,-0.025,-0.087,0.031
 
84
  Chronos-Bolt,Moirai-2.0,0.35,0.1,0.65,-0.036,-0.091,0.01
85
+ Chronos-Bolt,TabPFN-TS,0.3,0.1,0.6,-0.021,-0.075,0.024
86
+ Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.006,-0.048,0.033
87
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
88
+ Chronos-Bolt,Toto-1.0,0.5,0.2,0.8,-0.021,-0.1,0.057
89
+ Chronos-Bolt,FlowState,0.8,0.5,1.0,0.055,-0.03,0.134
90
  Chronos-Bolt,AutoETS,0.5,0.2,0.8,0.078,-0.063,0.207
91
  Chronos-Bolt,Stat. Ensemble,0.6,0.3,0.9,0.071,-0.088,0.209
92
+ Chronos-Bolt,LightGBM,0.8,0.5,1.0,0.153,0.032,0.287
93
  Chronos-Bolt,AutoARIMA,0.7,0.4,1.0,0.309,0.096,0.471
94
+ Chronos-Bolt,CatBoost,0.7,0.4,1.0,0.156,0.036,0.284
95
+ Chronos-Bolt,Sundial-Base,0.9,0.7,1.0,0.169,0.052,0.27
96
+ Chronos-Bolt,TFT,0.9,0.7,1.0,0.266,0.092,0.423
97
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.365,0.247,0.481
98
+ Toto-1.0,Chronos-2,0.2,0.0,0.402,-0.005,-0.054,0.05
99
+ Toto-1.0,TimesFM-2.5,0.4,0.1,0.7,-0.004,-0.116,0.095
100
+ Toto-1.0,Moirai-2.0,0.4,0.1,0.7,-0.015,-0.092,0.049
101
+ Toto-1.0,TabPFN-TS,0.5,0.2,0.8,-0.0,-0.063,0.066
102
+ Toto-1.0,TiRex,0.3,0.098,0.6,0.014,-0.046,0.076
103
+ Toto-1.0,Chronos-Bolt,0.5,0.2,0.8,0.02,-0.06,0.091
104
+ Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
105
+ Toto-1.0,FlowState,0.4,0.1,0.7,0.075,-0.06,0.197
106
+ Toto-1.0,AutoETS,0.5,0.2,0.8,0.097,-0.011,0.203
107
+ Toto-1.0,Stat. Ensemble,0.6,0.3,0.9,0.09,-0.032,0.203
108
+ Toto-1.0,LightGBM,0.9,0.7,1.0,0.171,0.07,0.277
109
+ Toto-1.0,AutoARIMA,0.6,0.3,0.9,0.323,0.112,0.478
110
+ Toto-1.0,CatBoost,0.9,0.7,1.0,0.173,0.076,0.273
111
+ Toto-1.0,Sundial-Base,0.8,0.6,1.0,0.186,0.0,0.333
112
+ Toto-1.0,TFT,0.8,0.5,1.0,0.281,0.068,0.478
113
+ Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.378,0.214,0.526
114
+ FlowState,Chronos-2,0.4,0.1,0.7,-0.086,-0.191,0.02
115
+ FlowState,TimesFM-2.5,0.3,0.0,0.6,-0.085,-0.187,-0.001
116
+ FlowState,Moirai-2.0,0.2,0.0,0.5,-0.097,-0.213,0.002
117
+ FlowState,TabPFN-TS,0.4,0.1,0.7,-0.081,-0.189,0.015
118
+ FlowState,TiRex,0.4,0.1,0.7,-0.066,-0.152,0.016
119
+ FlowState,Chronos-Bolt,0.2,0.0,0.5,-0.059,-0.154,0.03
120
+ FlowState,Toto-1.0,0.6,0.3,0.9,-0.081,-0.245,0.057
121
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
122
+ FlowState,AutoETS,0.5,0.2,0.8,0.024,-0.199,0.224
123
+ FlowState,Stat. Ensemble,0.4,0.1,0.7,0.016,-0.228,0.22
124
+ FlowState,LightGBM,0.7,0.4,0.902,0.104,-0.092,0.273
125
+ FlowState,AutoARIMA,0.6,0.3,0.9,0.268,0.006,0.467
126
+ FlowState,CatBoost,0.7,0.4,0.902,0.107,-0.072,0.263
127
+ FlowState,Sundial-Base,0.9,0.7,1.0,0.121,0.039,0.189
128
+ FlowState,TFT,0.8,0.5,1.0,0.223,0.049,0.377
129
+ FlowState,Seasonal Naive,1.0,1.0,1.0,0.328,0.22,0.435
130
  AutoETS,Chronos-2,0.3,0.098,0.6,-0.112,-0.3,0.023
131
  AutoETS,TimesFM-2.5,0.4,0.1,0.7,-0.112,-0.337,0.079
 
132
  AutoETS,Moirai-2.0,0.3,0.0,0.6,-0.123,-0.313,0.022
133
+ AutoETS,TabPFN-TS,0.5,0.2,0.8,-0.107,-0.282,0.021
134
+ AutoETS,TiRex,0.4,0.1,0.7,-0.092,-0.288,0.049
135
  AutoETS,Chronos-Bolt,0.5,0.2,0.8,-0.085,-0.262,0.059
136
+ AutoETS,Toto-1.0,0.5,0.2,0.8,-0.107,-0.254,0.011
137
+ AutoETS,FlowState,0.5,0.2,0.8,-0.025,-0.289,0.166
138
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
139
  AutoETS,Stat. Ensemble,0.5,0.2,0.8,-0.008,-0.047,0.04
140
+ AutoETS,LightGBM,0.5,0.2,0.8,0.082,-0.113,0.254
141
  AutoETS,AutoARIMA,0.7,0.4,1.0,0.25,0.032,0.456
142
+ AutoETS,CatBoost,0.6,0.3,0.9,0.085,-0.101,0.243
143
+ AutoETS,Sundial-Base,0.6,0.3,0.9,0.099,-0.174,0.293
144
+ AutoETS,TFT,0.7,0.4,1.0,0.204,-0.057,0.436
145
  AutoETS,Seasonal Naive,0.7,0.4,1.0,0.311,0.076,0.492
 
 
146
  Stat. Ensemble,Chronos-2,0.3,0.098,0.6,-0.104,-0.293,0.038
147
  Stat. Ensemble,TimesFM-2.5,0.3,0.0,0.6,-0.103,-0.346,0.101
 
148
  Stat. Ensemble,Moirai-2.0,0.3,0.0,0.6,-0.115,-0.326,0.052
149
+ Stat. Ensemble,TabPFN-TS,0.5,0.2,0.8,-0.099,-0.278,0.037
150
+ Stat. Ensemble,TiRex,0.3,0.0,0.6,-0.083,-0.285,0.076
151
  Stat. Ensemble,Chronos-Bolt,0.4,0.1,0.7,-0.076,-0.264,0.081
152
+ Stat. Ensemble,Toto-1.0,0.4,0.1,0.7,-0.098,-0.254,0.031
153
+ Stat. Ensemble,FlowState,0.6,0.3,0.9,-0.016,-0.283,0.185
154
  Stat. Ensemble,AutoETS,0.5,0.2,0.8,0.008,-0.041,0.045
155
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
156
+ Stat. Ensemble,LightGBM,0.5,0.2,0.8,0.089,-0.123,0.263
157
  Stat. Ensemble,AutoARIMA,0.7,0.4,1.0,0.256,0.052,0.456
158
+ Stat. Ensemble,CatBoost,0.5,0.2,0.8,0.092,-0.11,0.256
159
+ Stat. Ensemble,Sundial-Base,0.6,0.3,0.9,0.106,-0.182,0.31
160
+ Stat. Ensemble,TFT,0.7,0.4,1.0,0.21,-0.047,0.444
161
  Stat. Ensemble,Seasonal Naive,0.6,0.3,0.9,0.317,0.085,0.492
162
+ LightGBM,Chronos-2,0.2,0.0,0.5,-0.211,-0.429,-0.058
163
+ LightGBM,TimesFM-2.5,0.3,0.098,0.6,-0.21,-0.432,-0.057
164
+ LightGBM,Moirai-2.0,0.2,0.0,0.402,-0.223,-0.426,-0.092
165
+ LightGBM,TabPFN-TS,0.1,0.0,0.3,-0.206,-0.409,-0.067
166
+ LightGBM,TiRex,0.4,0.1,0.7,-0.189,-0.412,-0.042
167
+ LightGBM,Chronos-Bolt,0.2,0.0,0.5,-0.181,-0.403,-0.033
168
+ LightGBM,Toto-1.0,0.1,0.0,0.3,-0.206,-0.384,-0.075
169
+ LightGBM,FlowState,0.3,0.098,0.6,-0.116,-0.375,0.084
170
+ LightGBM,AutoETS,0.5,0.2,0.8,-0.089,-0.34,0.102
171
+ LightGBM,Stat. Ensemble,0.5,0.2,0.8,-0.098,-0.356,0.11
172
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
173
+ LightGBM,AutoARIMA,0.6,0.3,0.9,0.183,-0.19,0.407
174
+ LightGBM,CatBoost,0.6,0.3,0.9,0.003,-0.02,0.028
175
+ LightGBM,Sundial-Base,0.4,0.1,0.7,0.019,-0.25,0.223
176
+ LightGBM,TFT,0.4,0.1,0.7,0.133,-0.239,0.393
177
+ LightGBM,Seasonal Naive,0.7,0.4,1.0,0.25,0.017,0.438
 
178
  AutoARIMA,Chronos-2,0.1,0.0,0.3,-0.483,-0.928,-0.119
179
  AutoARIMA,TimesFM-2.5,0.3,0.0,0.6,-0.482,-0.938,-0.122
 
180
  AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.498,-0.991,-0.109
181
+ AutoARIMA,TabPFN-TS,0.3,0.0,0.6,-0.476,-0.968,-0.102
182
+ AutoARIMA,TiRex,0.2,0.0,0.5,-0.456,-0.922,-0.104
183
  AutoARIMA,Chronos-Bolt,0.3,0.0,0.6,-0.446,-0.89,-0.106
184
+ AutoARIMA,Toto-1.0,0.4,0.1,0.7,-0.476,-0.916,-0.126
185
+ AutoARIMA,FlowState,0.4,0.1,0.7,-0.366,-0.877,-0.006
186
  AutoARIMA,AutoETS,0.3,0.0,0.6,-0.333,-0.839,-0.033
187
  AutoARIMA,Stat. Ensemble,0.3,0.0,0.6,-0.344,-0.837,-0.055
188
+ AutoARIMA,LightGBM,0.4,0.1,0.7,-0.225,-0.687,0.16
189
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
190
+ AutoARIMA,CatBoost,0.4,0.1,0.7,-0.22,-0.695,0.16
191
+ AutoARIMA,Sundial-Base,0.5,0.2,0.8,-0.201,-0.711,0.14
192
+ AutoARIMA,TFT,0.5,0.2,0.8,-0.062,-0.392,0.197
193
  AutoARIMA,Seasonal Naive,0.6,0.3,0.9,0.082,-0.298,0.358
194
+ CatBoost,Chronos-2,0.2,0.0,0.5,-0.216,-0.417,-0.07
195
+ CatBoost,TimesFM-2.5,0.2,0.0,0.4,-0.214,-0.417,-0.06
196
+ CatBoost,Moirai-2.0,0.1,0.0,0.3,-0.227,-0.419,-0.101
197
+ CatBoost,TabPFN-TS,0.1,0.0,0.3,-0.21,-0.398,-0.083
198
+ CatBoost,TiRex,0.4,0.1,0.7,-0.193,-0.401,-0.053
199
+ CatBoost,Chronos-Bolt,0.3,0.0,0.6,-0.185,-0.397,-0.038
200
+ CatBoost,Toto-1.0,0.1,0.0,0.3,-0.21,-0.376,-0.082
201
+ CatBoost,FlowState,0.3,0.098,0.6,-0.119,-0.358,0.067
202
+ CatBoost,AutoETS,0.4,0.1,0.7,-0.093,-0.321,0.092
203
+ CatBoost,Stat. Ensemble,0.5,0.2,0.8,-0.101,-0.345,0.099
204
+ CatBoost,LightGBM,0.4,0.1,0.7,-0.003,-0.029,0.019
205
+ CatBoost,AutoARIMA,0.6,0.3,0.9,0.181,-0.19,0.41
206
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
207
+ CatBoost,Sundial-Base,0.4,0.1,0.7,0.016,-0.24,0.213
208
+ CatBoost,TFT,0.4,0.1,0.7,0.13,-0.224,0.383
209
+ CatBoost,Seasonal Naive,0.7,0.4,1.0,0.247,0.025,0.432
210
+ Sundial-Base,Chronos-2,0.2,0.0,0.4,-0.235,-0.445,-0.035
211
+ Sundial-Base,TimesFM-2.5,0.1,0.0,0.3,-0.234,-0.43,-0.092
212
+ Sundial-Base,Moirai-2.0,0.1,0.0,0.3,-0.247,-0.467,-0.078
213
+ Sundial-Base,TabPFN-TS,0.2,0.0,0.4,-0.229,-0.422,-0.055
214
+ Sundial-Base,TiRex,0.2,0.0,0.4,-0.212,-0.4,-0.046
215
+ Sundial-Base,Chronos-Bolt,0.1,0.0,0.3,-0.204,-0.37,-0.055
216
+ Sundial-Base,Toto-1.0,0.2,0.0,0.4,-0.229,-0.499,-0.0
217
+ Sundial-Base,FlowState,0.1,0.0,0.3,-0.137,-0.232,-0.04
218
+ Sundial-Base,AutoETS,0.4,0.1,0.7,-0.11,-0.415,0.148
219
+ Sundial-Base,Stat. Ensemble,0.4,0.1,0.7,-0.119,-0.45,0.154
220
+ Sundial-Base,LightGBM,0.6,0.3,0.9,-0.019,-0.287,0.2
221
+ Sundial-Base,AutoARIMA,0.5,0.2,0.8,0.168,-0.162,0.415
222
+ Sundial-Base,CatBoost,0.6,0.3,0.9,-0.016,-0.271,0.194
223
+ Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
224
+ Sundial-Base,TFT,0.6,0.3,0.9,0.116,-0.051,0.26
225
+ Sundial-Base,Seasonal Naive,0.8,0.6,1.0,0.236,0.136,0.326
226
+ TFT,Chronos-2,0.0,0.0,0.0,-0.397,-0.858,-0.105
227
+ TFT,TimesFM-2.5,0.1,0.0,0.3,-0.396,-0.797,-0.121
228
+ TFT,Moirai-2.0,0.2,0.0,0.5,-0.411,-0.876,-0.094
229
+ TFT,TabPFN-TS,0.1,0.0,0.3,-0.391,-0.831,-0.105
230
+ TFT,TiRex,0.2,0.0,0.5,-0.371,-0.791,-0.091
231
+ TFT,Chronos-Bolt,0.1,0.0,0.3,-0.362,-0.733,-0.102
232
+ TFT,Toto-1.0,0.2,0.0,0.5,-0.391,-0.914,-0.073
233
+ TFT,FlowState,0.2,0.0,0.5,-0.287,-0.605,-0.052
234
+ TFT,AutoETS,0.3,0.0,0.6,-0.256,-0.773,0.054
235
+ TFT,Stat. Ensemble,0.3,0.0,0.6,-0.266,-0.798,0.045
236
+ TFT,LightGBM,0.6,0.3,0.9,-0.153,-0.648,0.193
237
+ TFT,AutoARIMA,0.5,0.2,0.8,0.058,-0.245,0.281
238
+ TFT,CatBoost,0.6,0.3,0.9,-0.15,-0.622,0.183
239
+ TFT,Sundial-Base,0.4,0.1,0.7,-0.132,-0.352,0.048
240
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
241
+ TFT,Seasonal Naive,0.7,0.4,0.9,0.135,0.014,0.251
242
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.615,-1.015,-0.319
243
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.614,-1.045,-0.359
 
244
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.631,-1.091,-0.338
245
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.608,-0.992,-0.328
246
+ Seasonal Naive,TiRex,0.0,0.0,0.0,-0.585,-0.99,-0.316
247
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.575,-0.927,-0.328
248
+ Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.607,-1.108,-0.272
249
+ Seasonal Naive,FlowState,0.0,0.0,0.0,-0.488,-0.769,-0.282
250
  Seasonal Naive,AutoETS,0.3,0.0,0.6,-0.452,-0.969,-0.082
251
  Seasonal Naive,Stat. Ensemble,0.4,0.1,0.7,-0.463,-0.968,-0.092
252
+ Seasonal Naive,LightGBM,0.3,0.0,0.6,-0.333,-0.779,-0.017
253
  Seasonal Naive,AutoARIMA,0.4,0.1,0.7,-0.089,-0.559,0.23
254
+ Seasonal Naive,CatBoost,0.3,0.0,0.6,-0.329,-0.759,-0.025
255
+ Seasonal Naive,Sundial-Base,0.2,0.0,0.4,-0.308,-0.483,-0.157
256
+ Seasonal Naive,TFT,0.3,0.1,0.6,-0.156,-0.336,-0.014
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_health/pairwise_WAPE.csv CHANGED
@@ -1,226 +1,257 @@
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
3
- TimesFM-2.5,Chronos-2,0.5,0.2,0.8,0.016,-0.108,0.137
4
  TimesFM-2.5,TiRex,0.6,0.3,0.9,0.007,-0.063,0.073
 
5
  TimesFM-2.5,Moirai-2.0,0.6,0.3,0.9,-0.02,-0.124,0.049
6
- TimesFM-2.5,Toto-1.0,0.5,0.2,0.8,0.024,-0.091,0.142
 
 
7
  TimesFM-2.5,Stat. Ensemble,0.8,0.6,1.0,0.008,-0.184,0.15
8
- TimesFM-2.5,TabPFN-TS,0.6,0.3,0.9,0.104,-0.023,0.268
 
9
  TimesFM-2.5,Chronos-Bolt,0.8,0.6,1.0,0.059,-0.012,0.139
10
- TimesFM-2.5,AutoETS,0.6,0.3,0.9,0.011,-0.166,0.152
11
  TimesFM-2.5,Sundial-Base,0.8,0.6,1.0,0.165,0.037,0.307
12
  TimesFM-2.5,AutoARIMA,0.8,0.5,1.0,0.17,0.027,0.288
13
  TimesFM-2.5,AutoTheta,0.8,0.5,1.0,0.186,0.053,0.339
14
- TimesFM-2.5,Naive,0.9,0.7,1.0,0.302,0.168,0.445
15
  TimesFM-2.5,Seasonal Naive,0.9,0.7,1.0,0.302,0.151,0.466
16
- TimesFM-2.5,Drift,0.9,0.7,1.0,0.25,0.135,0.374
17
- Chronos-2,TimesFM-2.5,0.5,0.2,0.8,-0.016,-0.159,0.097
18
- Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
19
- Chronos-2,TiRex,0.5,0.2,0.8,-0.009,-0.092,0.059
20
- Chronos-2,Moirai-2.0,0.4,0.1,0.7,-0.036,-0.144,0.052
21
- Chronos-2,Toto-1.0,0.6,0.3,0.9,0.009,-0.065,0.082
22
- Chronos-2,Stat. Ensemble,0.6,0.3,0.9,-0.008,-0.16,0.126
23
- Chronos-2,TabPFN-TS,0.6,0.3,0.9,0.089,-0.037,0.24
24
- Chronos-2,Chronos-Bolt,0.6,0.3,0.9,0.044,-0.071,0.143
25
- Chronos-2,AutoETS,0.5,0.2,0.8,-0.005,-0.165,0.134
26
- Chronos-2,Sundial-Base,0.8,0.6,1.0,0.152,-0.069,0.311
27
- Chronos-2,AutoARIMA,0.8,0.598,1.0,0.157,-0.004,0.306
28
- Chronos-2,AutoTheta,0.9,0.7,1.0,0.173,-0.029,0.334
29
- Chronos-2,Naive,0.9,0.7,1.0,0.291,0.073,0.451
30
- Chronos-2,Seasonal Naive,0.8,0.6,1.0,0.291,0.052,0.471
31
- Chronos-2,Drift,0.9,0.7,1.0,0.238,0.053,0.37
32
  TiRex,TimesFM-2.5,0.4,0.1,0.7,-0.007,-0.078,0.059
33
- TiRex,Chronos-2,0.5,0.2,0.8,0.009,-0.062,0.084
34
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
 
35
  TiRex,Moirai-2.0,0.5,0.2,0.8,-0.027,-0.087,0.031
36
- TiRex,Toto-1.0,0.6,0.3,0.9,0.018,-0.052,0.08
 
 
37
  TiRex,Stat. Ensemble,0.6,0.3,0.9,0.001,-0.156,0.132
38
- TiRex,TabPFN-TS,0.6,0.3,0.9,0.098,-0.024,0.267
 
39
  TiRex,Chronos-Bolt,0.7,0.4,0.9,0.052,-0.028,0.146
40
- TiRex,AutoETS,0.6,0.3,0.9,0.004,-0.139,0.133
41
  TiRex,Sundial-Base,0.7,0.4,1.0,0.159,-0.02,0.324
42
  TiRex,AutoARIMA,0.8,0.5,1.0,0.165,0.011,0.282
43
  TiRex,AutoTheta,0.8,0.5,1.0,0.181,0.01,0.351
44
- TiRex,Naive,0.9,0.7,1.0,0.297,0.113,0.463
45
  TiRex,Seasonal Naive,0.9,0.7,1.0,0.298,0.098,0.478
46
- TiRex,Drift,0.8,0.5,1.0,0.245,0.092,0.382
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
47
  Moirai-2.0,TimesFM-2.5,0.4,0.1,0.7,0.019,-0.052,0.11
48
- Moirai-2.0,Chronos-2,0.6,0.3,0.9,0.035,-0.055,0.126
49
  Moirai-2.0,TiRex,0.5,0.2,0.8,0.026,-0.032,0.08
 
50
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
51
- Moirai-2.0,Toto-1.0,0.5,0.2,0.8,0.043,-0.046,0.133
 
 
52
  Moirai-2.0,Stat. Ensemble,0.5,0.2,0.8,0.027,-0.093,0.134
53
- Moirai-2.0,TabPFN-TS,0.6,0.3,0.9,0.121,-0.021,0.28
 
54
  Moirai-2.0,Chronos-Bolt,0.75,0.45,1.0,0.077,-0.001,0.158
55
- Moirai-2.0,AutoETS,0.5,0.2,0.8,0.03,-0.08,0.138
56
  Moirai-2.0,Sundial-Base,0.7,0.4,1.0,0.181,0.029,0.327
57
  Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.187,0.016,0.325
58
  Moirai-2.0,AutoTheta,0.8,0.5,1.0,0.202,0.043,0.355
59
- Moirai-2.0,Naive,0.9,0.7,1.0,0.315,0.147,0.473
60
  Moirai-2.0,Seasonal Naive,0.9,0.7,1.0,0.316,0.124,0.487
61
- Moirai-2.0,Drift,0.8,0.5,1.0,0.265,0.132,0.392
62
- Toto-1.0,TimesFM-2.5,0.5,0.2,0.8,-0.025,-0.166,0.083
63
- Toto-1.0,Chronos-2,0.4,0.1,0.7,-0.009,-0.089,0.061
64
- Toto-1.0,TiRex,0.4,0.1,0.7,-0.018,-0.087,0.05
65
- Toto-1.0,Moirai-2.0,0.5,0.2,0.8,-0.045,-0.154,0.044
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
66
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
67
- Toto-1.0,Stat. Ensemble,0.5,0.2,0.8,-0.017,-0.182,0.121
68
- Toto-1.0,TabPFN-TS,0.5,0.2,0.8,0.081,-0.069,0.253
69
- Toto-1.0,Chronos-Bolt,0.6,0.3,0.9,0.035,-0.085,0.134
70
- Toto-1.0,AutoETS,0.5,0.2,0.8,-0.013,-0.183,0.12
71
- Toto-1.0,Sundial-Base,0.7,0.4,1.0,0.144,-0.085,0.321
72
- Toto-1.0,AutoARIMA,0.8,0.5,1.0,0.15,0.026,0.263
73
- Toto-1.0,AutoTheta,0.9,0.7,1.0,0.166,-0.043,0.34
74
- Toto-1.0,Naive,0.9,0.7,1.0,0.284,0.062,0.453
75
- Toto-1.0,Seasonal Naive,0.9,0.7,1.0,0.285,0.047,0.473
76
- Toto-1.0,Drift,0.9,0.7,1.0,0.231,0.045,0.375
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
77
  Stat. Ensemble,TimesFM-2.5,0.2,0.0,0.4,-0.008,-0.176,0.156
78
- Stat. Ensemble,Chronos-2,0.4,0.1,0.7,0.008,-0.145,0.138
79
  Stat. Ensemble,TiRex,0.4,0.1,0.7,-0.001,-0.153,0.135
 
80
  Stat. Ensemble,Moirai-2.0,0.5,0.2,0.8,-0.028,-0.155,0.085
81
- Stat. Ensemble,Toto-1.0,0.5,0.2,0.8,0.017,-0.137,0.154
 
 
82
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
83
- Stat. Ensemble,TabPFN-TS,0.6,0.3,0.9,0.097,-0.079,0.244
 
84
  Stat. Ensemble,Chronos-Bolt,0.6,0.3,0.9,0.051,-0.066,0.167
85
- Stat. Ensemble,AutoETS,0.6,0.3,0.9,0.003,-0.047,0.039
86
  Stat. Ensemble,Sundial-Base,0.6,0.3,0.9,0.158,-0.054,0.323
87
  Stat. Ensemble,AutoARIMA,0.6,0.3,0.9,0.164,0.009,0.335
88
  Stat. Ensemble,AutoTheta,0.8,0.6,1.0,0.18,0.025,0.327
89
- Stat. Ensemble,Naive,0.7,0.4,1.0,0.296,0.108,0.458
90
  Stat. Ensemble,Seasonal Naive,0.7,0.4,1.0,0.297,0.08,0.468
91
- Stat. Ensemble,Drift,0.9,0.7,1.0,0.244,0.115,0.363
92
- TabPFN-TS,TimesFM-2.5,0.4,0.1,0.7,-0.116,-0.366,0.023
93
- TabPFN-TS,Chronos-2,0.4,0.1,0.7,-0.098,-0.316,0.036
94
- TabPFN-TS,TiRex,0.4,0.1,0.7,-0.108,-0.365,0.024
95
- TabPFN-TS,Moirai-2.0,0.4,0.1,0.7,-0.138,-0.389,0.02
96
- TabPFN-TS,Toto-1.0,0.5,0.2,0.8,-0.089,-0.339,0.064
97
- TabPFN-TS,Stat. Ensemble,0.4,0.1,0.7,-0.107,-0.323,0.073
 
98
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
99
- TabPFN-TS,Chronos-Bolt,0.3,0.1,0.6,-0.05,-0.196,0.049
100
- TabPFN-TS,AutoETS,0.4,0.1,0.7,-0.103,-0.365,0.095
101
- TabPFN-TS,Sundial-Base,0.6,0.3,0.9,0.068,-0.063,0.168
102
- TabPFN-TS,AutoARIMA,0.7,0.4,0.9,0.074,-0.172,0.25
103
- TabPFN-TS,AutoTheta,0.9,0.7,1.0,0.092,-0.02,0.181
104
- TabPFN-TS,Naive,0.9,0.7,1.0,0.221,0.082,0.328
105
- TabPFN-TS,Seasonal Naive,0.9,0.7,1.0,0.222,0.075,0.338
106
- TabPFN-TS,Drift,0.9,0.7,1.0,0.163,0.055,0.248
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107
  Chronos-Bolt,TimesFM-2.5,0.2,0.0,0.4,-0.062,-0.161,0.011
108
- Chronos-Bolt,Chronos-2,0.4,0.1,0.7,-0.046,-0.167,0.066
109
  Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.055,-0.171,0.027
 
110
  Chronos-Bolt,Moirai-2.0,0.25,0.0,0.55,-0.084,-0.188,0.001
111
- Chronos-Bolt,Toto-1.0,0.4,0.1,0.7,-0.037,-0.155,0.078
 
 
112
  Chronos-Bolt,Stat. Ensemble,0.4,0.1,0.7,-0.054,-0.201,0.062
113
- Chronos-Bolt,TabPFN-TS,0.7,0.4,0.9,0.048,-0.052,0.164
 
114
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
115
- Chronos-Bolt,AutoETS,0.4,0.1,0.7,-0.051,-0.199,0.076
116
  Chronos-Bolt,Sundial-Base,0.7,0.4,1.0,0.113,-0.012,0.219
117
  Chronos-Bolt,AutoARIMA,0.7,0.4,1.0,0.119,-0.028,0.247
118
  Chronos-Bolt,AutoTheta,0.9,0.7,1.0,0.136,0.026,0.244
119
- Chronos-Bolt,Naive,0.9,0.7,1.0,0.258,0.121,0.38
120
  Chronos-Bolt,Seasonal Naive,0.9,0.7,1.0,0.259,0.102,0.399
121
- Chronos-Bolt,Drift,0.9,0.7,1.0,0.203,0.107,0.292
122
- AutoETS,TimesFM-2.5,0.4,0.1,0.7,-0.011,-0.179,0.143
123
- AutoETS,Chronos-2,0.5,0.2,0.8,0.005,-0.154,0.142
124
- AutoETS,TiRex,0.4,0.1,0.7,-0.004,-0.153,0.122
125
- AutoETS,Moirai-2.0,0.5,0.2,0.8,-0.031,-0.16,0.074
126
- AutoETS,Toto-1.0,0.5,0.2,0.8,0.013,-0.136,0.154
127
- AutoETS,Stat. Ensemble,0.4,0.1,0.7,-0.003,-0.04,0.045
128
- AutoETS,TabPFN-TS,0.6,0.3,0.9,0.094,-0.105,0.267
129
- AutoETS,Chronos-Bolt,0.6,0.3,0.9,0.048,-0.082,0.166
130
- AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
131
- AutoETS,Sundial-Base,0.6,0.3,0.9,0.155,-0.058,0.327
132
- AutoETS,AutoARIMA,0.7,0.4,1.0,0.161,0.007,0.335
133
- AutoETS,AutoTheta,0.7,0.4,1.0,0.177,0.008,0.343
134
- AutoETS,Naive,0.6,0.3,0.9,0.294,0.094,0.464
135
- AutoETS,Seasonal Naive,0.7,0.4,1.0,0.295,0.066,0.481
136
- AutoETS,Drift,0.8,0.5,1.0,0.241,0.094,0.377
137
  Sundial-Base,TimesFM-2.5,0.2,0.0,0.4,-0.197,-0.444,-0.038
138
- Sundial-Base,Chronos-2,0.2,0.0,0.4,-0.179,-0.452,0.064
139
  Sundial-Base,TiRex,0.3,0.0,0.6,-0.189,-0.48,0.02
 
140
  Sundial-Base,Moirai-2.0,0.3,0.0,0.6,-0.221,-0.487,-0.03
141
- Sundial-Base,Toto-1.0,0.3,0.0,0.6,-0.168,-0.472,0.078
 
 
142
  Sundial-Base,Stat. Ensemble,0.4,0.1,0.7,-0.188,-0.476,0.051
143
- Sundial-Base,TabPFN-TS,0.4,0.1,0.7,-0.073,-0.201,0.059
 
144
  Sundial-Base,Chronos-Bolt,0.3,0.0,0.6,-0.127,-0.281,0.012
145
- Sundial-Base,AutoETS,0.4,0.1,0.7,-0.184,-0.486,0.055
146
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
147
  Sundial-Base,AutoARIMA,0.6,0.3,0.9,0.007,-0.283,0.227
148
  Sundial-Base,AutoTheta,0.7,0.4,1.0,0.026,-0.073,0.109
149
- Sundial-Base,Naive,0.9,0.7,1.0,0.164,0.079,0.245
150
  Sundial-Base,Seasonal Naive,0.8,0.6,1.0,0.165,0.065,0.256
151
- Sundial-Base,Drift,0.8,0.6,1.0,0.102,-0.013,0.203
152
  AutoARIMA,TimesFM-2.5,0.2,0.0,0.5,-0.205,-0.404,-0.028
153
- AutoARIMA,Chronos-2,0.2,0.0,0.402,-0.186,-0.441,0.004
154
  AutoARIMA,TiRex,0.2,0.0,0.5,-0.197,-0.394,-0.011
 
155
  AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.229,-0.482,-0.016
156
- AutoARIMA,Toto-1.0,0.2,0.0,0.5,-0.176,-0.356,-0.027
 
 
157
  AutoARIMA,Stat. Ensemble,0.4,0.1,0.7,-0.196,-0.504,-0.009
158
- AutoARIMA,TabPFN-TS,0.3,0.1,0.6,-0.08,-0.333,0.147
 
159
  AutoARIMA,Chronos-Bolt,0.3,0.0,0.6,-0.135,-0.328,0.027
160
- AutoARIMA,AutoETS,0.3,0.0,0.6,-0.192,-0.504,-0.007
161
  AutoARIMA,Sundial-Base,0.4,0.1,0.7,-0.007,-0.294,0.221
162
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
163
  AutoARIMA,AutoTheta,0.5,0.2,0.8,0.019,-0.198,0.22
164
- AutoARIMA,Naive,0.6,0.3,0.9,0.158,-0.085,0.352
165
  AutoARIMA,Seasonal Naive,0.6,0.3,0.9,0.159,-0.099,0.377
166
- AutoARIMA,Drift,0.5,0.2,0.8,0.096,-0.116,0.293
167
  AutoTheta,TimesFM-2.5,0.2,0.0,0.5,-0.229,-0.512,-0.056
168
- AutoTheta,Chronos-2,0.1,0.0,0.3,-0.21,-0.501,0.029
169
  AutoTheta,TiRex,0.2,0.0,0.5,-0.221,-0.54,-0.01
 
170
  AutoTheta,Moirai-2.0,0.2,0.0,0.5,-0.253,-0.55,-0.045
171
- AutoTheta,Toto-1.0,0.1,0.0,0.3,-0.199,-0.516,0.041
 
 
172
  AutoTheta,Stat. Ensemble,0.2,0.0,0.4,-0.219,-0.486,-0.025
173
- AutoTheta,TabPFN-TS,0.1,0.0,0.3,-0.102,-0.221,0.019
 
174
  AutoTheta,Chronos-Bolt,0.1,0.0,0.3,-0.157,-0.323,-0.027
175
- AutoTheta,AutoETS,0.3,0.0,0.6,-0.215,-0.521,-0.009
176
  AutoTheta,Sundial-Base,0.3,0.0,0.6,-0.026,-0.122,0.068
177
  AutoTheta,AutoARIMA,0.5,0.2,0.8,-0.02,-0.282,0.166
178
  AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoTheta,Naive,0.7,0.4,1.0,0.142,0.049,0.223
180
  AutoTheta,Seasonal Naive,0.6,0.3,0.9,0.143,0.04,0.238
181
- AutoTheta,Drift,0.6,0.3,0.9,0.078,0.006,0.16
182
- Naive,TimesFM-2.5,0.1,0.0,0.3,-0.432,-0.803,-0.201
183
- Naive,Chronos-2,0.1,0.0,0.3,-0.41,-0.823,-0.079
184
- Naive,TiRex,0.1,0.0,0.3,-0.422,-0.861,-0.127
185
- Naive,Moirai-2.0,0.1,0.0,0.3,-0.461,-0.897,-0.172
186
- Naive,Toto-1.0,0.1,0.0,0.3,-0.397,-0.829,-0.066
187
- Naive,Stat. Ensemble,0.3,0.0,0.6,-0.421,-0.846,-0.12
188
- Naive,TabPFN-TS,0.1,0.0,0.3,-0.284,-0.487,-0.089
189
- Naive,Chronos-Bolt,0.1,0.0,0.3,-0.348,-0.612,-0.138
190
- Naive,AutoETS,0.4,0.1,0.7,-0.416,-0.865,-0.104
191
- Naive,Sundial-Base,0.1,0.0,0.3,-0.196,-0.325,-0.085
192
- Naive,AutoARIMA,0.4,0.1,0.7,-0.188,-0.543,0.079
193
- Naive,AutoTheta,0.3,0.0,0.6,-0.165,-0.287,-0.051
194
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
195
- Naive,Seasonal Naive,0.55,0.35,0.8,0.001,-0.064,0.06
196
- Naive,Drift,0.7,0.4,0.902,-0.074,-0.193,0.018
197
  Seasonal Naive,TimesFM-2.5,0.1,0.0,0.3,-0.433,-0.874,-0.179
198
- Seasonal Naive,Chronos-2,0.2,0.0,0.4,-0.411,-0.889,-0.054
199
  Seasonal Naive,TiRex,0.1,0.0,0.3,-0.424,-0.915,-0.109
 
200
  Seasonal Naive,Moirai-2.0,0.1,0.0,0.3,-0.462,-0.951,-0.141
201
- Seasonal Naive,Toto-1.0,0.1,0.0,0.3,-0.399,-0.898,-0.049
 
 
202
  Seasonal Naive,Stat. Ensemble,0.3,0.0,0.6,-0.422,-0.879,-0.087
203
- Seasonal Naive,TabPFN-TS,0.1,0.0,0.3,-0.285,-0.511,-0.082
 
204
  Seasonal Naive,Chronos-Bolt,0.1,0.0,0.3,-0.349,-0.664,-0.113
205
- Seasonal Naive,AutoETS,0.3,0.0,0.6,-0.417,-0.928,-0.07
206
  Seasonal Naive,Sundial-Base,0.2,0.0,0.4,-0.197,-0.344,-0.069
207
  Seasonal Naive,AutoARIMA,0.4,0.1,0.7,-0.189,-0.604,0.09
208
  Seasonal Naive,AutoTheta,0.4,0.1,0.7,-0.166,-0.312,-0.041
209
- Seasonal Naive,Naive,0.45,0.2,0.65,-0.001,-0.064,0.061
210
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Seasonal Naive,Drift,0.5,0.2,0.8,-0.075,-0.224,0.057
212
- Drift,TimesFM-2.5,0.1,0.0,0.3,-0.333,-0.598,-0.156
213
- Drift,Chronos-2,0.1,0.0,0.3,-0.312,-0.587,-0.056
214
- Drift,TiRex,0.2,0.0,0.5,-0.324,-0.617,-0.102
215
- Drift,Moirai-2.0,0.2,0.0,0.5,-0.36,-0.644,-0.152
216
- Drift,Toto-1.0,0.1,0.0,0.3,-0.301,-0.601,-0.047
217
- Drift,Stat. Ensemble,0.1,0.0,0.3,-0.323,-0.57,-0.129
218
- Drift,TabPFN-TS,0.1,0.0,0.3,-0.195,-0.331,-0.059
219
- Drift,Chronos-Bolt,0.1,0.0,0.3,-0.255,-0.412,-0.12
220
- Drift,AutoETS,0.2,0.0,0.5,-0.318,-0.606,-0.104
221
- Drift,Sundial-Base,0.2,0.0,0.4,-0.113,-0.255,0.013
222
- Drift,AutoARIMA,0.5,0.2,0.8,-0.106,-0.414,0.104
223
- Drift,AutoTheta,0.4,0.1,0.7,-0.085,-0.19,-0.006
224
- Drift,Naive,0.3,0.098,0.6,0.069,-0.018,0.162
225
- Drift,Seasonal Naive,0.5,0.2,0.8,0.07,-0.06,0.183
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
 
3
  TimesFM-2.5,TiRex,0.6,0.3,0.9,0.007,-0.063,0.073
4
+ TimesFM-2.5,Chronos-2,0.5,0.2,0.8,0.016,-0.108,0.137
5
  TimesFM-2.5,Moirai-2.0,0.6,0.3,0.9,-0.02,-0.124,0.049
6
+ TimesFM-2.5,FlowState,0.6,0.3,0.9,0.061,-0.057,0.195
7
+ TimesFM-2.5,Toto-1.0,0.6,0.3,0.9,0.021,-0.095,0.138
8
+ TimesFM-2.5,AutoETS,0.6,0.3,0.9,0.011,-0.166,0.152
9
  TimesFM-2.5,Stat. Ensemble,0.8,0.6,1.0,0.008,-0.184,0.15
10
+ TimesFM-2.5,TabPFN-TS,0.6,0.3,0.9,0.015,-0.089,0.113
11
+ TimesFM-2.5,LightGBM,0.7,0.4,0.902,0.028,-0.115,0.163
12
  TimesFM-2.5,Chronos-Bolt,0.8,0.6,1.0,0.059,-0.012,0.139
13
+ TimesFM-2.5,CatBoost,0.6,0.3,0.9,0.072,-0.078,0.192
14
  TimesFM-2.5,Sundial-Base,0.8,0.6,1.0,0.165,0.037,0.307
15
  TimesFM-2.5,AutoARIMA,0.8,0.5,1.0,0.17,0.027,0.288
16
  TimesFM-2.5,AutoTheta,0.8,0.5,1.0,0.186,0.053,0.339
 
17
  TimesFM-2.5,Seasonal Naive,0.9,0.7,1.0,0.302,0.151,0.466
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
  TiRex,TimesFM-2.5,0.4,0.1,0.7,-0.007,-0.078,0.059
 
19
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
20
+ TiRex,Chronos-2,0.5,0.2,0.8,0.009,-0.062,0.084
21
  TiRex,Moirai-2.0,0.5,0.2,0.8,-0.027,-0.087,0.031
22
+ TiRex,FlowState,0.5,0.2,0.8,0.054,-0.089,0.201
23
+ TiRex,Toto-1.0,0.6,0.3,0.9,0.014,-0.053,0.073
24
+ TiRex,AutoETS,0.6,0.3,0.9,0.004,-0.139,0.133
25
  TiRex,Stat. Ensemble,0.6,0.3,0.9,0.001,-0.156,0.132
26
+ TiRex,TabPFN-TS,0.6,0.3,0.9,0.008,-0.044,0.069
27
+ TiRex,LightGBM,0.6,0.3,0.9,0.021,-0.093,0.143
28
  TiRex,Chronos-Bolt,0.7,0.4,0.9,0.052,-0.028,0.146
29
+ TiRex,CatBoost,0.7,0.4,1.0,0.066,-0.043,0.17
30
  TiRex,Sundial-Base,0.7,0.4,1.0,0.159,-0.02,0.324
31
  TiRex,AutoARIMA,0.8,0.5,1.0,0.165,0.011,0.282
32
  TiRex,AutoTheta,0.8,0.5,1.0,0.181,0.01,0.351
 
33
  TiRex,Seasonal Naive,0.9,0.7,1.0,0.298,0.098,0.478
34
+ Chronos-2,TimesFM-2.5,0.5,0.2,0.8,-0.016,-0.159,0.097
35
+ Chronos-2,TiRex,0.5,0.2,0.8,-0.009,-0.092,0.059
36
+ Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
37
+ Chronos-2,Moirai-2.0,0.4,0.1,0.7,-0.036,-0.144,0.052
38
+ Chronos-2,FlowState,0.6,0.3,0.9,0.046,-0.141,0.185
39
+ Chronos-2,Toto-1.0,0.5,0.2,0.8,0.005,-0.065,0.075
40
+ Chronos-2,AutoETS,0.5,0.2,0.8,-0.005,-0.165,0.134
41
+ Chronos-2,Stat. Ensemble,0.6,0.3,0.9,-0.008,-0.16,0.126
42
+ Chronos-2,TabPFN-TS,0.7,0.4,0.9,-0.001,-0.035,0.025
43
+ Chronos-2,LightGBM,0.5,0.2,0.8,0.012,-0.131,0.145
44
+ Chronos-2,Chronos-Bolt,0.6,0.3,0.9,0.044,-0.071,0.143
45
+ Chronos-2,CatBoost,0.7,0.4,1.0,0.057,-0.044,0.16
46
+ Chronos-2,Sundial-Base,0.8,0.6,1.0,0.152,-0.069,0.311
47
+ Chronos-2,AutoARIMA,0.8,0.598,1.0,0.157,-0.004,0.306
48
+ Chronos-2,AutoTheta,0.9,0.7,1.0,0.173,-0.029,0.334
49
+ Chronos-2,Seasonal Naive,0.8,0.6,1.0,0.291,0.052,0.471
50
  Moirai-2.0,TimesFM-2.5,0.4,0.1,0.7,0.019,-0.052,0.11
 
51
  Moirai-2.0,TiRex,0.5,0.2,0.8,0.026,-0.032,0.08
52
+ Moirai-2.0,Chronos-2,0.6,0.3,0.9,0.035,-0.055,0.126
53
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
54
+ Moirai-2.0,FlowState,0.5,0.2,0.8,0.079,-0.061,0.204
55
+ Moirai-2.0,Toto-1.0,0.6,0.3,0.9,0.04,-0.045,0.126
56
+ Moirai-2.0,AutoETS,0.5,0.2,0.8,0.03,-0.08,0.138
57
  Moirai-2.0,Stat. Ensemble,0.5,0.2,0.8,0.027,-0.093,0.134
58
+ Moirai-2.0,TabPFN-TS,0.6,0.3,0.9,0.034,-0.041,0.101
59
+ Moirai-2.0,LightGBM,0.5,0.2,0.8,0.047,-0.06,0.159
60
  Moirai-2.0,Chronos-Bolt,0.75,0.45,1.0,0.077,-0.001,0.158
61
+ Moirai-2.0,CatBoost,0.7,0.4,1.0,0.09,-0.028,0.191
62
  Moirai-2.0,Sundial-Base,0.7,0.4,1.0,0.181,0.029,0.327
63
  Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.187,0.016,0.325
64
  Moirai-2.0,AutoTheta,0.8,0.5,1.0,0.202,0.043,0.355
 
65
  Moirai-2.0,Seasonal Naive,0.9,0.7,1.0,0.316,0.124,0.487
66
+ FlowState,TimesFM-2.5,0.4,0.1,0.7,-0.065,-0.242,0.054
67
+ FlowState,TiRex,0.5,0.2,0.8,-0.058,-0.251,0.082
68
+ FlowState,Chronos-2,0.4,0.1,0.7,-0.048,-0.227,0.124
69
+ FlowState,Moirai-2.0,0.5,0.2,0.8,-0.086,-0.257,0.058
70
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
71
+ FlowState,Toto-1.0,0.6,0.3,0.9,-0.043,-0.273,0.14
72
+ FlowState,AutoETS,0.6,0.3,0.9,-0.053,-0.274,0.151
73
+ FlowState,Stat. Ensemble,0.6,0.3,0.9,-0.057,-0.267,0.131
74
+ FlowState,TabPFN-TS,0.5,0.2,0.8,-0.049,-0.208,0.096
75
+ FlowState,LightGBM,0.6,0.3,0.9,-0.035,-0.286,0.16
76
+ FlowState,Chronos-Bolt,0.7,0.4,1.0,-0.002,-0.133,0.112
77
+ FlowState,CatBoost,0.7,0.4,0.902,0.012,-0.213,0.185
78
+ FlowState,Sundial-Base,0.7,0.4,0.9,0.111,0.02,0.203
79
+ FlowState,AutoARIMA,0.7,0.4,1.0,0.117,-0.144,0.314
80
+ FlowState,AutoTheta,0.9,0.7,1.0,0.134,0.004,0.24
81
+ FlowState,Seasonal Naive,0.9,0.7,1.0,0.257,0.128,0.376
82
+ Toto-1.0,TimesFM-2.5,0.4,0.1,0.7,-0.021,-0.161,0.087
83
+ Toto-1.0,TiRex,0.4,0.1,0.7,-0.014,-0.079,0.051
84
+ Toto-1.0,Chronos-2,0.5,0.2,0.8,-0.005,-0.081,0.061
85
+ Toto-1.0,Moirai-2.0,0.4,0.1,0.7,-0.042,-0.144,0.043
86
+ Toto-1.0,FlowState,0.4,0.1,0.7,0.041,-0.163,0.214
87
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
88
+ Toto-1.0,AutoETS,0.5,0.2,0.8,-0.01,-0.17,0.12
89
+ Toto-1.0,Stat. Ensemble,0.5,0.2,0.8,-0.013,-0.172,0.119
90
+ Toto-1.0,TabPFN-TS,0.4,0.1,0.7,-0.006,-0.073,0.057
91
+ Toto-1.0,LightGBM,0.5,0.2,0.8,0.007,-0.126,0.133
92
+ Toto-1.0,Chronos-Bolt,0.5,0.2,0.8,0.039,-0.077,0.133
93
+ Toto-1.0,CatBoost,0.6,0.3,0.9,0.053,-0.053,0.162
94
+ Toto-1.0,Sundial-Base,0.7,0.4,1.0,0.147,-0.078,0.321
95
+ Toto-1.0,AutoARIMA,0.8,0.5,1.0,0.153,0.028,0.267
96
+ Toto-1.0,AutoTheta,0.9,0.7,1.0,0.169,-0.036,0.343
97
+ Toto-1.0,Seasonal Naive,0.9,0.7,1.0,0.288,0.053,0.476
98
+ AutoETS,TimesFM-2.5,0.4,0.1,0.7,-0.011,-0.179,0.143
99
+ AutoETS,TiRex,0.4,0.1,0.7,-0.004,-0.153,0.122
100
+ AutoETS,Chronos-2,0.5,0.2,0.8,0.005,-0.154,0.142
101
+ AutoETS,Moirai-2.0,0.5,0.2,0.8,-0.031,-0.16,0.074
102
+ AutoETS,FlowState,0.4,0.1,0.7,0.05,-0.178,0.215
103
+ AutoETS,Toto-1.0,0.5,0.2,0.8,0.01,-0.136,0.145
104
+ AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
105
+ AutoETS,Stat. Ensemble,0.4,0.1,0.7,-0.003,-0.04,0.045
106
+ AutoETS,TabPFN-TS,0.7,0.4,1.0,0.004,-0.146,0.122
107
+ AutoETS,LightGBM,0.6,0.3,0.9,0.017,-0.124,0.154
108
+ AutoETS,Chronos-Bolt,0.6,0.3,0.9,0.048,-0.082,0.166
109
+ AutoETS,CatBoost,0.7,0.4,1.0,0.062,-0.075,0.18
110
+ AutoETS,Sundial-Base,0.6,0.3,0.9,0.155,-0.058,0.327
111
+ AutoETS,AutoARIMA,0.7,0.4,1.0,0.161,0.007,0.335
112
+ AutoETS,AutoTheta,0.7,0.4,1.0,0.177,0.008,0.343
113
+ AutoETS,Seasonal Naive,0.7,0.4,1.0,0.295,0.066,0.481
114
  Stat. Ensemble,TimesFM-2.5,0.2,0.0,0.4,-0.008,-0.176,0.156
 
115
  Stat. Ensemble,TiRex,0.4,0.1,0.7,-0.001,-0.153,0.135
116
+ Stat. Ensemble,Chronos-2,0.4,0.1,0.7,0.008,-0.145,0.138
117
  Stat. Ensemble,Moirai-2.0,0.5,0.2,0.8,-0.028,-0.155,0.085
118
+ Stat. Ensemble,FlowState,0.4,0.1,0.7,0.054,-0.15,0.211
119
+ Stat. Ensemble,Toto-1.0,0.5,0.2,0.8,0.013,-0.135,0.147
120
+ Stat. Ensemble,AutoETS,0.6,0.3,0.9,0.003,-0.047,0.039
121
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
122
+ Stat. Ensemble,TabPFN-TS,0.6,0.3,0.9,0.007,-0.134,0.123
123
+ Stat. Ensemble,LightGBM,0.6,0.3,0.9,0.02,-0.128,0.157
124
  Stat. Ensemble,Chronos-Bolt,0.6,0.3,0.9,0.051,-0.066,0.167
125
+ Stat. Ensemble,CatBoost,0.7,0.4,1.0,0.065,-0.063,0.186
126
  Stat. Ensemble,Sundial-Base,0.6,0.3,0.9,0.158,-0.054,0.323
127
  Stat. Ensemble,AutoARIMA,0.6,0.3,0.9,0.164,0.009,0.335
128
  Stat. Ensemble,AutoTheta,0.8,0.6,1.0,0.18,0.025,0.327
 
129
  Stat. Ensemble,Seasonal Naive,0.7,0.4,1.0,0.297,0.08,0.468
130
+ TabPFN-TS,TimesFM-2.5,0.4,0.1,0.7,-0.015,-0.128,0.082
131
+ TabPFN-TS,TiRex,0.4,0.1,0.7,-0.008,-0.074,0.042
132
+ TabPFN-TS,Chronos-2,0.3,0.1,0.6,0.001,-0.026,0.034
133
+ TabPFN-TS,Moirai-2.0,0.4,0.1,0.7,-0.035,-0.112,0.039
134
+ TabPFN-TS,FlowState,0.5,0.2,0.8,0.047,-0.106,0.172
135
+ TabPFN-TS,Toto-1.0,0.6,0.3,0.9,0.006,-0.061,0.068
136
+ TabPFN-TS,AutoETS,0.3,0.0,0.6,-0.004,-0.139,0.128
137
+ TabPFN-TS,Stat. Ensemble,0.4,0.1,0.7,-0.007,-0.14,0.118
138
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
139
+ TabPFN-TS,LightGBM,0.5,0.2,0.8,0.013,-0.115,0.145
140
+ TabPFN-TS,Chronos-Bolt,0.6,0.3,0.9,0.044,-0.043,0.124
141
+ TabPFN-TS,CatBoost,0.5,0.2,0.8,0.058,-0.037,0.163
142
+ TabPFN-TS,Sundial-Base,0.7,0.4,0.9,0.152,-0.041,0.301
143
+ TabPFN-TS,AutoARIMA,0.6,0.3,0.9,0.158,0.004,0.297
144
+ TabPFN-TS,AutoTheta,0.9,0.7,1.0,0.174,0.001,0.322
145
+ TabPFN-TS,Seasonal Naive,0.9,0.7,1.0,0.292,0.081,0.459
146
+ LightGBM,TimesFM-2.5,0.3,0.098,0.6,-0.029,-0.195,0.103
147
+ LightGBM,TiRex,0.4,0.1,0.7,-0.022,-0.167,0.085
148
+ LightGBM,Chronos-2,0.5,0.2,0.8,-0.012,-0.17,0.116
149
+ LightGBM,Moirai-2.0,0.5,0.2,0.8,-0.049,-0.189,0.057
150
+ LightGBM,FlowState,0.4,0.1,0.7,0.034,-0.19,0.223
151
+ LightGBM,Toto-1.0,0.5,0.2,0.8,-0.007,-0.153,0.112
152
+ LightGBM,AutoETS,0.4,0.1,0.7,-0.017,-0.182,0.11
153
+ LightGBM,Stat. Ensemble,0.4,0.1,0.7,-0.021,-0.186,0.113
154
+ LightGBM,TabPFN-TS,0.5,0.2,0.8,-0.013,-0.169,0.103
155
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
156
+ LightGBM,Chronos-Bolt,0.6,0.3,0.9,0.032,-0.148,0.159
157
+ LightGBM,CatBoost,0.8,0.5,1.0,0.046,0.001,0.094
158
+ LightGBM,Sundial-Base,0.6,0.3,0.9,0.141,-0.109,0.329
159
+ LightGBM,AutoARIMA,0.6,0.3,0.9,0.147,-0.07,0.303
160
+ LightGBM,AutoTheta,0.7,0.4,1.0,0.163,-0.07,0.356
161
+ LightGBM,Seasonal Naive,0.6,0.3,0.9,0.282,0.037,0.481
162
  Chronos-Bolt,TimesFM-2.5,0.2,0.0,0.4,-0.062,-0.161,0.011
 
163
  Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.055,-0.171,0.027
164
+ Chronos-Bolt,Chronos-2,0.4,0.1,0.7,-0.046,-0.167,0.066
165
  Chronos-Bolt,Moirai-2.0,0.25,0.0,0.55,-0.084,-0.188,0.001
166
+ Chronos-Bolt,FlowState,0.3,0.0,0.6,0.002,-0.126,0.117
167
+ Chronos-Bolt,Toto-1.0,0.5,0.2,0.8,-0.04,-0.154,0.072
168
+ Chronos-Bolt,AutoETS,0.4,0.1,0.7,-0.051,-0.199,0.076
169
  Chronos-Bolt,Stat. Ensemble,0.4,0.1,0.7,-0.054,-0.201,0.062
170
+ Chronos-Bolt,TabPFN-TS,0.4,0.1,0.7,-0.046,-0.142,0.041
171
+ Chronos-Bolt,LightGBM,0.4,0.1,0.7,-0.033,-0.189,0.129
172
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
173
+ Chronos-Bolt,CatBoost,0.6,0.3,0.9,0.014,-0.125,0.155
174
  Chronos-Bolt,Sundial-Base,0.7,0.4,1.0,0.113,-0.012,0.219
175
  Chronos-Bolt,AutoARIMA,0.7,0.4,1.0,0.119,-0.028,0.247
176
  Chronos-Bolt,AutoTheta,0.9,0.7,1.0,0.136,0.026,0.244
 
177
  Chronos-Bolt,Seasonal Naive,0.9,0.7,1.0,0.259,0.102,0.399
178
+ CatBoost,TimesFM-2.5,0.4,0.1,0.7,-0.078,-0.237,0.072
179
+ CatBoost,TiRex,0.3,0.0,0.6,-0.071,-0.205,0.041
180
+ CatBoost,Chronos-2,0.3,0.0,0.6,-0.061,-0.19,0.042
181
+ CatBoost,Moirai-2.0,0.3,0.0,0.6,-0.099,-0.237,0.027
182
+ CatBoost,FlowState,0.3,0.098,0.6,-0.012,-0.227,0.176
183
+ CatBoost,Toto-1.0,0.4,0.1,0.7,-0.055,-0.193,0.05
184
+ CatBoost,AutoETS,0.3,0.0,0.6,-0.066,-0.219,0.07
185
+ CatBoost,Stat. Ensemble,0.3,0.0,0.6,-0.07,-0.229,0.06
186
+ CatBoost,TabPFN-TS,0.5,0.2,0.8,-0.062,-0.195,0.036
187
+ CatBoost,LightGBM,0.2,0.0,0.5,-0.048,-0.104,-0.001
188
+ CatBoost,Chronos-Bolt,0.4,0.1,0.7,-0.015,-0.184,0.111
189
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
190
+ CatBoost,Sundial-Base,0.5,0.2,0.8,0.1,-0.167,0.296
191
+ CatBoost,AutoARIMA,0.6,0.3,0.9,0.106,-0.092,0.266
192
+ CatBoost,AutoTheta,0.6,0.3,0.9,0.123,-0.104,0.318
193
+ CatBoost,Seasonal Naive,0.6,0.3,0.9,0.248,-0.011,0.457
194
  Sundial-Base,TimesFM-2.5,0.2,0.0,0.4,-0.197,-0.444,-0.038
 
195
  Sundial-Base,TiRex,0.3,0.0,0.6,-0.189,-0.48,0.02
196
+ Sundial-Base,Chronos-2,0.2,0.0,0.4,-0.179,-0.452,0.064
197
  Sundial-Base,Moirai-2.0,0.3,0.0,0.6,-0.221,-0.487,-0.03
198
+ Sundial-Base,FlowState,0.3,0.1,0.6,-0.125,-0.254,-0.021
199
+ Sundial-Base,Toto-1.0,0.3,0.0,0.6,-0.173,-0.473,0.072
200
+ Sundial-Base,AutoETS,0.4,0.1,0.7,-0.184,-0.486,0.055
201
  Sundial-Base,Stat. Ensemble,0.4,0.1,0.7,-0.188,-0.476,0.051
202
+ Sundial-Base,TabPFN-TS,0.3,0.1,0.6,-0.18,-0.431,0.039
203
+ Sundial-Base,LightGBM,0.4,0.1,0.7,-0.164,-0.489,0.099
204
  Sundial-Base,Chronos-Bolt,0.3,0.0,0.6,-0.127,-0.281,0.012
205
+ Sundial-Base,CatBoost,0.5,0.2,0.8,-0.111,-0.421,0.143
206
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
207
  Sundial-Base,AutoARIMA,0.6,0.3,0.9,0.007,-0.283,0.227
208
  Sundial-Base,AutoTheta,0.7,0.4,1.0,0.026,-0.073,0.109
 
209
  Sundial-Base,Seasonal Naive,0.8,0.6,1.0,0.165,0.065,0.256
 
210
  AutoARIMA,TimesFM-2.5,0.2,0.0,0.5,-0.205,-0.404,-0.028
 
211
  AutoARIMA,TiRex,0.2,0.0,0.5,-0.197,-0.394,-0.011
212
+ AutoARIMA,Chronos-2,0.2,0.0,0.402,-0.186,-0.441,0.004
213
  AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.229,-0.482,-0.016
214
+ AutoARIMA,FlowState,0.3,0.0,0.6,-0.132,-0.457,0.126
215
+ AutoARIMA,Toto-1.0,0.2,0.0,0.5,-0.18,-0.364,-0.029
216
+ AutoARIMA,AutoETS,0.3,0.0,0.6,-0.192,-0.504,-0.007
217
  AutoARIMA,Stat. Ensemble,0.4,0.1,0.7,-0.196,-0.504,-0.009
218
+ AutoARIMA,TabPFN-TS,0.4,0.1,0.7,-0.187,-0.423,-0.004
219
+ AutoARIMA,LightGBM,0.4,0.1,0.7,-0.172,-0.435,0.066
220
  AutoARIMA,Chronos-Bolt,0.3,0.0,0.6,-0.135,-0.328,0.027
221
+ AutoARIMA,CatBoost,0.4,0.1,0.7,-0.118,-0.363,0.085
222
  AutoARIMA,Sundial-Base,0.4,0.1,0.7,-0.007,-0.294,0.221
223
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
224
  AutoARIMA,AutoTheta,0.5,0.2,0.8,0.019,-0.198,0.22
 
225
  AutoARIMA,Seasonal Naive,0.6,0.3,0.9,0.159,-0.099,0.377
 
226
  AutoTheta,TimesFM-2.5,0.2,0.0,0.5,-0.229,-0.512,-0.056
 
227
  AutoTheta,TiRex,0.2,0.0,0.5,-0.221,-0.54,-0.01
228
+ AutoTheta,Chronos-2,0.1,0.0,0.3,-0.21,-0.501,0.029
229
  AutoTheta,Moirai-2.0,0.2,0.0,0.5,-0.253,-0.55,-0.045
230
+ AutoTheta,FlowState,0.1,0.0,0.3,-0.154,-0.316,-0.004
231
+ AutoTheta,Toto-1.0,0.1,0.0,0.3,-0.203,-0.522,0.035
232
+ AutoTheta,AutoETS,0.3,0.0,0.6,-0.215,-0.521,-0.009
233
  AutoTheta,Stat. Ensemble,0.2,0.0,0.4,-0.219,-0.486,-0.025
234
+ AutoTheta,TabPFN-TS,0.1,0.0,0.3,-0.211,-0.476,-0.001
235
+ AutoTheta,LightGBM,0.3,0.0,0.6,-0.195,-0.552,0.066
236
  AutoTheta,Chronos-Bolt,0.1,0.0,0.3,-0.157,-0.323,-0.027
237
+ AutoTheta,CatBoost,0.4,0.1,0.7,-0.14,-0.466,0.094
238
  AutoTheta,Sundial-Base,0.3,0.0,0.6,-0.026,-0.122,0.068
239
  AutoTheta,AutoARIMA,0.5,0.2,0.8,-0.02,-0.282,0.166
240
  AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
 
241
  AutoTheta,Seasonal Naive,0.6,0.3,0.9,0.143,0.04,0.238
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
242
  Seasonal Naive,TimesFM-2.5,0.1,0.0,0.3,-0.433,-0.874,-0.179
 
243
  Seasonal Naive,TiRex,0.1,0.0,0.3,-0.424,-0.915,-0.109
244
+ Seasonal Naive,Chronos-2,0.2,0.0,0.4,-0.411,-0.889,-0.054
245
  Seasonal Naive,Moirai-2.0,0.1,0.0,0.3,-0.462,-0.951,-0.141
246
+ Seasonal Naive,FlowState,0.1,0.0,0.3,-0.346,-0.602,-0.147
247
+ Seasonal Naive,Toto-1.0,0.1,0.0,0.3,-0.404,-0.91,-0.055
248
+ Seasonal Naive,AutoETS,0.3,0.0,0.6,-0.417,-0.928,-0.07
249
  Seasonal Naive,Stat. Ensemble,0.3,0.0,0.6,-0.422,-0.879,-0.087
250
+ Seasonal Naive,TabPFN-TS,0.1,0.0,0.3,-0.412,-0.85,-0.089
251
+ Seasonal Naive,LightGBM,0.4,0.1,0.7,-0.394,-0.927,-0.038
252
  Seasonal Naive,Chronos-Bolt,0.1,0.0,0.3,-0.349,-0.664,-0.113
253
+ Seasonal Naive,CatBoost,0.4,0.1,0.7,-0.33,-0.841,0.011
254
  Seasonal Naive,Sundial-Base,0.2,0.0,0.4,-0.197,-0.344,-0.069
255
  Seasonal Naive,AutoARIMA,0.4,0.1,0.7,-0.189,-0.604,0.09
256
  Seasonal Naive,AutoTheta,0.4,0.1,0.7,-0.166,-0.312,-0.041
 
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_health/pairwise_WQL.csv CHANGED
@@ -1,226 +1,257 @@
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
- TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
3
- TimesFM-2.5,Chronos-2,0.5,0.2,0.8,0.002,-0.105,0.106
4
- TimesFM-2.5,Moirai-2.0,0.6,0.3,0.9,-0.019,-0.109,0.043
5
- TimesFM-2.5,TiRex,0.6,0.3,0.9,0.027,-0.023,0.085
6
- TimesFM-2.5,Toto-1.0,0.5,0.2,0.8,0.005,-0.109,0.12
7
- TimesFM-2.5,Chronos-Bolt,0.8,0.6,1.0,0.04,-0.018,0.102
8
- TimesFM-2.5,Stat. Ensemble,0.7,0.4,1.0,0.106,-0.099,0.28
9
- TimesFM-2.5,TabPFN-TS,0.7,0.4,1.0,0.098,-0.013,0.238
10
- TimesFM-2.5,AutoETS,0.6,0.3,0.9,0.123,-0.074,0.306
11
- TimesFM-2.5,AutoARIMA,0.7,0.4,1.0,0.258,0.079,0.398
12
- TimesFM-2.5,Sundial-Base,0.9,0.7,1.0,0.215,0.091,0.339
13
- TimesFM-2.5,AutoTheta,0.9,0.7,1.0,0.274,0.122,0.417
14
- TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.406,0.261,0.536
15
- TimesFM-2.5,Drift,0.9,0.7,1.0,0.4,0.286,0.502
16
- TimesFM-2.5,Naive,1.0,1.0,1.0,0.442,0.332,0.543
17
- Chronos-2,TimesFM-2.5,0.5,0.2,0.8,-0.002,-0.119,0.095
18
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
 
19
  Chronos-2,Moirai-2.0,0.6,0.3,0.9,-0.021,-0.11,0.055
20
  Chronos-2,TiRex,0.5,0.2,0.8,0.025,-0.055,0.099
21
- Chronos-2,Toto-1.0,0.7,0.4,1.0,0.003,-0.077,0.077
 
 
22
  Chronos-2,Chronos-Bolt,0.7,0.4,0.9,0.038,-0.07,0.13
23
- Chronos-2,Stat. Ensemble,0.7,0.4,1.0,0.104,-0.054,0.262
24
- Chronos-2,TabPFN-TS,0.6,0.3,0.9,0.096,-0.008,0.217
25
  Chronos-2,AutoETS,0.7,0.4,1.0,0.121,-0.042,0.298
 
26
  Chronos-2,AutoARIMA,0.9,0.7,1.0,0.256,0.07,0.408
 
27
  Chronos-2,Sundial-Base,0.8,0.6,1.0,0.214,0.006,0.359
28
- Chronos-2,AutoTheta,0.9,0.7,1.0,0.272,0.096,0.418
 
29
  Chronos-2,Seasonal Naive,0.9,0.7,1.0,0.404,0.211,0.549
30
- Chronos-2,Drift,0.9,0.7,1.0,0.399,0.258,0.509
31
- Chronos-2,Naive,0.9,0.7,1.0,0.441,0.286,0.559
32
- Moirai-2.0,TimesFM-2.5,0.4,0.1,0.7,0.018,-0.045,0.098
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  Moirai-2.0,Chronos-2,0.4,0.1,0.7,0.02,-0.058,0.099
 
34
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
35
  Moirai-2.0,TiRex,0.5,0.2,0.8,0.045,-0.008,0.103
36
- Moirai-2.0,Toto-1.0,0.6,0.3,0.9,0.023,-0.061,0.104
 
 
37
  Moirai-2.0,Chronos-Bolt,0.75,0.5,0.951,0.057,-0.013,0.128
38
- Moirai-2.0,Stat. Ensemble,0.6,0.3,0.9,0.122,-0.048,0.277
39
- Moirai-2.0,TabPFN-TS,0.6,0.3,0.9,0.114,-0.014,0.258
40
  Moirai-2.0,AutoETS,0.7,0.4,1.0,0.139,-0.02,0.311
 
41
  Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.271,0.072,0.423
 
42
  Moirai-2.0,Sundial-Base,0.9,0.7,1.0,0.23,0.079,0.368
43
- Moirai-2.0,AutoTheta,0.9,0.7,1.0,0.287,0.111,0.433
 
44
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.416,0.242,0.564
45
- Moirai-2.0,Drift,0.9,0.7,1.0,0.411,0.287,0.517
46
- Moirai-2.0,Naive,1.0,1.0,1.0,0.452,0.314,0.57
47
- TiRex,TimesFM-2.5,0.4,0.1,0.7,-0.028,-0.093,0.023
48
  TiRex,Chronos-2,0.5,0.2,0.8,-0.026,-0.11,0.052
 
49
  TiRex,Moirai-2.0,0.5,0.2,0.8,-0.047,-0.114,0.007
50
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
51
- TiRex,Toto-1.0,0.6,0.3,0.9,-0.023,-0.099,0.044
 
 
52
  TiRex,Chronos-Bolt,0.7,0.4,0.9,0.013,-0.067,0.096
53
- TiRex,Stat. Ensemble,0.6,0.3,0.9,0.081,-0.109,0.258
54
- TiRex,TabPFN-TS,0.6,0.3,0.9,0.073,-0.044,0.227
55
  TiRex,AutoETS,0.6,0.3,0.9,0.099,-0.083,0.284
 
56
  TiRex,AutoARIMA,0.8,0.5,1.0,0.237,0.052,0.375
 
57
  TiRex,Sundial-Base,0.8,0.6,1.0,0.193,0.021,0.346
58
- TiRex,AutoTheta,0.8,0.5,1.0,0.253,0.075,0.414
 
59
  TiRex,Seasonal Naive,0.9,0.7,1.0,0.389,0.216,0.543
60
- TiRex,Drift,0.8,0.5,1.0,0.384,0.242,0.506
61
- TiRex,Naive,0.9,0.7,1.0,0.426,0.282,0.551
62
- Toto-1.0,TimesFM-2.5,0.5,0.2,0.8,-0.005,-0.137,0.099
63
- Toto-1.0,Chronos-2,0.3,0.0,0.6,-0.003,-0.084,0.072
64
- Toto-1.0,Moirai-2.0,0.4,0.1,0.7,-0.024,-0.117,0.058
65
- Toto-1.0,TiRex,0.4,0.1,0.7,0.022,-0.046,0.09
66
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
67
- Toto-1.0,Chronos-Bolt,0.6,0.3,0.9,0.035,-0.083,0.131
68
- Toto-1.0,Stat. Ensemble,0.5,0.2,0.8,0.101,-0.064,0.273
69
- Toto-1.0,TabPFN-TS,0.5,0.2,0.8,0.093,-0.051,0.255
70
- Toto-1.0,AutoETS,0.6,0.3,0.9,0.119,-0.053,0.302
71
- Toto-1.0,AutoARIMA,0.8,0.5,1.0,0.254,0.091,0.389
72
- Toto-1.0,Sundial-Base,0.8,0.6,1.0,0.211,-0.016,0.378
73
- Toto-1.0,AutoTheta,0.9,0.7,1.0,0.27,0.074,0.433
74
- Toto-1.0,Seasonal Naive,0.9,0.7,1.0,0.402,0.193,0.566
75
- Toto-1.0,Drift,0.9,0.7,1.0,0.397,0.25,0.525
76
- Toto-1.0,Naive,0.9,0.7,1.0,0.439,0.269,0.573
77
- Chronos-Bolt,TimesFM-2.5,0.2,0.0,0.4,-0.042,-0.113,0.018
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
78
  Chronos-Bolt,Chronos-2,0.3,0.1,0.6,-0.039,-0.149,0.066
 
79
  Chronos-Bolt,Moirai-2.0,0.25,0.049,0.5,-0.061,-0.147,0.013
80
  Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.013,-0.106,0.062
81
- Chronos-Bolt,Toto-1.0,0.4,0.1,0.7,-0.036,-0.151,0.077
 
 
82
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
83
- Chronos-Bolt,Stat. Ensemble,0.5,0.2,0.8,0.069,-0.096,0.223
84
- Chronos-Bolt,TabPFN-TS,0.7,0.4,0.9,0.061,-0.042,0.173
85
  Chronos-Bolt,AutoETS,0.6,0.3,0.9,0.087,-0.082,0.26
 
86
  Chronos-Bolt,AutoARIMA,0.6,0.3,0.9,0.227,0.053,0.371
 
87
  Chronos-Bolt,Sundial-Base,0.8,0.6,1.0,0.183,0.056,0.289
88
- Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.244,0.118,0.358
 
89
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.381,0.242,0.501
90
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.376,0.279,0.468
91
- Chronos-Bolt,Naive,1.0,1.0,1.0,0.419,0.314,0.516
92
- Stat. Ensemble,TimesFM-2.5,0.3,0.0,0.6,-0.119,-0.389,0.09
93
- Stat. Ensemble,Chronos-2,0.3,0.0,0.6,-0.116,-0.354,0.051
94
- Stat. Ensemble,Moirai-2.0,0.4,0.1,0.7,-0.139,-0.384,0.045
95
- Stat. Ensemble,TiRex,0.4,0.1,0.7,-0.088,-0.347,0.099
96
- Stat. Ensemble,Toto-1.0,0.5,0.2,0.8,-0.113,-0.376,0.06
97
- Stat. Ensemble,Chronos-Bolt,0.5,0.2,0.8,-0.074,-0.287,0.088
98
- Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
99
- Stat. Ensemble,TabPFN-TS,0.6,0.3,0.9,-0.009,-0.248,0.165
100
- Stat. Ensemble,AutoETS,0.5,0.2,0.8,0.019,-0.04,0.075
101
- Stat. Ensemble,AutoARIMA,0.6,0.3,0.9,0.17,0.016,0.344
102
- Stat. Ensemble,Sundial-Base,0.6,0.3,0.9,0.122,-0.169,0.322
103
- Stat. Ensemble,AutoTheta,0.8,0.6,1.0,0.188,0.027,0.341
104
- Stat. Ensemble,Seasonal Naive,0.8,0.6,1.0,0.335,0.128,0.5
105
- Stat. Ensemble,Drift,0.9,0.7,1.0,0.329,0.182,0.458
106
- Stat. Ensemble,Naive,0.9,0.7,1.0,0.376,0.191,0.523
107
- TabPFN-TS,TimesFM-2.5,0.3,0.0,0.6,-0.109,-0.312,0.013
108
- TabPFN-TS,Chronos-2,0.4,0.1,0.7,-0.106,-0.278,0.008
109
- TabPFN-TS,Moirai-2.0,0.4,0.1,0.7,-0.129,-0.349,0.014
110
- TabPFN-TS,TiRex,0.4,0.1,0.7,-0.078,-0.294,0.042
111
- TabPFN-TS,Toto-1.0,0.5,0.2,0.8,-0.103,-0.342,0.048
112
- TabPFN-TS,Chronos-Bolt,0.3,0.1,0.6,-0.064,-0.21,0.04
113
- TabPFN-TS,Stat. Ensemble,0.4,0.1,0.7,0.009,-0.198,0.199
114
- TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
115
- TabPFN-TS,AutoETS,0.4,0.1,0.7,0.028,-0.227,0.241
116
- TabPFN-TS,AutoARIMA,0.6,0.3,0.9,0.177,-0.059,0.349
117
- TabPFN-TS,Sundial-Base,0.8,0.6,1.0,0.13,-0.019,0.231
118
- TabPFN-TS,AutoTheta,0.9,0.7,1.0,0.195,0.082,0.299
119
- TabPFN-TS,Seasonal Naive,0.9,0.7,1.0,0.341,0.208,0.448
120
- TabPFN-TS,Drift,0.9,0.7,1.0,0.335,0.223,0.439
121
- TabPFN-TS,Naive,0.9,0.7,1.0,0.381,0.268,0.475
122
- AutoETS,TimesFM-2.5,0.4,0.1,0.7,-0.141,-0.442,0.069
123
  AutoETS,Chronos-2,0.3,0.0,0.6,-0.138,-0.424,0.04
 
124
  AutoETS,Moirai-2.0,0.3,0.0,0.6,-0.162,-0.451,0.02
125
  AutoETS,TiRex,0.4,0.1,0.7,-0.11,-0.396,0.077
126
- AutoETS,Toto-1.0,0.4,0.1,0.7,-0.135,-0.432,0.05
 
 
127
  AutoETS,Chronos-Bolt,0.4,0.1,0.7,-0.095,-0.352,0.076
128
- AutoETS,Stat. Ensemble,0.5,0.2,0.8,-0.02,-0.081,0.039
129
- AutoETS,TabPFN-TS,0.6,0.3,0.9,-0.029,-0.317,0.185
130
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
 
131
  AutoETS,AutoARIMA,0.6,0.3,0.9,0.153,-0.023,0.348
 
132
  AutoETS,Sundial-Base,0.6,0.3,0.9,0.105,-0.213,0.319
133
- AutoETS,AutoTheta,0.7,0.4,1.0,0.172,-0.008,0.343
 
134
  AutoETS,Seasonal Naive,0.7,0.4,1.0,0.322,0.097,0.505
135
- AutoETS,Drift,0.8,0.5,1.0,0.316,0.144,0.468
136
- AutoETS,Naive,0.7,0.4,1.0,0.364,0.152,0.527
137
- AutoARIMA,TimesFM-2.5,0.3,0.0,0.6,-0.347,-0.661,-0.086
 
 
 
 
 
 
 
 
 
 
 
 
 
138
  AutoARIMA,Chronos-2,0.1,0.0,0.3,-0.344,-0.689,-0.075
 
139
  AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.372,-0.733,-0.077
140
  AutoARIMA,TiRex,0.2,0.0,0.5,-0.31,-0.6,-0.054
141
- AutoARIMA,Toto-1.0,0.2,0.0,0.5,-0.34,-0.636,-0.1
 
 
142
  AutoARIMA,Chronos-Bolt,0.4,0.1,0.7,-0.293,-0.591,-0.056
143
- AutoARIMA,Stat. Ensemble,0.4,0.1,0.7,-0.204,-0.524,-0.016
144
- AutoARIMA,TabPFN-TS,0.4,0.1,0.7,-0.215,-0.536,0.055
145
  AutoARIMA,AutoETS,0.4,0.1,0.7,-0.181,-0.533,0.023
 
146
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
 
147
  AutoARIMA,Sundial-Base,0.5,0.2,0.8,-0.057,-0.428,0.219
148
- AutoARIMA,AutoTheta,0.5,0.2,0.8,0.022,-0.198,0.228
 
149
  AutoARIMA,Seasonal Naive,0.7,0.4,0.902,0.199,-0.062,0.407
150
- AutoARIMA,Drift,0.7,0.4,1.0,0.192,-0.037,0.404
151
- AutoARIMA,Naive,0.8,0.6,1.0,0.248,-0.0,0.452
152
- Sundial-Base,TimesFM-2.5,0.1,0.0,0.3,-0.274,-0.513,-0.1
 
 
 
 
 
 
 
 
 
 
 
 
 
153
  Sundial-Base,Chronos-2,0.2,0.0,0.4,-0.271,-0.561,-0.006
 
154
  Sundial-Base,Moirai-2.0,0.1,0.0,0.3,-0.298,-0.582,-0.086
155
  Sundial-Base,TiRex,0.2,0.0,0.4,-0.24,-0.529,-0.021
156
- Sundial-Base,Toto-1.0,0.2,0.0,0.4,-0.268,-0.607,0.016
 
 
157
  Sundial-Base,Chronos-Bolt,0.2,0.0,0.4,-0.223,-0.407,-0.059
158
- Sundial-Base,Stat. Ensemble,0.4,0.1,0.7,-0.139,-0.475,0.145
159
- Sundial-Base,TabPFN-TS,0.2,0.0,0.4,-0.149,-0.301,0.019
160
  Sundial-Base,AutoETS,0.4,0.1,0.7,-0.117,-0.469,0.175
 
161
  Sundial-Base,AutoARIMA,0.5,0.2,0.8,0.054,-0.28,0.3
 
162
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
163
- Sundial-Base,AutoTheta,0.5,0.2,0.8,0.075,-0.067,0.212
 
164
  Sundial-Base,Seasonal Naive,0.8,0.6,1.0,0.242,0.118,0.351
165
- Sundial-Base,Drift,0.8,0.6,1.0,0.236,0.085,0.374
166
- Sundial-Base,Naive,0.9,0.7,1.0,0.289,0.182,0.393
167
- AutoTheta,TimesFM-2.5,0.1,0.0,0.3,-0.377,-0.714,-0.139
168
- AutoTheta,Chronos-2,0.1,0.0,0.3,-0.374,-0.717,-0.106
169
- AutoTheta,Moirai-2.0,0.1,0.0,0.3,-0.403,-0.763,-0.124
170
- AutoTheta,TiRex,0.2,0.0,0.5,-0.339,-0.705,-0.081
171
- AutoTheta,Toto-1.0,0.1,0.0,0.3,-0.37,-0.765,-0.08
172
- AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.322,-0.558,-0.133
173
- AutoTheta,Stat. Ensemble,0.2,0.0,0.4,-0.231,-0.518,-0.027
174
- AutoTheta,TabPFN-TS,0.1,0.0,0.3,-0.242,-0.427,-0.09
175
- AutoTheta,AutoETS,0.3,0.0,0.6,-0.207,-0.523,0.008
176
- AutoTheta,AutoARIMA,0.5,0.2,0.8,-0.022,-0.295,0.166
177
- AutoTheta,Sundial-Base,0.5,0.2,0.8,-0.081,-0.269,0.063
178
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoTheta,Seasonal Naive,0.6,0.3,0.9,0.181,0.065,0.292
180
- AutoTheta,Drift,0.6,0.3,0.9,0.174,0.037,0.325
181
- AutoTheta,Naive,0.8,0.5,1.0,0.232,0.108,0.357
182
- Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.682,-1.155,-0.354
 
 
 
 
 
 
 
 
 
 
 
 
 
 
183
  Seasonal Naive,Chronos-2,0.1,0.0,0.3,-0.678,-1.217,-0.268
 
184
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.714,-1.293,-0.32
185
  Seasonal Naive,TiRex,0.1,0.0,0.3,-0.636,-1.186,-0.275
186
- Seasonal Naive,Toto-1.0,0.1,0.0,0.3,-0.673,-1.302,-0.239
 
 
187
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.615,-1.006,-0.319
188
- Seasonal Naive,Stat. Ensemble,0.2,0.0,0.4,-0.504,-0.999,-0.146
189
- Seasonal Naive,TabPFN-TS,0.1,0.0,0.3,-0.517,-0.812,-0.263
190
  Seasonal Naive,AutoETS,0.3,0.0,0.6,-0.475,-1.018,-0.108
 
191
  Seasonal Naive,AutoARIMA,0.3,0.098,0.6,-0.249,-0.686,0.058
 
192
  Seasonal Naive,Sundial-Base,0.2,0.0,0.4,-0.32,-0.542,-0.134
193
- Seasonal Naive,AutoTheta,0.4,0.1,0.7,-0.222,-0.412,-0.07
 
194
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
195
- Seasonal Naive,Drift,0.6,0.3,0.9,-0.008,-0.182,0.152
196
- Seasonal Naive,Naive,0.55,0.35,0.75,0.061,-0.035,0.162
197
- Drift,TimesFM-2.5,0.1,0.0,0.3,-0.668,-1.008,-0.4
198
- Drift,Chronos-2,0.1,0.0,0.3,-0.664,-1.037,-0.348
199
- Drift,Moirai-2.0,0.1,0.0,0.3,-0.699,-1.071,-0.402
200
- Drift,TiRex,0.2,0.0,0.5,-0.623,-1.022,-0.32
201
- Drift,Toto-1.0,0.1,0.0,0.3,-0.659,-1.105,-0.333
202
- Drift,Chronos-Bolt,0.0,0.0,0.0,-0.601,-0.881,-0.387
203
- Drift,Stat. Ensemble,0.1,0.0,0.3,-0.491,-0.843,-0.222
204
- Drift,TabPFN-TS,0.1,0.0,0.3,-0.505,-0.784,-0.286
205
- Drift,AutoETS,0.2,0.0,0.5,-0.462,-0.878,-0.168
206
- Drift,AutoARIMA,0.3,0.0,0.6,-0.238,-0.677,0.036
207
- Drift,Sundial-Base,0.2,0.0,0.4,-0.309,-0.597,-0.092
208
- Drift,AutoTheta,0.4,0.1,0.7,-0.211,-0.481,-0.038
209
- Drift,Seasonal Naive,0.4,0.1,0.7,0.008,-0.179,0.154
210
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
211
- Drift,Naive,0.3,0.098,0.6,0.069,-0.016,0.16
212
- Naive,TimesFM-2.5,0.0,0.0,0.0,-0.792,-1.189,-0.498
213
- Naive,Chronos-2,0.1,0.0,0.3,-0.788,-1.27,-0.4
214
- Naive,Moirai-2.0,0.0,0.0,0.0,-0.826,-1.324,-0.458
215
- Naive,TiRex,0.1,0.0,0.3,-0.744,-1.229,-0.393
216
- Naive,Toto-1.0,0.1,0.0,0.3,-0.783,-1.344,-0.368
217
- Naive,Chronos-Bolt,0.0,0.0,0.0,-0.721,-1.066,-0.457
218
- Naive,Stat. Ensemble,0.1,0.0,0.3,-0.602,-1.098,-0.237
219
- Naive,TabPFN-TS,0.1,0.0,0.3,-0.617,-0.905,-0.367
220
- Naive,AutoETS,0.3,0.0,0.6,-0.571,-1.116,-0.179
221
- Naive,AutoARIMA,0.2,0.0,0.4,-0.331,-0.826,0.0
222
- Naive,Sundial-Base,0.1,0.0,0.3,-0.407,-0.647,-0.222
223
- Naive,AutoTheta,0.2,0.0,0.5,-0.302,-0.554,-0.121
224
- Naive,Seasonal Naive,0.45,0.25,0.65,-0.066,-0.194,0.034
225
- Naive,Drift,0.7,0.4,0.902,-0.075,-0.191,0.016
226
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
+ Chronos-2,TimesFM-2.5,0.5,0.2,0.8,-0.002,-0.119,0.095
4
  Chronos-2,Moirai-2.0,0.6,0.3,0.9,-0.021,-0.11,0.055
5
  Chronos-2,TiRex,0.5,0.2,0.8,0.025,-0.055,0.099
6
+ Chronos-2,Toto-1.0,0.6,0.3,0.9,0.002,-0.077,0.077
7
+ Chronos-2,FlowState,0.6,0.3,0.9,0.065,-0.097,0.191
8
+ Chronos-2,TabPFN-TS,0.8,0.6,1.0,0.037,-0.004,0.081
9
  Chronos-2,Chronos-Bolt,0.7,0.4,0.9,0.038,-0.07,0.13
 
 
10
  Chronos-2,AutoETS,0.7,0.4,1.0,0.121,-0.042,0.298
11
+ Chronos-2,Stat. Ensemble,0.7,0.4,1.0,0.104,-0.054,0.262
12
  Chronos-2,AutoARIMA,0.9,0.7,1.0,0.256,0.07,0.408
13
+ Chronos-2,LightGBM,0.8,0.5,1.0,0.203,0.08,0.321
14
  Chronos-2,Sundial-Base,0.8,0.6,1.0,0.214,0.006,0.359
15
+ Chronos-2,DeepAR,0.9,0.7,1.0,0.293,0.066,0.485
16
+ Chronos-2,CatBoost,1.0,1.0,1.0,0.239,0.15,0.334
17
  Chronos-2,Seasonal Naive,0.9,0.7,1.0,0.404,0.211,0.549
18
+ TimesFM-2.5,Chronos-2,0.5,0.2,0.8,0.002,-0.105,0.106
19
+ TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
20
+ TimesFM-2.5,Moirai-2.0,0.6,0.3,0.9,-0.019,-0.109,0.043
21
+ TimesFM-2.5,TiRex,0.6,0.3,0.9,0.027,-0.023,0.085
22
+ TimesFM-2.5,Toto-1.0,0.6,0.3,0.9,0.004,-0.109,0.114
23
+ TimesFM-2.5,FlowState,0.7,0.4,1.0,0.067,-0.041,0.182
24
+ TimesFM-2.5,TabPFN-TS,0.7,0.4,1.0,0.039,-0.028,0.11
25
+ TimesFM-2.5,Chronos-Bolt,0.8,0.6,1.0,0.04,-0.018,0.102
26
+ TimesFM-2.5,AutoETS,0.6,0.3,0.9,0.123,-0.074,0.306
27
+ TimesFM-2.5,Stat. Ensemble,0.7,0.4,1.0,0.106,-0.099,0.28
28
+ TimesFM-2.5,AutoARIMA,0.7,0.4,1.0,0.258,0.079,0.398
29
+ TimesFM-2.5,LightGBM,0.8,0.6,1.0,0.205,0.084,0.326
30
+ TimesFM-2.5,Sundial-Base,0.9,0.7,1.0,0.215,0.091,0.339
31
+ TimesFM-2.5,DeepAR,1.0,1.0,1.0,0.295,0.112,0.488
32
+ TimesFM-2.5,CatBoost,0.8,0.6,1.0,0.241,0.12,0.347
33
+ TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.406,0.261,0.536
34
  Moirai-2.0,Chronos-2,0.4,0.1,0.7,0.02,-0.058,0.099
35
+ Moirai-2.0,TimesFM-2.5,0.4,0.1,0.7,0.018,-0.045,0.098
36
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
37
  Moirai-2.0,TiRex,0.5,0.2,0.8,0.045,-0.008,0.103
38
+ Moirai-2.0,Toto-1.0,0.7,0.4,1.0,0.022,-0.059,0.098
39
+ Moirai-2.0,FlowState,0.7,0.4,1.0,0.084,-0.05,0.203
40
+ Moirai-2.0,TabPFN-TS,0.6,0.3,0.9,0.057,-0.016,0.126
41
  Moirai-2.0,Chronos-Bolt,0.75,0.5,0.951,0.057,-0.013,0.128
 
 
42
  Moirai-2.0,AutoETS,0.7,0.4,1.0,0.139,-0.02,0.311
43
+ Moirai-2.0,Stat. Ensemble,0.6,0.3,0.9,0.122,-0.048,0.277
44
  Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.271,0.072,0.423
45
+ Moirai-2.0,LightGBM,0.9,0.7,1.0,0.219,0.118,0.326
46
  Moirai-2.0,Sundial-Base,0.9,0.7,1.0,0.23,0.079,0.368
47
+ Moirai-2.0,DeepAR,1.0,1.0,1.0,0.308,0.089,0.505
48
+ Moirai-2.0,CatBoost,0.9,0.7,1.0,0.255,0.152,0.347
49
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.416,0.242,0.564
 
 
 
50
  TiRex,Chronos-2,0.5,0.2,0.8,-0.026,-0.11,0.052
51
+ TiRex,TimesFM-2.5,0.4,0.1,0.7,-0.028,-0.093,0.023
52
  TiRex,Moirai-2.0,0.5,0.2,0.8,-0.047,-0.114,0.007
53
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
54
+ TiRex,Toto-1.0,0.6,0.3,0.9,-0.024,-0.099,0.043
55
+ TiRex,FlowState,0.6,0.3,0.9,0.04,-0.104,0.184
56
+ TiRex,TabPFN-TS,0.6,0.3,0.9,0.012,-0.046,0.072
57
  TiRex,Chronos-Bolt,0.7,0.4,0.9,0.013,-0.067,0.096
 
 
58
  TiRex,AutoETS,0.6,0.3,0.9,0.099,-0.083,0.284
59
+ TiRex,Stat. Ensemble,0.6,0.3,0.9,0.081,-0.109,0.258
60
  TiRex,AutoARIMA,0.8,0.5,1.0,0.237,0.052,0.375
61
+ TiRex,LightGBM,0.7,0.4,1.0,0.182,0.065,0.311
62
  TiRex,Sundial-Base,0.8,0.6,1.0,0.193,0.021,0.346
63
+ TiRex,DeepAR,0.9,0.7,1.0,0.275,0.062,0.486
64
+ TiRex,CatBoost,0.8,0.6,1.0,0.22,0.108,0.325
65
  TiRex,Seasonal Naive,0.9,0.7,1.0,0.389,0.216,0.543
66
+ Toto-1.0,Chronos-2,0.4,0.1,0.7,-0.002,-0.084,0.072
67
+ Toto-1.0,TimesFM-2.5,0.4,0.1,0.7,-0.004,-0.128,0.098
68
+ Toto-1.0,Moirai-2.0,0.3,0.0,0.6,-0.023,-0.109,0.056
69
+ Toto-1.0,TiRex,0.4,0.1,0.7,0.023,-0.045,0.09
 
 
70
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
71
+ Toto-1.0,FlowState,0.5,0.2,0.8,0.063,-0.138,0.234
72
+ Toto-1.0,TabPFN-TS,0.5,0.2,0.8,0.035,-0.044,0.112
73
+ Toto-1.0,Chronos-Bolt,0.5,0.2,0.8,0.036,-0.076,0.13
74
+ Toto-1.0,AutoETS,0.5,0.2,0.8,0.12,-0.05,0.302
75
+ Toto-1.0,Stat. Ensemble,0.5,0.2,0.8,0.102,-0.06,0.272
76
+ Toto-1.0,AutoARIMA,0.7,0.4,1.0,0.255,0.091,0.39
77
+ Toto-1.0,LightGBM,0.9,0.7,1.0,0.202,0.1,0.306
78
+ Toto-1.0,Sundial-Base,0.8,0.6,1.0,0.212,-0.008,0.377
79
+ Toto-1.0,DeepAR,0.8,0.6,1.0,0.292,0.046,0.51
80
+ Toto-1.0,CatBoost,1.0,1.0,1.0,0.238,0.152,0.327
81
+ Toto-1.0,Seasonal Naive,0.9,0.7,1.0,0.403,0.197,0.565
82
+ FlowState,Chronos-2,0.4,0.1,0.7,-0.069,-0.237,0.088
83
+ FlowState,TimesFM-2.5,0.3,0.0,0.6,-0.071,-0.222,0.039
84
+ FlowState,Moirai-2.0,0.3,0.0,0.6,-0.091,-0.255,0.048
85
+ FlowState,TiRex,0.4,0.1,0.7,-0.042,-0.225,0.094
86
+ FlowState,Toto-1.0,0.5,0.2,0.8,-0.067,-0.305,0.121
87
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
88
+ FlowState,TabPFN-TS,0.5,0.2,0.8,-0.03,-0.177,0.097
89
+ FlowState,Chronos-Bolt,0.6,0.3,0.9,-0.029,-0.166,0.091
90
+ FlowState,AutoETS,0.5,0.2,0.8,0.061,-0.186,0.293
91
+ FlowState,Stat. Ensemble,0.5,0.2,0.8,0.042,-0.2,0.257
92
+ FlowState,AutoARIMA,0.6,0.3,0.9,0.205,-0.072,0.407
93
+ FlowState,LightGBM,0.7,0.4,0.902,0.148,-0.059,0.322
94
+ FlowState,Sundial-Base,0.9,0.7,1.0,0.159,0.069,0.251
95
+ FlowState,DeepAR,0.9,0.7,1.0,0.245,0.077,0.394
96
+ FlowState,CatBoost,0.7,0.4,0.902,0.187,-0.009,0.337
97
+ FlowState,Seasonal Naive,0.9,0.7,1.0,0.363,0.225,0.479
98
+ TabPFN-TS,Chronos-2,0.2,0.0,0.4,-0.038,-0.088,0.004
99
+ TabPFN-TS,TimesFM-2.5,0.3,0.0,0.6,-0.041,-0.123,0.027
100
+ TabPFN-TS,Moirai-2.0,0.4,0.1,0.7,-0.06,-0.144,0.016
101
+ TabPFN-TS,TiRex,0.4,0.1,0.7,-0.012,-0.077,0.044
102
+ TabPFN-TS,Toto-1.0,0.5,0.2,0.8,-0.036,-0.126,0.043
103
+ TabPFN-TS,FlowState,0.5,0.2,0.8,0.029,-0.108,0.151
104
+ TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
105
+ TabPFN-TS,Chronos-Bolt,0.5,0.2,0.8,0.001,-0.077,0.073
106
+ TabPFN-TS,AutoETS,0.4,0.1,0.7,0.088,-0.08,0.261
107
+ TabPFN-TS,Stat. Ensemble,0.5,0.2,0.8,0.07,-0.09,0.224
108
+ TabPFN-TS,AutoARIMA,0.7,0.4,1.0,0.228,0.057,0.368
109
+ TabPFN-TS,LightGBM,0.7,0.4,0.9,0.172,0.059,0.302
110
+ TabPFN-TS,Sundial-Base,0.8,0.6,1.0,0.183,0.005,0.317
111
+ TabPFN-TS,DeepAR,0.9,0.7,1.0,0.266,0.062,0.457
112
+ TabPFN-TS,CatBoost,0.8,0.5,1.0,0.21,0.113,0.317
113
+ TabPFN-TS,Seasonal Naive,0.9,0.7,1.0,0.381,0.215,0.518
114
  Chronos-Bolt,Chronos-2,0.3,0.1,0.6,-0.039,-0.149,0.066
115
+ Chronos-Bolt,TimesFM-2.5,0.2,0.0,0.4,-0.042,-0.113,0.018
116
  Chronos-Bolt,Moirai-2.0,0.25,0.049,0.5,-0.061,-0.147,0.013
117
  Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.013,-0.106,0.062
118
+ Chronos-Bolt,Toto-1.0,0.5,0.2,0.8,-0.037,-0.15,0.071
119
+ Chronos-Bolt,FlowState,0.4,0.1,0.7,0.028,-0.1,0.142
120
+ Chronos-Bolt,TabPFN-TS,0.5,0.2,0.8,-0.001,-0.078,0.072
121
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
 
 
122
  Chronos-Bolt,AutoETS,0.6,0.3,0.9,0.087,-0.082,0.26
123
+ Chronos-Bolt,Stat. Ensemble,0.5,0.2,0.8,0.069,-0.096,0.223
124
  Chronos-Bolt,AutoARIMA,0.6,0.3,0.9,0.227,0.053,0.371
125
+ Chronos-Bolt,LightGBM,0.8,0.5,1.0,0.172,0.05,0.306
126
  Chronos-Bolt,Sundial-Base,0.8,0.6,1.0,0.183,0.056,0.289
127
+ Chronos-Bolt,DeepAR,1.0,1.0,1.0,0.266,0.093,0.443
128
+ Chronos-Bolt,CatBoost,0.7,0.4,1.0,0.21,0.095,0.326
129
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.381,0.242,0.501
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  AutoETS,Chronos-2,0.3,0.0,0.6,-0.138,-0.424,0.04
131
+ AutoETS,TimesFM-2.5,0.4,0.1,0.7,-0.141,-0.442,0.069
132
  AutoETS,Moirai-2.0,0.3,0.0,0.6,-0.162,-0.451,0.02
133
  AutoETS,TiRex,0.4,0.1,0.7,-0.11,-0.396,0.077
134
+ AutoETS,Toto-1.0,0.5,0.2,0.8,-0.136,-0.432,0.047
135
+ AutoETS,FlowState,0.5,0.2,0.8,-0.065,-0.414,0.157
136
+ AutoETS,TabPFN-TS,0.6,0.3,0.9,-0.096,-0.352,0.074
137
  AutoETS,Chronos-Bolt,0.4,0.1,0.7,-0.095,-0.352,0.076
 
 
138
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
139
+ AutoETS,Stat. Ensemble,0.5,0.2,0.8,-0.02,-0.081,0.039
140
  AutoETS,AutoARIMA,0.6,0.3,0.9,0.153,-0.023,0.348
141
+ AutoETS,LightGBM,0.7,0.4,1.0,0.093,-0.145,0.277
142
  AutoETS,Sundial-Base,0.6,0.3,0.9,0.105,-0.213,0.319
143
+ AutoETS,DeepAR,0.7,0.4,1.0,0.196,-0.113,0.452
144
+ AutoETS,CatBoost,0.8,0.5,1.0,0.134,-0.059,0.291
145
  AutoETS,Seasonal Naive,0.7,0.4,1.0,0.322,0.097,0.505
146
+ Stat. Ensemble,Chronos-2,0.3,0.0,0.6,-0.116,-0.354,0.051
147
+ Stat. Ensemble,TimesFM-2.5,0.3,0.0,0.6,-0.119,-0.389,0.09
148
+ Stat. Ensemble,Moirai-2.0,0.4,0.1,0.7,-0.139,-0.384,0.045
149
+ Stat. Ensemble,TiRex,0.4,0.1,0.7,-0.088,-0.347,0.099
150
+ Stat. Ensemble,Toto-1.0,0.5,0.2,0.8,-0.114,-0.374,0.056
151
+ Stat. Ensemble,FlowState,0.5,0.2,0.8,-0.044,-0.346,0.167
152
+ Stat. Ensemble,TabPFN-TS,0.5,0.2,0.8,-0.075,-0.289,0.083
153
+ Stat. Ensemble,Chronos-Bolt,0.5,0.2,0.8,-0.074,-0.287,0.088
154
+ Stat. Ensemble,AutoETS,0.5,0.2,0.8,0.019,-0.04,0.075
155
+ Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
156
+ Stat. Ensemble,AutoARIMA,0.6,0.3,0.9,0.17,0.016,0.344
157
+ Stat. Ensemble,LightGBM,0.6,0.3,0.9,0.11,-0.109,0.289
158
+ Stat. Ensemble,Sundial-Base,0.6,0.3,0.9,0.122,-0.169,0.322
159
+ Stat. Ensemble,DeepAR,0.6,0.3,0.9,0.211,-0.07,0.437
160
+ Stat. Ensemble,CatBoost,0.7,0.4,1.0,0.151,-0.025,0.304
161
+ Stat. Ensemble,Seasonal Naive,0.8,0.6,1.0,0.335,0.128,0.5
162
  AutoARIMA,Chronos-2,0.1,0.0,0.3,-0.344,-0.689,-0.075
163
+ AutoARIMA,TimesFM-2.5,0.3,0.0,0.6,-0.347,-0.661,-0.086
164
  AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.372,-0.733,-0.077
165
  AutoARIMA,TiRex,0.2,0.0,0.5,-0.31,-0.6,-0.054
166
+ AutoARIMA,Toto-1.0,0.3,0.0,0.6,-0.342,-0.64,-0.1
167
+ AutoARIMA,FlowState,0.4,0.1,0.7,-0.257,-0.686,0.068
168
+ AutoARIMA,TabPFN-TS,0.3,0.0,0.6,-0.295,-0.582,-0.06
169
  AutoARIMA,Chronos-Bolt,0.4,0.1,0.7,-0.293,-0.591,-0.056
 
 
170
  AutoARIMA,AutoETS,0.4,0.1,0.7,-0.181,-0.533,0.023
171
+ AutoARIMA,Stat. Ensemble,0.4,0.1,0.7,-0.204,-0.524,-0.016
172
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
173
+ AutoARIMA,LightGBM,0.4,0.1,0.7,-0.071,-0.367,0.2
174
  AutoARIMA,Sundial-Base,0.5,0.2,0.8,-0.057,-0.428,0.219
175
+ AutoARIMA,DeepAR,0.5,0.2,0.8,0.05,-0.268,0.327
176
+ AutoARIMA,CatBoost,0.4,0.1,0.7,-0.022,-0.281,0.21
177
  AutoARIMA,Seasonal Naive,0.7,0.4,0.902,0.199,-0.062,0.407
178
+ LightGBM,Chronos-2,0.2,0.0,0.5,-0.255,-0.472,-0.087
179
+ LightGBM,TimesFM-2.5,0.2,0.0,0.4,-0.257,-0.483,-0.092
180
+ LightGBM,Moirai-2.0,0.1,0.0,0.3,-0.281,-0.483,-0.134
181
+ LightGBM,TiRex,0.3,0.0,0.6,-0.223,-0.451,-0.069
182
+ LightGBM,Toto-1.0,0.1,0.0,0.3,-0.252,-0.44,-0.111
183
+ LightGBM,FlowState,0.3,0.098,0.6,-0.174,-0.474,0.056
184
+ LightGBM,TabPFN-TS,0.3,0.1,0.6,-0.208,-0.433,-0.063
185
+ LightGBM,Chronos-Bolt,0.2,0.0,0.5,-0.207,-0.44,-0.052
186
+ LightGBM,AutoETS,0.3,0.0,0.6,-0.102,-0.382,0.126
187
+ LightGBM,Stat. Ensemble,0.4,0.1,0.7,-0.124,-0.406,0.099
188
+ LightGBM,AutoARIMA,0.6,0.3,0.9,0.067,-0.249,0.268
189
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
190
+ LightGBM,Sundial-Base,0.4,0.1,0.7,0.013,-0.285,0.236
191
+ LightGBM,DeepAR,0.4,0.1,0.7,0.113,-0.266,0.397
192
+ LightGBM,CatBoost,0.8,0.5,1.0,0.046,0.001,0.094
193
+ LightGBM,Seasonal Naive,0.6,0.3,0.9,0.253,-0.036,0.458
194
  Sundial-Base,Chronos-2,0.2,0.0,0.4,-0.271,-0.561,-0.006
195
+ Sundial-Base,TimesFM-2.5,0.1,0.0,0.3,-0.274,-0.513,-0.1
196
  Sundial-Base,Moirai-2.0,0.1,0.0,0.3,-0.298,-0.582,-0.086
197
  Sundial-Base,TiRex,0.2,0.0,0.4,-0.24,-0.529,-0.021
198
+ Sundial-Base,Toto-1.0,0.2,0.0,0.4,-0.269,-0.605,0.008
199
+ Sundial-Base,FlowState,0.1,0.0,0.3,-0.189,-0.335,-0.074
200
+ Sundial-Base,TabPFN-TS,0.2,0.0,0.4,-0.225,-0.464,-0.005
201
  Sundial-Base,Chronos-Bolt,0.2,0.0,0.4,-0.223,-0.407,-0.059
 
 
202
  Sundial-Base,AutoETS,0.4,0.1,0.7,-0.117,-0.469,0.175
203
+ Sundial-Base,Stat. Ensemble,0.4,0.1,0.7,-0.139,-0.475,0.145
204
  Sundial-Base,AutoARIMA,0.5,0.2,0.8,0.054,-0.28,0.3
205
+ Sundial-Base,LightGBM,0.6,0.3,0.9,-0.013,-0.31,0.222
206
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
207
+ Sundial-Base,DeepAR,0.5,0.2,0.8,0.102,-0.047,0.246
208
+ Sundial-Base,CatBoost,0.6,0.3,0.9,0.033,-0.254,0.258
209
  Sundial-Base,Seasonal Naive,0.8,0.6,1.0,0.242,0.118,0.351
210
+ DeepAR,Chronos-2,0.1,0.0,0.3,-0.415,-0.941,-0.07
211
+ DeepAR,TimesFM-2.5,0.0,0.0,0.0,-0.418,-0.952,-0.126
212
+ DeepAR,Moirai-2.0,0.0,0.0,0.0,-0.445,-1.02,-0.098
213
+ DeepAR,TiRex,0.1,0.0,0.3,-0.38,-0.945,-0.066
214
+ DeepAR,Toto-1.0,0.2,0.0,0.4,-0.413,-1.041,-0.048
215
+ DeepAR,FlowState,0.1,0.0,0.3,-0.324,-0.65,-0.084
216
+ DeepAR,TabPFN-TS,0.1,0.0,0.3,-0.363,-0.841,-0.066
217
+ DeepAR,Chronos-Bolt,0.0,0.0,0.0,-0.362,-0.795,-0.103
218
+ DeepAR,AutoETS,0.3,0.0,0.6,-0.243,-0.826,0.101
219
+ DeepAR,Stat. Ensemble,0.4,0.1,0.7,-0.268,-0.778,0.065
220
+ DeepAR,AutoARIMA,0.5,0.2,0.8,-0.053,-0.485,0.212
221
+ DeepAR,LightGBM,0.6,0.3,0.9,-0.128,-0.659,0.21
222
+ DeepAR,Sundial-Base,0.5,0.2,0.8,-0.113,-0.326,0.045
223
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
224
+ DeepAR,CatBoost,0.5,0.2,0.8,-0.076,-0.576,0.233
225
+ DeepAR,Seasonal Naive,0.8,0.5,1.0,0.157,0.03,0.272
226
+ CatBoost,Chronos-2,0.0,0.0,0.0,-0.315,-0.5,-0.176
227
+ CatBoost,TimesFM-2.5,0.2,0.0,0.4,-0.318,-0.532,-0.136
228
+ CatBoost,Moirai-2.0,0.1,0.0,0.3,-0.342,-0.53,-0.18
229
+ CatBoost,TiRex,0.2,0.0,0.4,-0.282,-0.482,-0.121
230
+ CatBoost,Toto-1.0,0.0,0.0,0.0,-0.312,-0.485,-0.179
231
+ CatBoost,FlowState,0.3,0.098,0.6,-0.23,-0.509,0.009
232
+ CatBoost,TabPFN-TS,0.2,0.0,0.5,-0.266,-0.463,-0.128
233
+ CatBoost,Chronos-Bolt,0.3,0.0,0.6,-0.265,-0.484,-0.104
234
+ CatBoost,AutoETS,0.2,0.0,0.5,-0.155,-0.411,0.056
235
+ CatBoost,Stat. Ensemble,0.3,0.0,0.6,-0.178,-0.437,0.024
236
+ CatBoost,AutoARIMA,0.6,0.3,0.9,0.022,-0.266,0.22
237
+ CatBoost,LightGBM,0.2,0.0,0.5,-0.048,-0.104,-0.001
238
+ CatBoost,Sundial-Base,0.4,0.1,0.7,-0.034,-0.347,0.202
239
+ CatBoost,DeepAR,0.5,0.2,0.8,0.071,-0.304,0.365
240
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
241
+ CatBoost,Seasonal Naive,0.6,0.3,0.9,0.217,-0.068,0.419
242
  Seasonal Naive,Chronos-2,0.1,0.0,0.3,-0.678,-1.217,-0.268
243
+ Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.682,-1.155,-0.354
244
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.714,-1.293,-0.32
245
  Seasonal Naive,TiRex,0.1,0.0,0.3,-0.636,-1.186,-0.275
246
+ Seasonal Naive,Toto-1.0,0.1,0.0,0.3,-0.676,-1.297,-0.246
247
+ Seasonal Naive,FlowState,0.1,0.0,0.3,-0.57,-0.92,-0.291
248
+ Seasonal Naive,TabPFN-TS,0.1,0.0,0.3,-0.617,-1.074,-0.273
249
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.615,-1.006,-0.319
 
 
250
  Seasonal Naive,AutoETS,0.3,0.0,0.6,-0.475,-1.018,-0.108
251
+ Seasonal Naive,Stat. Ensemble,0.2,0.0,0.4,-0.504,-0.999,-0.146
252
  Seasonal Naive,AutoARIMA,0.3,0.098,0.6,-0.249,-0.686,0.058
253
+ Seasonal Naive,LightGBM,0.4,0.1,0.7,-0.338,-0.847,0.034
254
  Seasonal Naive,Sundial-Base,0.2,0.0,0.4,-0.32,-0.542,-0.134
255
+ Seasonal Naive,DeepAR,0.2,0.0,0.5,-0.186,-0.374,-0.031
256
+ Seasonal Naive,CatBoost,0.4,0.1,0.7,-0.277,-0.722,0.064
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_mobility/leaderboard_MASE.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,95.91836734693878,31.297845857459595,0.0,0.3598705023717949,0.0,0.0
3
- TimesFM-2.5,88.77551020408163,30.089978096846835,0.0,1.0527405814102564,0.0,0.0
4
- TiRex,86.73469387755102,28.869849444319463,0.0,0.3347885198142415,0.0,0.0
5
- TabPFN-TS,65.3061224489796,24.574044447615496,0.0,94.13752358266667,0.0,0.0
6
- Chronos-Bolt,64.79591836734694,25.33590896818273,0.0,0.2168154292307692,0.0,0.0
7
- Moirai-2.0,64.79591836734694,25.33590896818273,0.0,2.2480439729721367,1.0,0.0
8
- Sundial-Base,64.28571428571429,23.393412727785645,0.0,7.825935737058823,0.0,0.0
9
- Toto-1.0,64.28571428571429,25.54731526015246,0.0,33.045400127948724,0.0,0.0
10
- Stat. Ensemble,36.734693877551024,5.872754086951614,0.0,158.466313377,0.0,28.57142857142857
11
- AutoARIMA,31.63265306122449,2.7206673781491886,0.0,63.84026180566668,0.0,28.57142857142857
12
- AutoTheta,28.57142857142857,2.2840445726052927,0.0,2.5900771086666667,0.0,0.0
13
- Seasonal Naive,26.53061224489796,0.0,0.0,0.18045887173076924,0.0,0.0
14
- AutoETS,21.428571428571423,-16.790213190879342,0.0,7.459143566346153,0.0,0.0
15
- Naive,9.183673469387754,-40.74006375897996,0.0,0.17391189775641025,0.0,0.0
16
- Drift,1.0204081632653061,-55.8521959090168,0.0,0.1784365896153846,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Chronos-2,95.0,31.297845826674763,0.0,0.3612539066666667,0.0,0.0
3
+ TimesFM-2.5,89.28571428571429,30.08997810079499,0.0,1.0402703727564104,0.0,0.0
4
+ TiRex,85.0,28.869849458291053,0.0,0.34079166541795664,0.0,0.0
5
+ FlowState,84.28571428571429,28.358976057331542,0.0,1.8156494689102565,0.0,0.0
6
+ Toto-1.0,63.57142857142857,25.573203950705693,0.0,32.678425597307694,0.0,0.0
7
+ Moirai-2.0,62.5,25.335908970299936,0.0,2.231891133374613,1.0,0.0
8
+ Chronos-Bolt,62.5,25.335908970299936,0.0,0.2157764139102564,0.0,0.0
9
+ TFT,61.42857142857143,21.59101828180743,235.31247926551285,0.31370569066666665,0.0,0.0
10
+ TabPFN-TS,60.0,24.532719864713304,0.0,157.00341927416665,0.0,0.0
11
+ Sundial-Base,58.57142857142858,23.393412693458927,0.0,7.825935737058823,0.0,0.0
12
+ DeepAR,48.57142857142858,20.158757124750093,467.93394356724366,1.364175630448718,0.0,0.0
13
+ LightGBM,45.714285714285715,19.233879992772206,2.110697158974359,0.21163459766666667,0.0,0.0
14
+ CatBoost,45.00000000000001,18.807513597537383,21.985520585705128,0.26383776833333333,0.0,0.0
15
+ PatchTST,45.00000000000001,16.989509965321957,225.99726746077397,0.38466677993589743,0.0,0.0
16
+ Stat. Ensemble,35.71428571428571,7.694422260326506,0.0,226.8116654464487,0.0,14.285714285714285
17
+ AutoARIMA,28.57142857142857,3.300627782307375,0.0,166.32244655789742,0.0,14.285714285714285
18
+ AutoTheta,25.71428571428572,2.2840445944943277,0.0,2.6991318023333335,0.0,0.0
19
+ Seasonal Naive,24.28571428571429,0.0,0.0,0.17224587897435897,0.0,0.0
20
+ AutoETS,20.0,-16.79021320144407,0.0,7.4220258999999995,0.0,0.0
21
+ Naive,7.857142857142856,-40.74006367145597,0.0,0.193622721474359,0.0,0.0
22
+ Drift,1.4285714285714286,-55.85219582340872,0.0,0.1885455092948718,0.0,0.0
tables/domain_mobility/leaderboard_SQL.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,96.93877551020408,44.025730182452186,0.0,0.3598705023717949,0.0,0.0
3
- TimesFM-2.5,91.83673469387756,42.67646308509806,0.0,1.0527405814102564,0.0,0.0
4
- TiRex,87.75510204081634,42.05186472663197,0.0,0.3347885198142415,0.0,0.0
5
- TabPFN-TS,69.38775510204081,37.208526302389004,0.0,94.13752358266667,0.0,0.0
6
- Toto-1.0,66.3265306122449,39.018777793021975,0.0,33.045400127948724,0.0,0.0
7
- Chronos-Bolt,65.81632653061226,37.28267454930213,0.0,0.2168154292307692,0.0,0.0
8
- Moirai-2.0,65.81632653061226,37.28267454930213,0.0,2.2480439729721367,1.0,0.0
9
- Sundial-Base,48.97959183673469,33.55369924549565,0.0,7.825935737058823,0.0,0.0
10
- AutoARIMA,39.79591836734694,9.230847183253665,0.0,63.84026180566668,0.0,28.57142857142857
11
- Stat. Ensemble,36.734693877551024,7.230158345242376,0.0,158.466313377,0.0,28.57142857142857
12
- Seasonal Naive,27.55102040816326,0.0,0.0,0.18045887173076924,0.0,0.0
13
- AutoTheta,24.489795918367346,-26.74094614085021,0.0,2.5900771086666667,0.0,0.0
14
- AutoETS,15.306122448979592,-344.79628604120813,0.0,7.459143566346153,0.0,0.0
15
- Naive,10.204081632653061,-146.71797661038454,0.0,0.17391189775641025,0.0,0.0
16
- Drift,3.061224489795918,-161.01029312352807,0.0,0.1784365896153846,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Chronos-2,96.42857142857144,44.0257301550027,0.0,0.3612539066666667,0.0,0.0
3
+ TimesFM-2.5,92.85714285714286,42.67646308976785,0.0,1.0402703727564104,0.0,0.0
4
+ TiRex,87.14285714285714,42.05186473784456,0.0,0.34079166541795664,0.0,0.0
5
+ FlowState,84.28571428571429,41.10947919178341,0.0,1.8156494689102565,0.0,0.0
6
+ TFT,67.85714285714285,35.28274979848835,235.31247926551285,0.31370569066666665,0.0,0.0
7
+ Toto-1.0,67.85714285714285,39.04058286932375,0.0,32.678425597307694,0.0,0.0
8
+ Chronos-Bolt,63.21428571428572,37.28267455060899,0.0,0.2157764139102564,0.0,0.0
9
+ Moirai-2.0,63.21428571428572,37.28267455060899,0.0,2.231891133374613,1.0,0.0
10
+ TabPFN-TS,62.14285714285715,36.53371858952617,0.0,157.00341927416665,0.0,0.0
11
+ DeepAR,59.285714285714285,34.81362887689631,467.93394356724366,1.364175630448718,0.0,0.0
12
+ PatchTST,52.142857142857146,28.352379402273474,225.99726746077397,0.38466677993589743,0.0,0.0
13
+ Sundial-Base,50.0,33.55369921291073,0.0,7.825935737058823,0.0,0.0
14
+ AutoARIMA,36.42857142857142,12.567557563101495,0.0,166.32244655789742,0.0,14.285714285714285
15
+ CatBoost,33.57142857142858,18.14162293295429,21.985520585705128,0.26383776833333333,0.0,0.0
16
+ LightGBM,32.85714285714286,18.571486122225835,2.110697158974359,0.21163459766666667,0.0,0.0
17
+ Stat. Ensemble,32.14285714285714,5.668302598674924,0.0,226.8116654464487,0.0,14.285714285714285
18
+ Seasonal Naive,23.57142857142857,0.0,0.0,0.17224587897435897,0.0,0.0
19
+ AutoTheta,21.428571428571427,-26.740946175062753,0.0,2.6991318023333335,0.0,0.0
20
+ AutoETS,14.285714285714285,-344.79628797747506,0.0,7.4220258999999995,0.0,0.0
21
+ Naive,7.142857142857142,-146.7179766143382,0.0,0.193622721474359,0.0,0.0
22
+ Drift,2.142857142857143,-161.010293113985,0.0,0.1885455092948718,0.0,0.0
tables/domain_mobility/leaderboard_WAPE.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,96.93877551020408,31.42661419654642,0.0,0.3598705023717949,0.0,0.0
3
- TimesFM-2.5,87.75510204081633,30.13802811893269,0.0,1.0527405814102564,0.0,0.0
4
- TiRex,80.61224489795919,28.669799374404302,0.0,0.3347885198142415,0.0,0.0
5
- TabPFN-TS,68.36734693877551,25.6785844710001,0.0,94.13752358266667,0.0,0.0
6
- Chronos-Bolt,65.81632653061223,25.18849853851497,0.0,0.2168154292307692,0.0,0.0
7
- Moirai-2.0,65.81632653061223,25.18849853851497,0.0,2.2480439729721367,1.0,0.0
8
- Toto-1.0,65.3061224489796,25.90099075182256,0.0,33.045400127948724,0.0,0.0
9
- Sundial-Base,62.24489795918367,23.330206039824308,0.0,7.825935737058823,0.0,0.0
10
- Stat. Ensemble,36.734693877551024,4.641393336578314,0.0,158.466313377,0.0,28.57142857142857
11
- AutoARIMA,35.71428571428572,2.3947580894125298,0.0,63.84026180566668,0.0,28.57142857142857
12
- Seasonal Naive,27.55102040816326,0.0,0.0,0.18045887173076924,0.0,0.0
13
- AutoTheta,25.510204081632654,0.0437412996646791,0.0,2.5900771086666667,0.0,0.0
14
- AutoETS,21.428571428571423,-23.08073844288401,0.0,7.459143566346153,0.0,0.0
15
- Naive,9.183673469387754,-43.56382513496191,0.0,0.17391189775641025,0.0,0.0
16
- Drift,1.0204081632653061,-58.78908483912755,0.0,0.1784365896153846,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Chronos-2,94.28571428571428,31.4266145251638,0.0,0.3612539066666667,0.0,0.0
3
+ TimesFM-2.5,89.28571428571429,30.138028587482914,0.0,1.0402703727564104,0.0,0.0
4
+ FlowState,84.28571428571429,28.54102491089481,0.0,1.8156494689102565,0.0,0.0
5
+ TiRex,78.57142857142857,28.6697990451958,0.0,0.34079166541795664,0.0,0.0
6
+ Toto-1.0,63.57142857142858,25.92723519256259,0.0,32.678425597307694,0.0,0.0
7
+ TFT,63.57142857142857,22.688998509483994,235.31247926551285,0.31370569066666665,0.0,0.0
8
+ TabPFN-TS,62.857142857142875,25.32355760868511,0.0,157.00341927416665,0.0,0.0
9
+ Moirai-2.0,61.78571428571429,25.18849985695557,0.0,2.231891133374613,1.0,0.0
10
+ Chronos-Bolt,61.78571428571429,25.18849985695557,0.0,0.2157764139102564,0.0,0.0
11
+ Sundial-Base,56.42857142857143,23.330206407241285,0.0,7.825935737058823,0.0,0.0
12
+ DeepAR,55.00000000000001,21.081187839834037,467.93394356724366,1.364175630448718,0.0,0.0
13
+ PatchTST,46.428571428571445,16.97148442691696,225.99726746077397,0.38466677993589743,0.0,0.0
14
+ CatBoost,45.714285714285715,19.108828334469262,21.985520585705128,0.26383776833333333,0.0,0.0
15
+ LightGBM,44.28571428571429,19.415152538379978,2.110697158974359,0.21163459766666667,0.0,0.0
16
+ Stat. Ensemble,36.42857142857142,6.5098083173125705,0.0,226.8116654464487,0.0,14.285714285714285
17
+ AutoARIMA,31.428571428571434,2.9139047191151235,0.0,166.32244655789742,0.0,14.285714285714285
18
+ Seasonal Naive,24.28571428571429,0.0,0.0,0.17224587897435897,0.0,0.0
19
+ AutoTheta,22.14285714285714,0.04374386375031181,0.0,2.6991318023333335,0.0,0.0
20
+ AutoETS,18.571428571428573,-23.08073712658869,0.0,7.4220258999999995,0.0,0.0
21
+ Naive,7.857142857142856,-43.56382539762269,0.0,0.193622721474359,0.0,0.0
22
+ Drift,1.4285714285714286,-58.78908533558298,0.0,0.1885455092948718,0.0,0.0
tables/domain_mobility/leaderboard_WQL.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,96.93877551020408,44.54705190137261,0.0,0.3598705023717949,0.0,0.0
3
- TimesFM-2.5,91.83673469387756,43.233433897648524,0.0,1.0527405814102564,0.0,0.0
4
- TiRex,84.6938775510204,42.41994460150037,0.0,0.3347885198142415,0.0,0.0
5
- TabPFN-TS,70.40816326530613,38.56288334540934,0.0,94.13752358266667,0.0,0.0
6
- Chronos-Bolt,66.83673469387756,37.73183131937476,0.0,0.2168154292307692,0.0,0.0
7
- Moirai-2.0,66.83673469387756,37.73183131937476,0.0,2.2480439729721367,1.0,0.0
8
- Toto-1.0,66.3265306122449,39.79490314550572,0.0,33.045400127948724,0.0,0.0
9
- Sundial-Base,48.97959183673469,34.17893470020018,0.0,7.825935737058823,0.0,0.0
10
- AutoARIMA,40.81632653061225,9.557478558677035,0.0,63.84026180566668,0.0,28.57142857142857
11
- Stat. Ensemble,35.71428571428572,5.698092718548208,0.0,158.466313377,0.0,28.57142857142857
12
- Seasonal Naive,28.57142857142857,0.0,0.0,0.18045887173076924,0.0,0.0
13
- AutoTheta,23.46938775510204,-35.07795159739386,0.0,2.5900771086666667,0.0,0.0
14
- AutoETS,15.306122448979592,-351.4556695211341,0.0,7.459143566346153,0.0,0.0
15
- Naive,10.204081632653061,-144.85036530396843,0.0,0.17391189775641025,0.0,0.0
16
- Drift,3.061224489795918,-159.03481525283004,0.0,0.1784365896153846,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Chronos-2,95.00000000000001,44.54705190137261,0.0,0.3612539066666667,0.0,0.0
3
+ TimesFM-2.5,92.14285714285715,43.23343389055629,0.0,1.0402703727564104,0.0,0.0
4
+ TiRex,83.57142857142857,42.41994460150037,0.0,0.34079166541795664,0.0,0.0
5
+ FlowState,82.85714285714286,41.75327825678771,0.0,1.8156494689102565,0.0,0.0
6
+ TFT,70.71428571428572,36.840744132528904,235.31247926551285,0.31370569066666665,0.0,0.0
7
+ Toto-1.0,68.57142857142857,39.810526410008265,0.0,32.678425597307694,0.0,0.0
8
+ TabPFN-TS,65.00000000000001,37.74075942414697,0.0,157.00341927416665,0.0,0.0
9
+ DeepAR,63.57142857142858,36.14199113093005,467.93394356724366,1.364175630448718,0.0,0.0
10
+ Chronos-Bolt,63.21428571428572,37.73183131937476,0.0,0.2157764139102564,0.0,0.0
11
+ Moirai-2.0,63.21428571428572,37.73183131937476,0.0,2.231891133374613,1.0,0.0
12
+ PatchTST,49.999999999999986,28.980793211199895,225.99726746077397,0.38466677993589743,0.0,0.0
13
+ Sundial-Base,49.28571428571428,34.17893470020018,0.0,7.825935737058823,0.0,0.0
14
+ AutoARIMA,37.142857142857146,12.839232215840235,0.0,166.32244655789742,0.0,14.285714285714285
15
+ CatBoost,34.285714285714285,19.204492596603718,21.985520585705128,0.26383776833333333,0.0,0.0
16
+ LightGBM,32.85714285714286,19.51045461394707,2.110697158974359,0.21163459766666667,0.0,0.0
17
+ Stat. Ensemble,30.0,3.9294085240204057,0.0,226.8116654464487,0.0,14.285714285714285
18
+ Seasonal Naive,24.28571428571428,0.0,0.0,0.17224587897435897,0.0,0.0
19
+ AutoTheta,20.71428571428571,-35.07795159983096,0.0,2.6991318023333335,0.0,0.0
20
+ AutoETS,14.285714285714285,-351.4556695151647,0.0,7.4220258999999995,0.0,0.0
21
+ Naive,7.142857142857142,-144.85036530396843,0.0,0.193622721474359,0.0,0.0
22
+ Drift,2.142857142857143,-159.03481525283004,0.0,0.1885455092948718,0.0,0.0
tables/domain_mobility/pairwise_MASE.csv CHANGED
@@ -2,225 +2,256 @@ model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_l
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.017,-0.024,0.061
4
  Chronos-2,TiRex,0.857,0.571,1.0,0.034,0.009,0.076
5
- Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.089,0.049,0.126
 
 
6
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.08,0.037,0.13
7
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.08,0.037,0.13
 
8
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.103,0.061,0.146
9
- Chronos-2,Toto-1.0,1.0,1.0,1.0,0.077,0.03,0.141
10
- Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.27,0.176,0.353
11
- Chronos-2,AutoARIMA,1.0,1.0,1.0,0.294,0.204,0.364
12
- Chronos-2,AutoTheta,1.0,1.0,1.0,0.297,0.185,0.384
 
13
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.313,0.233,0.391
14
- Chronos-2,AutoETS,1.0,1.0,1.0,0.412,0.237,0.543
15
- Chronos-2,Naive,1.0,1.0,1.0,0.512,0.402,0.614
16
- Chronos-2,Drift,1.0,1.0,1.0,0.559,0.451,0.653
17
  TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.018,-0.065,0.024
18
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
19
  TimesFM-2.5,TiRex,0.571,0.143,0.857,0.017,-0.021,0.051
20
- TimesFM-2.5,TabPFN-TS,1.0,1.0,1.0,0.073,0.04,0.109
 
 
21
  TimesFM-2.5,Moirai-2.0,0.857,0.571,1.0,0.064,0.022,0.113
22
  TimesFM-2.5,Chronos-Bolt,0.857,0.571,1.0,0.064,0.022,0.113
 
23
  TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.087,0.048,0.127
24
- TimesFM-2.5,Toto-1.0,0.714,0.286,1.0,0.061,-0.003,0.118
25
- TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.257,0.15,0.359
26
- TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.281,0.184,0.367
27
- TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.285,0.17,0.391
 
28
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.301,0.204,0.39
29
- TimesFM-2.5,AutoETS,1.0,1.0,1.0,0.401,0.219,0.542
30
- TimesFM-2.5,Naive,1.0,1.0,1.0,0.503,0.37,0.621
31
- TimesFM-2.5,Drift,1.0,1.0,1.0,0.551,0.43,0.659
32
  TiRex,Chronos-2,0.143,0.0,0.429,-0.035,-0.082,-0.009
33
  TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.017,-0.054,0.02
34
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
35
- TiRex,TabPFN-TS,0.857,0.571,1.0,0.057,0.02,0.093
 
 
36
  TiRex,Moirai-2.0,1.0,1.0,1.0,0.047,0.014,0.095
37
  TiRex,Chronos-Bolt,1.0,1.0,1.0,0.047,0.014,0.095
 
38
  TiRex,Sundial-Base,0.857,0.571,1.0,0.071,0.027,0.116
39
- TiRex,Toto-1.0,0.857,0.571,1.0,0.045,0.016,0.076
40
- TiRex,Stat. Ensemble,1.0,1.0,1.0,0.244,0.144,0.332
41
- TiRex,AutoARIMA,1.0,1.0,1.0,0.269,0.179,0.342
42
- TiRex,AutoTheta,1.0,1.0,1.0,0.272,0.155,0.369
 
43
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.289,0.214,0.356
44
- TiRex,AutoETS,1.0,1.0,1.0,0.391,0.205,0.532
45
- TiRex,Naive,1.0,1.0,1.0,0.495,0.375,0.603
46
- TiRex,Drift,1.0,1.0,1.0,0.544,0.435,0.643
47
- TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.098,-0.144,-0.051
48
- TabPFN-TS,TimesFM-2.5,0.0,0.0,0.0,-0.079,-0.122,-0.042
49
- TabPFN-TS,TiRex,0.143,0.0,0.429,-0.06,-0.102,-0.02
50
- TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
51
- TabPFN-TS,Moirai-2.0,0.571,0.286,1.0,-0.01,-0.05,0.03
52
- TabPFN-TS,Chronos-Bolt,0.571,0.286,1.0,-0.01,-0.05,0.03
53
- TabPFN-TS,Sundial-Base,0.429,0.143,0.714,0.015,-0.02,0.054
54
- TabPFN-TS,Toto-1.0,0.429,0.143,0.857,-0.013,-0.076,0.044
55
- TabPFN-TS,Stat. Ensemble,1.0,1.0,1.0,0.199,0.109,0.286
56
- TabPFN-TS,AutoARIMA,1.0,1.0,1.0,0.225,0.148,0.295
57
- TabPFN-TS,AutoTheta,1.0,1.0,1.0,0.228,0.128,0.32
58
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.246,0.154,0.321
59
- TabPFN-TS,AutoETS,1.0,1.0,1.0,0.354,0.174,0.502
60
- TabPFN-TS,Naive,1.0,1.0,1.0,0.464,0.328,0.578
61
- TabPFN-TS,Drift,1.0,1.0,1.0,0.516,0.398,0.621
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.087,-0.149,-0.038
63
  Moirai-2.0,TimesFM-2.5,0.143,0.0,0.429,-0.068,-0.127,-0.022
64
  Moirai-2.0,TiRex,0.0,0.0,0.0,-0.05,-0.105,-0.014
65
- Moirai-2.0,TabPFN-TS,0.429,0.0,0.714,0.01,-0.031,0.048
 
 
66
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
67
  Moirai-2.0,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
 
68
  Moirai-2.0,Sundial-Base,0.429,0.0,0.714,0.025,-0.024,0.08
69
- Moirai-2.0,Toto-1.0,0.571,0.143,0.857,-0.003,-0.069,0.046
70
- Moirai-2.0,Stat. Ensemble,1.0,1.0,1.0,0.207,0.113,0.293
71
- Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.232,0.142,0.307
72
- Moirai-2.0,AutoTheta,1.0,1.0,1.0,0.236,0.122,0.342
 
73
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.253,0.16,0.33
74
- Moirai-2.0,AutoETS,1.0,1.0,1.0,0.361,0.168,0.512
75
- Moirai-2.0,Naive,1.0,1.0,1.0,0.469,0.333,0.589
76
- Moirai-2.0,Drift,1.0,1.0,1.0,0.521,0.404,0.63
77
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.087,-0.149,-0.038
78
  Chronos-Bolt,TimesFM-2.5,0.143,0.0,0.429,-0.068,-0.127,-0.022
79
  Chronos-Bolt,TiRex,0.0,0.0,0.0,-0.05,-0.105,-0.014
80
- Chronos-Bolt,TabPFN-TS,0.429,0.0,0.714,0.01,-0.031,0.048
 
 
81
  Chronos-Bolt,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
82
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
 
83
  Chronos-Bolt,Sundial-Base,0.429,0.0,0.714,0.025,-0.024,0.08
84
- Chronos-Bolt,Toto-1.0,0.571,0.143,0.857,-0.003,-0.069,0.046
85
- Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.207,0.113,0.293
86
- Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.232,0.142,0.307
87
- Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.236,0.122,0.342
 
88
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.253,0.16,0.33
89
- Chronos-Bolt,AutoETS,1.0,1.0,1.0,0.361,0.168,0.512
90
- Chronos-Bolt,Naive,1.0,1.0,1.0,0.469,0.333,0.589
91
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.521,0.404,0.63
 
 
 
 
 
 
 
 
 
 
 
 
 
92
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.115,-0.171,-0.065
93
  Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.096,-0.145,-0.05
94
  Sundial-Base,TiRex,0.143,0.0,0.429,-0.077,-0.131,-0.027
95
- Sundial-Base,TabPFN-TS,0.571,0.286,0.857,-0.016,-0.057,0.02
 
 
96
  Sundial-Base,Moirai-2.0,0.571,0.286,1.0,-0.026,-0.087,0.023
97
  Sundial-Base,Chronos-Bolt,0.571,0.286,1.0,-0.026,-0.087,0.023
 
98
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
99
- Sundial-Base,Toto-1.0,0.286,0.0,0.714,-0.029,-0.108,0.041
100
- Sundial-Base,Stat. Ensemble,0.857,0.571,1.0,0.186,0.072,0.282
101
- Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.213,0.123,0.291
102
- Sundial-Base,AutoTheta,1.0,1.0,1.0,0.216,0.123,0.313
 
103
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.234,0.136,0.317
104
- Sundial-Base,AutoETS,1.0,1.0,1.0,0.344,0.18,0.475
105
- Sundial-Base,Naive,1.0,1.0,1.0,0.456,0.308,0.575
106
- Sundial-Base,Drift,1.0,1.0,1.0,0.508,0.38,0.616
107
- Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.084,-0.164,-0.031
108
- Toto-1.0,TimesFM-2.5,0.286,0.0,0.714,-0.065,-0.134,0.003
109
- Toto-1.0,TiRex,0.143,0.0,0.429,-0.047,-0.082,-0.016
110
- Toto-1.0,TabPFN-TS,0.571,0.143,0.857,0.013,-0.046,0.07
111
- Toto-1.0,Moirai-2.0,0.429,0.143,0.857,0.003,-0.048,0.065
112
- Toto-1.0,Chronos-Bolt,0.429,0.143,0.857,0.003,-0.048,0.065
113
- Toto-1.0,Sundial-Base,0.714,0.286,1.0,0.028,-0.043,0.098
114
- Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
115
- Toto-1.0,Stat. Ensemble,0.857,0.571,1.0,0.209,0.098,0.307
116
- Toto-1.0,AutoARIMA,0.857,0.571,1.0,0.235,0.131,0.313
117
- Toto-1.0,AutoTheta,0.857,0.571,1.0,0.238,0.103,0.343
118
- Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.255,0.188,0.319
119
- Toto-1.0,AutoETS,0.857,0.571,1.0,0.363,0.156,0.515
120
- Toto-1.0,Naive,1.0,1.0,1.0,0.471,0.356,0.581
121
- Toto-1.0,Drift,1.0,1.0,1.0,0.522,0.417,0.623
122
- Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.37,-0.546,-0.213
123
- Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-0.346,-0.561,-0.177
124
- Stat. Ensemble,TiRex,0.0,0.0,0.0,-0.323,-0.497,-0.169
125
- Stat. Ensemble,TabPFN-TS,0.0,0.0,0.0,-0.248,-0.401,-0.122
126
- Stat. Ensemble,Moirai-2.0,0.0,0.0,0.0,-0.261,-0.415,-0.127
127
- Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.261,-0.415,-0.127
128
- Stat. Ensemble,Sundial-Base,0.143,0.0,0.429,-0.229,-0.392,-0.077
129
- Stat. Ensemble,Toto-1.0,0.143,0.0,0.429,-0.264,-0.443,-0.109
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
131
- Stat. Ensemble,AutoARIMA,0.571,0.286,0.857,0.032,-0.002,0.079
132
- Stat. Ensemble,AutoTheta,0.714,0.429,1.0,0.037,-0.085,0.148
133
- Stat. Ensemble,Seasonal Naive,0.714,0.429,0.929,0.059,-0.038,0.141
134
- Stat. Ensemble,AutoETS,0.857,0.571,1.0,0.194,0.026,0.393
135
- Stat. Ensemble,Naive,1.0,1.0,1.0,0.331,0.172,0.461
136
- Stat. Ensemble,Drift,1.0,1.0,1.0,0.396,0.251,0.517
137
- AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.416,-0.572,-0.256
138
- AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.391,-0.581,-0.225
139
- AutoARIMA,TiRex,0.0,0.0,0.0,-0.368,-0.519,-0.218
140
- AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.29,-0.418,-0.174
141
- AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.303,-0.442,-0.166
142
- AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.303,-0.442,-0.166
143
- AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.27,-0.41,-0.14
144
- AutoARIMA,Toto-1.0,0.143,0.0,0.429,-0.307,-0.455,-0.15
145
- AutoARIMA,Stat. Ensemble,0.429,0.143,0.714,-0.033,-0.085,0.002
146
- AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
147
- AutoARIMA,AutoTheta,0.571,0.143,0.857,0.004,-0.104,0.098
148
- AutoARIMA,Seasonal Naive,0.571,0.214,0.857,0.027,-0.063,0.098
149
- AutoARIMA,AutoETS,0.714,0.429,1.0,0.167,-0.0,0.353
150
- AutoARIMA,Naive,1.0,1.0,1.0,0.309,0.141,0.448
151
- AutoARIMA,Drift,1.0,1.0,1.0,0.376,0.227,0.503
152
- AutoTheta,Chronos-2,0.0,0.0,0.0,-0.422,-0.624,-0.227
153
- AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.398,-0.643,-0.205
154
- AutoTheta,TiRex,0.0,0.0,0.0,-0.374,-0.586,-0.184
155
- AutoTheta,TabPFN-TS,0.0,0.0,0.0,-0.296,-0.47,-0.147
156
- AutoTheta,Moirai-2.0,0.0,0.0,0.0,-0.309,-0.52,-0.138
157
- AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.309,-0.52,-0.138
158
- AutoTheta,Sundial-Base,0.0,0.0,0.0,-0.276,-0.456,-0.14
159
- AutoTheta,Toto-1.0,0.143,0.0,0.429,-0.312,-0.523,-0.115
160
- AutoTheta,Stat. Ensemble,0.286,0.0,0.571,-0.038,-0.173,0.079
161
- AutoTheta,AutoARIMA,0.429,0.143,0.857,-0.004,-0.109,0.094
162
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
163
- AutoTheta,Seasonal Naive,0.571,0.282,1.0,0.023,-0.109,0.143
164
- AutoTheta,AutoETS,0.714,0.429,1.0,0.163,0.016,0.312
165
- AutoTheta,Naive,0.857,0.571,1.0,0.306,0.133,0.424
166
- AutoTheta,Drift,1.0,1.0,1.0,0.373,0.233,0.477
167
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.456,-0.641,-0.304
168
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.43,-0.639,-0.257
169
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.406,-0.554,-0.272
170
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.326,-0.474,-0.182
 
 
171
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.339,-0.492,-0.191
172
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.339,-0.492,-0.191
 
173
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.305,-0.465,-0.157
174
- Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.343,-0.468,-0.232
175
- Seasonal Naive,Stat. Ensemble,0.286,0.071,0.571,-0.062,-0.164,0.036
176
- Seasonal Naive,AutoARIMA,0.429,0.143,0.786,-0.028,-0.109,0.059
177
- Seasonal Naive,AutoTheta,0.429,0.0,0.718,-0.023,-0.167,0.098
 
178
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
179
- Seasonal Naive,AutoETS,0.571,0.143,0.857,0.144,-0.08,0.347
180
- Seasonal Naive,Naive,1.0,1.0,1.0,0.289,0.162,0.408
181
- Seasonal Naive,Drift,1.0,1.0,1.0,0.358,0.233,0.467
182
- AutoETS,Chronos-2,0.0,0.0,0.0,-0.7,-1.189,-0.31
183
- AutoETS,TimesFM-2.5,0.0,0.0,0.0,-0.671,-1.186,-0.281
184
- AutoETS,TiRex,0.0,0.0,0.0,-0.642,-1.135,-0.258
185
- AutoETS,TabPFN-TS,0.0,0.0,0.0,-0.548,-1.007,-0.211
186
- AutoETS,Moirai-2.0,0.0,0.0,0.0,-0.564,-1.05,-0.201
187
- AutoETS,Chronos-Bolt,0.0,0.0,0.0,-0.564,-1.05,-0.201
188
- AutoETS,Sundial-Base,0.0,0.0,0.0,-0.525,-0.905,-0.219
189
- AutoETS,Toto-1.0,0.143,0.0,0.429,-0.569,-1.06,-0.185
190
- AutoETS,Stat. Ensemble,0.143,0.0,0.429,-0.241,-0.648,-0.027
191
- AutoETS,AutoARIMA,0.286,0.0,0.571,-0.201,-0.545,0.0
192
- AutoETS,AutoTheta,0.286,0.0,0.571,-0.195,-0.452,-0.016
193
- AutoETS,Seasonal Naive,0.429,0.143,0.857,-0.168,-0.531,0.074
194
- AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
195
- AutoETS,Naive,0.857,0.571,1.0,0.17,-0.204,0.396
196
- AutoETS,Drift,0.857,0.571,1.0,0.251,-0.069,0.449
197
- Naive,Chronos-2,0.0,0.0,0.0,-1.049,-1.592,-0.672
198
- Naive,TimesFM-2.5,0.0,0.0,0.0,-1.013,-1.641,-0.586
199
- Naive,TiRex,0.0,0.0,0.0,-0.979,-1.521,-0.601
200
- Naive,TabPFN-TS,0.0,0.0,0.0,-0.866,-1.37,-0.488
201
- Naive,Moirai-2.0,0.0,0.0,0.0,-0.885,-1.435,-0.499
202
- Naive,Chronos-Bolt,0.0,0.0,0.0,-0.885,-1.435,-0.499
203
- Naive,Sundial-Base,0.0,0.0,0.0,-0.837,-1.355,-0.444
204
- Naive,Toto-1.0,0.0,0.0,0.0,-0.89,-1.385,-0.552
205
- Naive,Stat. Ensemble,0.0,0.0,0.0,-0.495,-0.856,-0.207
206
- Naive,AutoARIMA,0.0,0.0,0.0,-0.447,-0.811,-0.164
207
- Naive,AutoTheta,0.143,0.0,0.429,-0.44,-0.736,-0.153
208
- Naive,Seasonal Naive,0.0,0.0,0.0,-0.407,-0.689,-0.193
209
- Naive,AutoETS,0.143,0.0,0.429,-0.205,-0.655,0.169
210
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Naive,Drift,1.0,1.0,1.0,0.097,0.063,0.13
212
- Drift,Chronos-2,0.0,0.0,0.0,-1.269,-1.88,-0.82
213
- Drift,TimesFM-2.5,0.0,0.0,0.0,-1.229,-1.932,-0.755
214
- Drift,TiRex,0.0,0.0,0.0,-1.191,-1.804,-0.769
215
- Drift,TabPFN-TS,0.0,0.0,0.0,-1.066,-1.636,-0.662
216
- Drift,Moirai-2.0,0.0,0.0,0.0,-1.087,-1.702,-0.678
217
- Drift,Chronos-Bolt,0.0,0.0,0.0,-1.087,-1.702,-0.678
218
- Drift,Sundial-Base,0.0,0.0,0.0,-1.034,-1.602,-0.613
219
- Drift,Toto-1.0,0.0,0.0,0.0,-1.093,-1.654,-0.714
220
- Drift,Stat. Ensemble,0.0,0.0,0.0,-0.656,-1.07,-0.335
221
- Drift,AutoARIMA,0.0,0.0,0.0,-0.602,-1.01,-0.294
222
- Drift,AutoTheta,0.0,0.0,0.0,-0.595,-0.913,-0.303
223
- Drift,Seasonal Naive,0.0,0.0,0.0,-0.559,-0.877,-0.304
224
- Drift,AutoETS,0.143,0.0,0.429,-0.334,-0.816,0.065
225
- Drift,Naive,0.0,0.0,0.0,-0.107,-0.149,-0.068
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.017,-0.024,0.061
4
  Chronos-2,TiRex,0.857,0.571,1.0,0.034,0.009,0.076
5
+ Chronos-2,FlowState,0.714,0.429,1.0,0.041,0.003,0.083
6
+ Chronos-2,TFT,1.0,1.0,1.0,0.124,0.027,0.265
7
+ Chronos-2,Toto-1.0,1.0,1.0,1.0,0.077,0.03,0.14
8
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.08,0.037,0.13
9
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.08,0.037,0.13
10
+ Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.09,0.05,0.128
11
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.103,0.061,0.146
12
+ Chronos-2,DeepAR,1.0,1.0,1.0,0.14,0.052,0.228
13
+ Chronos-2,PatchTST,1.0,1.0,1.0,0.172,0.064,0.287
14
+ Chronos-2,LightGBM,1.0,1.0,1.0,0.149,0.093,0.204
15
+ Chronos-2,CatBoost,0.857,0.571,1.0,0.154,0.087,0.216
16
+ Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.256,0.172,0.327
17
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.313,0.233,0.391
 
 
 
18
  TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.018,-0.065,0.024
19
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
20
  TimesFM-2.5,TiRex,0.571,0.143,0.857,0.017,-0.021,0.051
21
+ TimesFM-2.5,FlowState,0.857,0.571,1.0,0.024,0.01,0.038
22
+ TimesFM-2.5,TFT,0.714,0.429,1.0,0.108,0.007,0.239
23
+ TimesFM-2.5,Toto-1.0,0.714,0.286,1.0,0.061,-0.003,0.117
24
  TimesFM-2.5,Moirai-2.0,0.857,0.571,1.0,0.064,0.022,0.113
25
  TimesFM-2.5,Chronos-Bolt,0.857,0.571,1.0,0.064,0.022,0.113
26
+ TimesFM-2.5,TabPFN-TS,1.0,1.0,1.0,0.074,0.041,0.11
27
  TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.087,0.048,0.127
28
+ TimesFM-2.5,DeepAR,0.857,0.571,1.0,0.124,0.041,0.194
29
+ TimesFM-2.5,PatchTST,1.0,1.0,1.0,0.158,0.068,0.25
30
+ TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.134,0.085,0.179
31
+ TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.139,0.084,0.192
32
+ TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.243,0.15,0.334
33
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.301,0.204,0.39
 
 
 
34
  TiRex,Chronos-2,0.143,0.0,0.429,-0.035,-0.082,-0.009
35
  TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.017,-0.054,0.02
36
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
37
+ TiRex,FlowState,0.429,0.143,0.857,0.007,-0.022,0.044
38
+ TiRex,TFT,0.714,0.286,1.0,0.093,-0.014,0.239
39
+ TiRex,Toto-1.0,0.857,0.571,1.0,0.044,0.016,0.075
40
  TiRex,Moirai-2.0,1.0,1.0,1.0,0.047,0.014,0.095
41
  TiRex,Chronos-Bolt,1.0,1.0,1.0,0.047,0.014,0.095
42
+ TiRex,TabPFN-TS,0.857,0.571,1.0,0.057,0.024,0.087
43
  TiRex,Sundial-Base,0.857,0.571,1.0,0.071,0.027,0.116
44
+ TiRex,DeepAR,1.0,1.0,1.0,0.109,0.041,0.174
45
+ TiRex,PatchTST,1.0,1.0,1.0,0.143,0.053,0.243
46
+ TiRex,LightGBM,0.857,0.571,1.0,0.119,0.045,0.186
47
+ TiRex,CatBoost,0.857,0.571,1.0,0.124,0.052,0.194
48
+ TiRex,Stat. Ensemble,1.0,1.0,1.0,0.229,0.138,0.31
49
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.289,0.214,0.356
50
+ FlowState,Chronos-2,0.286,0.0,0.571,-0.043,-0.09,-0.003
51
+ FlowState,TimesFM-2.5,0.143,0.0,0.429,-0.025,-0.039,-0.01
52
+ FlowState,TiRex,0.571,0.143,0.857,-0.007,-0.046,0.022
53
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
54
+ FlowState,TFT,0.714,0.429,1.0,0.086,-0.018,0.218
55
+ FlowState,Toto-1.0,0.714,0.286,1.0,0.037,-0.027,0.09
56
+ FlowState,Moirai-2.0,0.857,0.571,1.0,0.04,0.002,0.079
57
+ FlowState,Chronos-Bolt,0.857,0.571,1.0,0.04,0.002,0.079
58
+ FlowState,TabPFN-TS,1.0,1.0,1.0,0.051,0.026,0.083
59
+ FlowState,Sundial-Base,1.0,1.0,1.0,0.065,0.032,0.097
60
+ FlowState,DeepAR,0.857,0.571,1.0,0.103,0.016,0.176
61
+ FlowState,PatchTST,1.0,1.0,1.0,0.137,0.045,0.232
62
+ FlowState,LightGBM,0.857,0.571,1.0,0.113,0.057,0.162
63
+ FlowState,CatBoost,1.0,1.0,1.0,0.118,0.058,0.171
64
+ FlowState,Stat. Ensemble,1.0,1.0,1.0,0.224,0.132,0.31
65
+ FlowState,Seasonal Naive,1.0,1.0,1.0,0.284,0.193,0.366
66
+ TFT,Chronos-2,0.0,0.0,0.0,-0.141,-0.36,-0.027
67
+ TFT,TimesFM-2.5,0.286,0.0,0.571,-0.122,-0.315,-0.008
68
+ TFT,TiRex,0.286,0.0,0.714,-0.102,-0.314,0.014
69
+ TFT,FlowState,0.286,0.0,0.571,-0.094,-0.279,0.017
70
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
71
+ TFT,Toto-1.0,0.429,0.143,0.857,-0.054,-0.283,0.085
72
+ TFT,Moirai-2.0,0.571,0.282,0.857,-0.05,-0.267,0.086
73
+ TFT,Chronos-Bolt,0.571,0.282,0.857,-0.05,-0.267,0.086
74
+ TFT,TabPFN-TS,0.714,0.429,1.0,-0.039,-0.214,0.071
75
+ TFT,Sundial-Base,0.571,0.282,0.857,-0.024,-0.166,0.073
76
+ TFT,DeepAR,0.714,0.286,1.0,0.018,-0.146,0.144
77
+ TFT,PatchTST,0.714,0.429,1.0,0.055,-0.018,0.143
78
+ TFT,LightGBM,0.857,0.571,1.0,0.029,-0.096,0.119
79
+ TFT,CatBoost,0.714,0.429,1.0,0.034,-0.08,0.124
80
+ TFT,Stat. Ensemble,0.714,0.429,1.0,0.151,-0.073,0.305
81
+ TFT,Seasonal Naive,0.857,0.571,1.0,0.216,0.01,0.356
82
+ Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.083,-0.163,-0.031
83
+ Toto-1.0,TimesFM-2.5,0.286,0.0,0.714,-0.065,-0.133,0.003
84
+ Toto-1.0,TiRex,0.143,0.0,0.429,-0.046,-0.081,-0.016
85
+ Toto-1.0,FlowState,0.286,0.0,0.714,-0.039,-0.099,0.026
86
+ Toto-1.0,TFT,0.571,0.143,0.857,0.051,-0.093,0.221
87
+ Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
88
+ Toto-1.0,Moirai-2.0,0.429,0.143,0.857,0.003,-0.048,0.065
89
+ Toto-1.0,Chronos-Bolt,0.429,0.143,0.857,0.003,-0.048,0.065
90
+ Toto-1.0,TabPFN-TS,0.571,0.143,0.857,0.014,-0.045,0.069
91
+ Toto-1.0,Sundial-Base,0.714,0.286,1.0,0.028,-0.042,0.098
92
+ Toto-1.0,DeepAR,0.714,0.429,1.0,0.068,0.005,0.126
93
+ Toto-1.0,PatchTST,0.714,0.429,1.0,0.103,0.011,0.223
94
+ Toto-1.0,LightGBM,0.714,0.429,1.0,0.078,-0.027,0.17
95
+ Toto-1.0,CatBoost,0.714,0.429,1.0,0.083,-0.02,0.175
96
+ Toto-1.0,Stat. Ensemble,0.857,0.571,1.0,0.194,0.083,0.282
97
+ Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.256,0.189,0.319
98
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.087,-0.149,-0.038
99
  Moirai-2.0,TimesFM-2.5,0.143,0.0,0.429,-0.068,-0.127,-0.022
100
  Moirai-2.0,TiRex,0.0,0.0,0.0,-0.05,-0.105,-0.014
101
+ Moirai-2.0,FlowState,0.143,0.0,0.429,-0.042,-0.086,-0.002
102
+ Moirai-2.0,TFT,0.429,0.143,0.718,0.048,-0.094,0.21
103
+ Moirai-2.0,Toto-1.0,0.571,0.143,0.857,-0.003,-0.07,0.045
104
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
105
  Moirai-2.0,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
106
+ Moirai-2.0,TabPFN-TS,0.571,0.143,0.857,0.011,-0.045,0.059
107
  Moirai-2.0,Sundial-Base,0.429,0.0,0.714,0.025,-0.024,0.08
108
+ Moirai-2.0,DeepAR,0.714,0.286,1.0,0.065,-0.038,0.147
109
+ Moirai-2.0,PatchTST,0.714,0.286,1.0,0.101,-0.023,0.224
110
+ Moirai-2.0,LightGBM,0.714,0.286,1.0,0.076,-0.002,0.147
111
+ Moirai-2.0,CatBoost,0.571,0.143,0.857,0.08,0.006,0.157
112
+ Moirai-2.0,Stat. Ensemble,1.0,1.0,1.0,0.191,0.105,0.277
113
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.253,0.16,0.33
 
 
 
114
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.087,-0.149,-0.038
115
  Chronos-Bolt,TimesFM-2.5,0.143,0.0,0.429,-0.068,-0.127,-0.022
116
  Chronos-Bolt,TiRex,0.0,0.0,0.0,-0.05,-0.105,-0.014
117
+ Chronos-Bolt,FlowState,0.143,0.0,0.429,-0.042,-0.086,-0.002
118
+ Chronos-Bolt,TFT,0.429,0.143,0.718,0.048,-0.094,0.21
119
+ Chronos-Bolt,Toto-1.0,0.571,0.143,0.857,-0.003,-0.07,0.045
120
  Chronos-Bolt,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
121
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
122
+ Chronos-Bolt,TabPFN-TS,0.571,0.143,0.857,0.011,-0.045,0.059
123
  Chronos-Bolt,Sundial-Base,0.429,0.0,0.714,0.025,-0.024,0.08
124
+ Chronos-Bolt,DeepAR,0.714,0.286,1.0,0.065,-0.038,0.147
125
+ Chronos-Bolt,PatchTST,0.714,0.286,1.0,0.101,-0.023,0.224
126
+ Chronos-Bolt,LightGBM,0.714,0.286,1.0,0.076,-0.002,0.147
127
+ Chronos-Bolt,CatBoost,0.571,0.143,0.857,0.08,0.006,0.157
128
+ Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.191,0.105,0.277
129
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.253,0.16,0.33
130
+ TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.098,-0.147,-0.053
131
+ TabPFN-TS,TimesFM-2.5,0.0,0.0,0.0,-0.079,-0.124,-0.042
132
+ TabPFN-TS,TiRex,0.143,0.0,0.429,-0.061,-0.096,-0.025
133
+ TabPFN-TS,FlowState,0.0,0.0,0.0,-0.053,-0.09,-0.026
134
+ TabPFN-TS,TFT,0.286,0.0,0.571,0.038,-0.077,0.177
135
+ TabPFN-TS,Toto-1.0,0.429,0.143,0.857,-0.014,-0.074,0.043
136
+ TabPFN-TS,Moirai-2.0,0.429,0.143,0.857,-0.011,-0.062,0.043
137
+ TabPFN-TS,Chronos-Bolt,0.429,0.143,0.857,-0.011,-0.062,0.043
138
+ TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
139
+ TabPFN-TS,Sundial-Base,0.571,0.286,0.857,0.015,-0.021,0.051
140
+ TabPFN-TS,DeepAR,0.571,0.286,0.857,0.055,-0.033,0.139
141
+ TabPFN-TS,PatchTST,0.714,0.429,1.0,0.091,-0.01,0.198
142
+ TabPFN-TS,LightGBM,0.714,0.429,1.0,0.066,-0.012,0.13
143
+ TabPFN-TS,CatBoost,0.714,0.429,1.0,0.071,-0.015,0.14
144
+ TabPFN-TS,Stat. Ensemble,1.0,1.0,1.0,0.182,0.097,0.259
145
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.245,0.162,0.319
146
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.115,-0.171,-0.065
147
  Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.096,-0.145,-0.05
148
  Sundial-Base,TiRex,0.143,0.0,0.429,-0.077,-0.131,-0.027
149
+ Sundial-Base,FlowState,0.0,0.0,0.0,-0.069,-0.108,-0.033
150
+ Sundial-Base,TFT,0.429,0.143,0.718,0.023,-0.079,0.143
151
+ Sundial-Base,Toto-1.0,0.286,0.0,0.714,-0.029,-0.109,0.04
152
  Sundial-Base,Moirai-2.0,0.571,0.286,1.0,-0.026,-0.087,0.023
153
  Sundial-Base,Chronos-Bolt,0.571,0.286,1.0,-0.026,-0.087,0.023
154
+ Sundial-Base,TabPFN-TS,0.429,0.143,0.714,-0.015,-0.054,0.02
155
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
156
+ Sundial-Base,DeepAR,0.571,0.143,0.857,0.041,-0.049,0.129
157
+ Sundial-Base,PatchTST,0.429,0.0,0.857,0.077,-0.018,0.169
158
+ Sundial-Base,LightGBM,0.571,0.143,0.857,0.052,-0.007,0.108
159
+ Sundial-Base,CatBoost,0.857,0.571,1.0,0.056,-0.007,0.113
160
+ Sundial-Base,Stat. Ensemble,0.857,0.571,1.0,0.17,0.067,0.258
161
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.234,0.136,0.317
162
+ DeepAR,Chronos-2,0.0,0.0,0.0,-0.162,-0.295,-0.054
163
+ DeepAR,TimesFM-2.5,0.143,0.0,0.429,-0.142,-0.24,-0.043
164
+ DeepAR,TiRex,0.0,0.0,0.0,-0.122,-0.21,-0.043
165
+ DeepAR,FlowState,0.143,0.0,0.429,-0.114,-0.214,-0.017
166
+ DeepAR,TFT,0.286,0.0,0.714,-0.018,-0.169,0.127
167
+ DeepAR,Toto-1.0,0.286,0.0,0.571,-0.073,-0.144,-0.005
168
+ DeepAR,Moirai-2.0,0.286,0.0,0.714,-0.069,-0.172,0.036
169
+ DeepAR,Chronos-Bolt,0.286,0.0,0.714,-0.069,-0.172,0.036
170
+ DeepAR,TabPFN-TS,0.429,0.143,0.714,-0.058,-0.161,0.032
171
+ DeepAR,Sundial-Base,0.429,0.143,0.857,-0.042,-0.148,0.047
172
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
173
+ DeepAR,PatchTST,0.429,0.0,0.718,0.038,-0.028,0.124
174
+ DeepAR,LightGBM,0.571,0.143,0.857,0.011,-0.102,0.11
175
+ DeepAR,CatBoost,0.714,0.429,1.0,0.017,-0.085,0.111
176
+ DeepAR,Stat. Ensemble,0.571,0.143,1.0,0.135,-0.035,0.28
177
+ DeepAR,Seasonal Naive,0.857,0.571,1.0,0.202,0.094,0.302
178
+ PatchTST,Chronos-2,0.0,0.0,0.0,-0.208,-0.402,-0.069
179
+ PatchTST,TimesFM-2.5,0.0,0.0,0.0,-0.187,-0.334,-0.073
180
+ PatchTST,TiRex,0.0,0.0,0.0,-0.167,-0.321,-0.056
181
+ PatchTST,FlowState,0.0,0.0,0.0,-0.159,-0.303,-0.047
182
+ PatchTST,TFT,0.286,0.0,0.571,-0.059,-0.167,0.018
183
+ PatchTST,Toto-1.0,0.286,0.0,0.571,-0.115,-0.287,-0.011
184
+ PatchTST,Moirai-2.0,0.286,0.0,0.714,-0.112,-0.289,0.022
185
+ PatchTST,Chronos-Bolt,0.286,0.0,0.714,-0.112,-0.289,0.022
186
+ PatchTST,TabPFN-TS,0.286,0.0,0.571,-0.1,-0.246,0.01
187
+ PatchTST,Sundial-Base,0.571,0.143,1.0,-0.084,-0.203,0.018
188
+ PatchTST,DeepAR,0.571,0.282,1.0,-0.04,-0.142,0.028
189
+ PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
190
+ PatchTST,LightGBM,0.571,0.286,0.857,-0.028,-0.148,0.069
191
+ PatchTST,CatBoost,0.571,0.286,0.857,-0.022,-0.126,0.062
192
+ PatchTST,Stat. Ensemble,0.571,0.143,1.0,0.101,-0.123,0.266
193
+ PatchTST,Seasonal Naive,0.857,0.571,1.0,0.17,-0.001,0.305
194
+ LightGBM,Chronos-2,0.0,0.0,0.0,-0.176,-0.257,-0.102
195
+ LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.155,-0.218,-0.092
196
+ LightGBM,TiRex,0.143,0.0,0.429,-0.135,-0.228,-0.047
197
+ LightGBM,FlowState,0.143,0.0,0.429,-0.127,-0.193,-0.061
198
+ LightGBM,TFT,0.143,0.0,0.429,-0.03,-0.135,0.088
199
+ LightGBM,Toto-1.0,0.286,0.0,0.571,-0.085,-0.205,0.026
200
+ LightGBM,Moirai-2.0,0.286,0.0,0.714,-0.082,-0.173,0.002
201
+ LightGBM,Chronos-Bolt,0.286,0.0,0.714,-0.082,-0.173,0.002
202
+ LightGBM,TabPFN-TS,0.286,0.0,0.571,-0.07,-0.15,0.012
203
+ LightGBM,Sundial-Base,0.429,0.143,0.857,-0.054,-0.121,0.007
204
+ LightGBM,DeepAR,0.429,0.143,0.857,-0.012,-0.123,0.093
205
+ LightGBM,PatchTST,0.429,0.143,0.714,0.027,-0.074,0.129
206
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
207
+ LightGBM,CatBoost,0.571,0.286,0.857,0.005,-0.015,0.025
208
+ LightGBM,Stat. Ensemble,0.714,0.429,1.0,0.125,-0.02,0.25
209
+ LightGBM,Seasonal Naive,0.571,0.286,0.857,0.192,0.04,0.318
210
+ CatBoost,Chronos-2,0.143,0.0,0.429,-0.182,-0.276,-0.095
211
+ CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.161,-0.238,-0.092
212
+ CatBoost,TiRex,0.143,0.0,0.429,-0.141,-0.241,-0.055
213
+ CatBoost,FlowState,0.0,0.0,0.0,-0.133,-0.207,-0.062
214
+ CatBoost,TFT,0.286,0.0,0.571,-0.035,-0.142,0.074
215
+ CatBoost,Toto-1.0,0.286,0.0,0.571,-0.091,-0.212,0.02
216
+ CatBoost,Moirai-2.0,0.429,0.143,0.857,-0.087,-0.187,-0.006
217
+ CatBoost,Chronos-Bolt,0.429,0.143,0.857,-0.087,-0.187,-0.006
218
+ CatBoost,TabPFN-TS,0.286,0.0,0.571,-0.076,-0.163,0.015
219
+ CatBoost,Sundial-Base,0.143,0.0,0.429,-0.06,-0.128,0.007
220
+ CatBoost,DeepAR,0.286,0.0,0.571,-0.017,-0.124,0.078
221
+ CatBoost,PatchTST,0.429,0.143,0.714,0.022,-0.067,0.112
222
+ CatBoost,LightGBM,0.429,0.143,0.714,-0.005,-0.026,0.015
223
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
224
+ CatBoost,Stat. Ensemble,0.714,0.429,1.0,0.12,-0.041,0.257
225
+ CatBoost,Seasonal Naive,0.571,0.286,0.857,0.188,0.037,0.318
226
+ Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.344,-0.487,-0.207
227
+ Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-0.32,-0.501,-0.176
228
+ Stat. Ensemble,TiRex,0.0,0.0,0.0,-0.298,-0.45,-0.161
229
+ Stat. Ensemble,FlowState,0.0,0.0,0.0,-0.288,-0.45,-0.152
230
+ Stat. Ensemble,TFT,0.286,0.0,0.571,-0.177,-0.438,0.068
231
+ Stat. Ensemble,Toto-1.0,0.143,0.0,0.429,-0.24,-0.393,-0.09
232
+ Stat. Ensemble,Moirai-2.0,0.0,0.0,0.0,-0.236,-0.384,-0.117
233
+ Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.236,-0.384,-0.117
234
+ Stat. Ensemble,TabPFN-TS,0.0,0.0,0.0,-0.223,-0.35,-0.107
235
+ Stat. Ensemble,Sundial-Base,0.143,0.0,0.429,-0.205,-0.348,-0.072
236
+ Stat. Ensemble,DeepAR,0.429,0.0,0.857,-0.156,-0.389,0.033
237
+ Stat. Ensemble,PatchTST,0.429,0.0,0.857,-0.112,-0.363,0.109
238
+ Stat. Ensemble,LightGBM,0.286,0.0,0.571,-0.143,-0.333,0.019
239
+ Stat. Ensemble,CatBoost,0.286,0.0,0.571,-0.137,-0.346,0.039
240
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
241
+ Stat. Ensemble,Seasonal Naive,0.786,0.5,1.0,0.077,-0.019,0.152
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
242
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.456,-0.641,-0.304
243
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.43,-0.639,-0.257
244
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.406,-0.554,-0.272
245
+ Seasonal Naive,FlowState,0.0,0.0,0.0,-0.396,-0.577,-0.238
246
+ Seasonal Naive,TFT,0.143,0.0,0.429,-0.275,-0.552,-0.01
247
+ Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.344,-0.468,-0.232
248
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.339,-0.492,-0.191
249
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.339,-0.492,-0.191
250
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.325,-0.469,-0.194
251
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.305,-0.465,-0.157
252
+ Seasonal Naive,DeepAR,0.143,0.0,0.429,-0.252,-0.432,-0.104
253
+ Seasonal Naive,PatchTST,0.143,0.0,0.429,-0.205,-0.439,0.001
254
+ Seasonal Naive,LightGBM,0.429,0.143,0.714,-0.238,-0.466,-0.042
255
+ Seasonal Naive,CatBoost,0.429,0.143,0.714,-0.232,-0.467,-0.038
256
+ Seasonal Naive,Stat. Ensemble,0.214,0.0,0.5,-0.083,-0.179,0.019
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_mobility/pairwise_SQL.csv CHANGED
@@ -2,225 +2,256 @@ model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_l
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.024,-0.013,0.065
4
  Chronos-2,TiRex,1.0,1.0,1.0,0.034,0.012,0.07
5
- Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.109,0.062,0.153
6
- Chronos-2,Toto-1.0,1.0,1.0,1.0,0.082,0.044,0.138
7
- Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.108,0.053,0.172
8
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.108,0.053,0.172
 
 
 
 
9
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.158,0.126,0.193
10
- Chronos-2,AutoARIMA,1.0,1.0,1.0,0.383,0.26,0.478
11
- Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.397,0.273,0.489
 
12
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.44,0.347,0.521
13
- Chronos-2,AutoTheta,1.0,1.0,1.0,0.558,0.343,0.711
14
- Chronos-2,AutoETS,1.0,1.0,1.0,0.86,0.51,0.958
15
- Chronos-2,Naive,1.0,1.0,1.0,0.773,0.719,0.816
16
- Chronos-2,Drift,1.0,1.0,1.0,0.786,0.732,0.829
17
  TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.024,-0.069,0.013
18
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
19
  TimesFM-2.5,TiRex,0.571,0.143,0.857,0.011,-0.028,0.042
20
- TimesFM-2.5,TabPFN-TS,1.0,1.0,1.0,0.087,0.05,0.119
 
21
  TimesFM-2.5,Toto-1.0,0.857,0.571,1.0,0.06,0.005,0.11
22
- TimesFM-2.5,Chronos-Bolt,1.0,1.0,1.0,0.086,0.044,0.139
23
  TimesFM-2.5,Moirai-2.0,1.0,1.0,1.0,0.086,0.044,0.139
 
 
 
 
24
  TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.137,0.109,0.169
25
- TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.368,0.245,0.471
26
- TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.382,0.255,0.481
 
27
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.427,0.314,0.522
28
- TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.548,0.33,0.709
29
- TimesFM-2.5,AutoETS,1.0,1.0,1.0,0.856,0.492,0.957
30
- TimesFM-2.5,Naive,1.0,1.0,1.0,0.768,0.709,0.815
31
- TimesFM-2.5,Drift,1.0,1.0,1.0,0.78,0.724,0.826
32
  TiRex,Chronos-2,0.0,0.0,0.0,-0.035,-0.076,-0.012
33
  TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.011,-0.044,0.027
34
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
35
- TiRex,TabPFN-TS,0.857,0.571,1.0,0.077,0.027,0.129
36
- TiRex,Toto-1.0,1.0,1.0,1.0,0.05,0.03,0.074
37
- TiRex,Chronos-Bolt,1.0,1.0,1.0,0.076,0.024,0.15
38
  TiRex,Moirai-2.0,1.0,1.0,1.0,0.076,0.024,0.15
 
 
 
 
39
  TiRex,Sundial-Base,1.0,1.0,1.0,0.128,0.09,0.167
40
- TiRex,AutoARIMA,1.0,1.0,1.0,0.362,0.233,0.466
41
- TiRex,Stat. Ensemble,1.0,1.0,1.0,0.375,0.24,0.476
 
42
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.421,0.325,0.506
43
- TiRex,AutoTheta,1.0,1.0,1.0,0.543,0.317,0.701
44
- TiRex,AutoETS,1.0,1.0,1.0,0.855,0.486,0.957
45
- TiRex,Naive,1.0,1.0,1.0,0.765,0.704,0.812
46
- TiRex,Drift,1.0,1.0,1.0,0.778,0.717,0.824
47
- TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.122,-0.181,-0.067
48
- TabPFN-TS,TimesFM-2.5,0.0,0.0,0.0,-0.095,-0.135,-0.052
49
- TabPFN-TS,TiRex,0.143,0.0,0.429,-0.084,-0.147,-0.028
50
- TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
51
- TabPFN-TS,Toto-1.0,0.429,0.143,0.857,-0.03,-0.107,0.041
52
- TabPFN-TS,Chronos-Bolt,0.571,0.286,1.0,-0.001,-0.064,0.062
53
- TabPFN-TS,Moirai-2.0,0.571,0.286,1.0,-0.001,-0.064,0.062
54
- TabPFN-TS,Sundial-Base,1.0,1.0,1.0,0.055,0.032,0.082
55
- TabPFN-TS,AutoARIMA,1.0,1.0,1.0,0.308,0.199,0.416
56
- TabPFN-TS,Stat. Ensemble,1.0,1.0,1.0,0.323,0.209,0.425
57
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.372,0.269,0.467
58
- TabPFN-TS,AutoTheta,1.0,1.0,1.0,0.505,0.278,0.671
59
- TabPFN-TS,AutoETS,1.0,1.0,1.0,0.848,0.463,0.955
60
- TabPFN-TS,Naive,1.0,1.0,1.0,0.745,0.691,0.79
61
- TabPFN-TS,Drift,1.0,1.0,1.0,0.759,0.706,0.803
62
- Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.089,-0.16,-0.046
63
- Toto-1.0,TimesFM-2.5,0.143,0.0,0.429,-0.064,-0.124,-0.005
64
- Toto-1.0,TiRex,0.0,0.0,0.0,-0.052,-0.08,-0.031
65
- Toto-1.0,TabPFN-TS,0.571,0.143,0.857,0.029,-0.042,0.096
 
 
 
 
 
 
 
 
 
 
 
 
 
 
66
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
67
- Toto-1.0,Chronos-Bolt,0.571,0.143,0.861,0.028,-0.04,0.11
68
  Toto-1.0,Moirai-2.0,0.571,0.143,0.861,0.028,-0.04,0.11
69
- Toto-1.0,Sundial-Base,0.857,0.571,1.0,0.082,0.022,0.136
70
- Toto-1.0,AutoARIMA,0.857,0.571,1.0,0.328,0.187,0.44
71
- Toto-1.0,Stat. Ensemble,0.857,0.571,1.0,0.343,0.196,0.453
 
 
 
 
 
72
  Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.39,0.294,0.473
73
- Toto-1.0,AutoTheta,1.0,1.0,1.0,0.519,0.277,0.683
74
- Toto-1.0,AutoETS,0.857,0.571,1.0,0.849,0.443,0.955
75
- Toto-1.0,Naive,1.0,1.0,1.0,0.753,0.683,0.804
76
- Toto-1.0,Drift,1.0,1.0,1.0,0.766,0.697,0.817
77
- Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.12,-0.208,-0.056
78
- Chronos-Bolt,TimesFM-2.5,0.0,0.0,0.0,-0.094,-0.161,-0.046
79
- Chronos-Bolt,TiRex,0.0,0.0,0.0,-0.082,-0.176,-0.025
80
- Chronos-Bolt,TabPFN-TS,0.429,0.0,0.714,0.001,-0.066,0.06
81
- Chronos-Bolt,Toto-1.0,0.429,0.139,0.857,-0.028,-0.123,0.039
82
- Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
83
- Chronos-Bolt,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
84
- Chronos-Bolt,Sundial-Base,0.857,0.571,1.0,0.056,-0.0,0.102
85
- Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.309,0.196,0.404
86
- Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.324,0.204,0.416
87
- Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.373,0.248,0.474
88
- Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.505,0.282,0.672
89
- Chronos-Bolt,AutoETS,1.0,1.0,1.0,0.845,0.437,0.955
90
- Chronos-Bolt,Naive,1.0,1.0,1.0,0.746,0.678,0.799
91
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.76,0.695,0.81
92
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.12,-0.208,-0.056
93
  Moirai-2.0,TimesFM-2.5,0.0,0.0,0.0,-0.094,-0.161,-0.046
94
  Moirai-2.0,TiRex,0.0,0.0,0.0,-0.082,-0.176,-0.025
95
- Moirai-2.0,TabPFN-TS,0.429,0.0,0.714,0.001,-0.066,0.06
96
- Moirai-2.0,Toto-1.0,0.429,0.139,0.857,-0.028,-0.123,0.039
97
- Moirai-2.0,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
98
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
99
  Moirai-2.0,Sundial-Base,0.857,0.571,1.0,0.056,-0.0,0.102
100
- Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.309,0.196,0.404
101
- Moirai-2.0,Stat. Ensemble,1.0,1.0,1.0,0.324,0.204,0.416
 
102
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.373,0.248,0.474
103
- Moirai-2.0,AutoTheta,1.0,1.0,1.0,0.505,0.282,0.672
104
- Moirai-2.0,AutoETS,1.0,1.0,1.0,0.845,0.437,0.955
105
- Moirai-2.0,Naive,1.0,1.0,1.0,0.746,0.678,0.799
106
- Moirai-2.0,Drift,1.0,1.0,1.0,0.76,0.695,0.81
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.187,-0.24,-0.145
108
  Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.159,-0.203,-0.122
109
  Sundial-Base,TiRex,0.0,0.0,0.0,-0.147,-0.2,-0.098
110
- Sundial-Base,TabPFN-TS,0.0,0.0,0.0,-0.058,-0.089,-0.033
111
- Sundial-Base,Toto-1.0,0.143,0.0,0.429,-0.09,-0.158,-0.022
112
- Sundial-Base,Chronos-Bolt,0.143,0.0,0.429,-0.059,-0.113,0.0
113
  Sundial-Base,Moirai-2.0,0.143,0.0,0.429,-0.059,-0.113,0.0
 
 
 
 
114
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
115
- Sundial-Base,AutoARIMA,0.857,0.571,1.0,0.268,0.146,0.375
116
- Sundial-Base,Stat. Ensemble,0.857,0.571,1.0,0.284,0.156,0.39
 
117
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.336,0.229,0.428
118
- Sundial-Base,AutoTheta,0.857,0.571,1.0,0.476,0.241,0.651
119
- Sundial-Base,AutoETS,0.857,0.571,1.0,0.84,0.419,0.954
120
- Sundial-Base,Naive,1.0,1.0,1.0,0.731,0.671,0.779
121
- Sundial-Base,Drift,1.0,1.0,1.0,0.745,0.688,0.793
122
- AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.622,-0.916,-0.35
123
- AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.583,-0.889,-0.325
124
- AutoARIMA,TiRex,0.0,0.0,0.0,-0.566,-0.871,-0.303
125
- AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.446,-0.712,-0.248
126
- AutoARIMA,Toto-1.0,0.143,0.0,0.429,-0.488,-0.784,-0.23
127
- AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.447,-0.678,-0.244
128
- AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.447,-0.678,-0.244
129
- AutoARIMA,Sundial-Base,0.143,0.0,0.429,-0.366,-0.6,-0.171
130
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
131
- AutoARIMA,Stat. Ensemble,0.714,0.429,0.929,0.022,0.004,0.038
132
- AutoARIMA,Seasonal Naive,0.714,0.429,0.929,0.092,-0.059,0.197
133
- AutoARIMA,AutoTheta,0.857,0.571,1.0,0.284,0.084,0.465
134
- AutoARIMA,AutoETS,1.0,1.0,1.0,0.789,0.253,0.937
135
- AutoARIMA,Naive,1.0,1.0,1.0,0.632,0.558,0.691
136
- AutoARIMA,Drift,1.0,1.0,1.0,0.652,0.58,0.71
137
- Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.657,-0.956,-0.376
138
- Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-0.618,-0.927,-0.342
139
- Stat. Ensemble,TiRex,0.0,0.0,0.0,-0.601,-0.908,-0.316
140
- Stat. Ensemble,TabPFN-TS,0.0,0.0,0.0,-0.477,-0.74,-0.265
141
- Stat. Ensemble,Toto-1.0,0.143,0.0,0.429,-0.521,-0.829,-0.243
142
- Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.479,-0.713,-0.256
143
- Stat. Ensemble,Moirai-2.0,0.0,0.0,0.0,-0.479,-0.713,-0.256
144
- Stat. Ensemble,Sundial-Base,0.143,0.0,0.429,-0.396,-0.639,-0.185
145
- Stat. Ensemble,AutoARIMA,0.286,0.071,0.571,-0.022,-0.039,-0.004
146
- Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
147
- Stat. Ensemble,Seasonal Naive,0.714,0.429,0.929,0.072,-0.096,0.186
148
- Stat. Ensemble,AutoTheta,0.857,0.571,1.0,0.268,0.067,0.446
149
- Stat. Ensemble,AutoETS,1.0,1.0,1.0,0.786,0.245,0.936
150
- Stat. Ensemble,Naive,1.0,1.0,1.0,0.624,0.549,0.68
151
- Stat. Ensemble,Drift,1.0,1.0,1.0,0.645,0.572,0.701
 
 
 
 
 
 
 
 
 
 
 
 
 
 
152
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.787,-1.087,-0.531
153
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.744,-1.092,-0.458
154
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.726,-1.023,-0.482
155
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.593,-0.876,-0.368
156
- Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.64,-0.896,-0.416
157
- Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.594,-0.902,-0.329
158
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.594,-0.902,-0.329
 
 
 
 
159
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.505,-0.749,-0.296
160
- Seasonal Naive,AutoARIMA,0.286,0.071,0.571,-0.102,-0.245,0.056
161
- Seasonal Naive,Stat. Ensemble,0.286,0.071,0.571,-0.078,-0.228,0.088
 
162
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
163
- Seasonal Naive,AutoTheta,0.571,0.143,0.857,0.211,-0.037,0.4
164
- Seasonal Naive,AutoETS,0.714,0.286,1.0,0.775,0.199,0.936
165
- Seasonal Naive,Naive,1.0,1.0,1.0,0.595,0.537,0.639
166
- Seasonal Naive,Drift,1.0,1.0,1.0,0.617,0.555,0.664
167
- AutoTheta,Chronos-2,0.0,0.0,0.0,-1.264,-2.458,-0.521
168
- AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-1.211,-2.434,-0.492
169
- AutoTheta,TiRex,0.0,0.0,0.0,-1.187,-2.346,-0.464
170
- AutoTheta,TabPFN-TS,0.0,0.0,0.0,-1.018,-2.041,-0.385
171
- AutoTheta,Toto-1.0,0.0,0.0,0.0,-1.078,-2.15,-0.384
172
- AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-1.021,-2.051,-0.393
173
- AutoTheta,Moirai-2.0,0.0,0.0,0.0,-1.021,-2.051,-0.393
174
- AutoTheta,Sundial-Base,0.143,0.0,0.429,-0.907,-1.864,-0.318
175
- AutoTheta,AutoARIMA,0.143,0.0,0.429,-0.396,-0.868,-0.091
176
- AutoTheta,Stat. Ensemble,0.143,0.0,0.429,-0.366,-0.806,-0.072
177
- AutoTheta,Seasonal Naive,0.429,0.143,0.857,-0.267,-0.667,0.036
178
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoTheta,AutoETS,0.571,0.143,0.857,0.722,0.013,0.91
180
- AutoTheta,Naive,1.0,1.0,1.0,0.486,0.336,0.597
181
- AutoTheta,Drift,1.0,1.0,1.0,0.514,0.375,0.62
182
- AutoETS,Chronos-2,0.0,0.0,0.0,-6.136,-22.624,-1.041
183
- AutoETS,TimesFM-2.5,0.0,0.0,0.0,-5.961,-22.389,-0.969
184
- AutoETS,TiRex,0.0,0.0,0.0,-5.913,-22.04,-0.946
185
- AutoETS,TabPFN-TS,0.0,0.0,0.0,-5.568,-21.334,-0.862
186
- AutoETS,Toto-1.0,0.143,0.0,0.429,-5.605,-21.234,-0.797
187
- AutoETS,Chronos-Bolt,0.0,0.0,0.0,-5.44,-21.318,-0.776
188
- AutoETS,Moirai-2.0,0.0,0.0,0.0,-5.44,-21.318,-0.776
189
- AutoETS,Sundial-Base,0.143,0.0,0.429,-5.248,-20.643,-0.722
190
- AutoETS,AutoARIMA,0.0,0.0,0.0,-3.735,-14.953,-0.339
191
- AutoETS,Stat. Ensemble,0.0,0.0,0.0,-3.663,-14.613,-0.324
192
- AutoETS,Seasonal Naive,0.286,0.0,0.714,-3.448,-14.656,-0.248
193
- AutoETS,AutoTheta,0.429,0.143,0.857,-2.591,-10.089,-0.013
194
- AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
195
- AutoETS,Naive,0.571,0.286,1.0,-1.129,-7.081,0.442
196
- AutoETS,Drift,0.571,0.286,1.0,-1.041,-6.801,0.465
197
- Naive,Chronos-2,0.0,0.0,0.0,-3.408,-4.434,-2.563
198
- Naive,TimesFM-2.5,0.0,0.0,0.0,-3.304,-4.393,-2.438
199
- Naive,TiRex,0.0,0.0,0.0,-3.258,-4.322,-2.38
200
- Naive,TabPFN-TS,0.0,0.0,0.0,-2.929,-3.762,-2.238
201
- Naive,Toto-1.0,0.0,0.0,0.0,-3.046,-4.115,-2.158
202
- Naive,Chronos-Bolt,0.0,0.0,0.0,-2.934,-3.963,-2.108
203
- Naive,Moirai-2.0,0.0,0.0,0.0,-2.934,-3.963,-2.108
204
- Naive,Sundial-Base,0.0,0.0,0.0,-2.713,-3.518,-2.044
205
- Naive,AutoARIMA,0.0,0.0,0.0,-1.718,-2.232,-1.263
206
- Naive,Stat. Ensemble,0.0,0.0,0.0,-1.659,-2.123,-1.216
207
- Naive,Seasonal Naive,0.0,0.0,0.0,-1.467,-1.772,-1.16
208
- Naive,AutoTheta,0.0,0.0,0.0,-0.947,-1.479,-0.505
209
- Naive,AutoETS,0.429,0.0,0.714,0.53,-0.793,0.876
210
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Naive,Drift,1.0,1.0,1.0,0.055,0.037,0.073
212
- Drift,Chronos-2,0.0,0.0,0.0,-3.663,-4.836,-2.73
213
- Drift,TimesFM-2.5,0.0,0.0,0.0,-3.553,-4.74,-2.617
214
- Drift,TiRex,0.0,0.0,0.0,-3.504,-4.692,-2.529
215
- Drift,TabPFN-TS,0.0,0.0,0.0,-3.157,-4.067,-2.401
216
- Drift,Toto-1.0,0.0,0.0,0.0,-3.28,-4.461,-2.302
217
- Drift,Chronos-Bolt,0.0,0.0,0.0,-3.162,-4.265,-2.276
218
- Drift,Moirai-2.0,0.0,0.0,0.0,-3.162,-4.265,-2.276
219
- Drift,Sundial-Base,0.0,0.0,0.0,-2.928,-3.827,-2.2
220
- Drift,AutoARIMA,0.0,0.0,0.0,-1.876,-2.448,-1.382
221
- Drift,Stat. Ensemble,0.0,0.0,0.0,-1.814,-2.34,-1.336
222
- Drift,Seasonal Naive,0.0,0.0,0.0,-1.61,-1.975,-1.248
223
- Drift,AutoTheta,0.0,0.0,0.0,-1.059,-1.629,-0.6
224
- Drift,AutoETS,0.429,0.0,0.714,0.51,-0.87,0.872
225
- Drift,Naive,0.0,0.0,0.0,-0.058,-0.079,-0.038
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.024,-0.013,0.065
4
  Chronos-2,TiRex,1.0,1.0,1.0,0.034,0.012,0.07
5
+ Chronos-2,FlowState,0.714,0.429,1.0,0.05,0.013,0.09
6
+ Chronos-2,TFT,1.0,1.0,1.0,0.135,0.036,0.278
7
+ Chronos-2,Toto-1.0,1.0,1.0,1.0,0.082,0.044,0.137
8
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.108,0.053,0.172
9
+ Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.108,0.053,0.172
10
+ Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.118,0.065,0.171
11
+ Chronos-2,DeepAR,1.0,1.0,1.0,0.141,0.056,0.225
12
+ Chronos-2,PatchTST,1.0,1.0,1.0,0.219,0.069,0.379
13
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.158,0.126,0.193
14
+ Chronos-2,AutoARIMA,1.0,1.0,1.0,0.36,0.246,0.436
15
+ Chronos-2,CatBoost,1.0,1.0,1.0,0.316,0.26,0.368
16
+ Chronos-2,LightGBM,1.0,1.0,1.0,0.313,0.261,0.362
17
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.44,0.347,0.521
 
 
 
 
18
  TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.024,-0.069,0.013
19
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
20
  TimesFM-2.5,TiRex,0.571,0.143,0.857,0.011,-0.028,0.042
21
+ TimesFM-2.5,FlowState,1.0,1.0,1.0,0.027,0.016,0.038
22
+ TimesFM-2.5,TFT,0.857,0.571,1.0,0.114,0.011,0.253
23
  TimesFM-2.5,Toto-1.0,0.857,0.571,1.0,0.06,0.005,0.11
 
24
  TimesFM-2.5,Moirai-2.0,1.0,1.0,1.0,0.086,0.044,0.139
25
+ TimesFM-2.5,Chronos-Bolt,1.0,1.0,1.0,0.086,0.044,0.139
26
+ TimesFM-2.5,TabPFN-TS,1.0,1.0,1.0,0.097,0.05,0.142
27
+ TimesFM-2.5,DeepAR,0.857,0.571,1.0,0.121,0.027,0.196
28
+ TimesFM-2.5,PatchTST,1.0,1.0,1.0,0.2,0.057,0.354
29
  TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.137,0.109,0.169
30
+ TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.344,0.235,0.424
31
+ TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.3,0.252,0.344
32
+ TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.296,0.251,0.335
33
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.427,0.314,0.522
 
 
 
 
34
  TiRex,Chronos-2,0.0,0.0,0.0,-0.035,-0.076,-0.012
35
  TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.011,-0.044,0.027
36
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
37
+ TiRex,FlowState,0.429,0.143,0.857,0.016,-0.011,0.051
38
+ TiRex,TFT,0.857,0.571,1.0,0.105,0.005,0.253
39
+ TiRex,Toto-1.0,1.0,1.0,1.0,0.049,0.029,0.073
40
  TiRex,Moirai-2.0,1.0,1.0,1.0,0.076,0.024,0.15
41
+ TiRex,Chronos-Bolt,1.0,1.0,1.0,0.076,0.024,0.15
42
+ TiRex,TabPFN-TS,0.857,0.571,1.0,0.087,0.029,0.145
43
+ TiRex,DeepAR,0.857,0.571,1.0,0.111,0.039,0.178
44
+ TiRex,PatchTST,1.0,1.0,1.0,0.191,0.056,0.356
45
  TiRex,Sundial-Base,1.0,1.0,1.0,0.128,0.09,0.167
46
+ TiRex,AutoARIMA,1.0,1.0,1.0,0.337,0.221,0.422
47
+ TiRex,CatBoost,1.0,1.0,1.0,0.292,0.229,0.35
48
+ TiRex,LightGBM,1.0,1.0,1.0,0.288,0.222,0.346
49
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.421,0.325,0.506
50
+ FlowState,Chronos-2,0.286,0.0,0.571,-0.052,-0.099,-0.013
51
+ FlowState,TimesFM-2.5,0.0,0.0,0.0,-0.027,-0.039,-0.016
52
+ FlowState,TiRex,0.571,0.143,0.857,-0.016,-0.053,0.01
53
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
54
+ FlowState,TFT,0.714,0.429,1.0,0.09,-0.02,0.235
55
+ FlowState,Toto-1.0,0.571,0.143,0.857,0.034,-0.017,0.078
56
+ FlowState,Moirai-2.0,1.0,1.0,1.0,0.061,0.021,0.114
57
+ FlowState,Chronos-Bolt,1.0,1.0,1.0,0.061,0.021,0.114
58
+ FlowState,TabPFN-TS,1.0,1.0,1.0,0.072,0.027,0.116
59
+ FlowState,DeepAR,0.857,0.571,1.0,0.097,0.005,0.175
60
+ FlowState,PatchTST,0.857,0.571,1.0,0.178,0.029,0.338
61
+ FlowState,Sundial-Base,1.0,1.0,1.0,0.114,0.084,0.143
62
+ FlowState,AutoARIMA,1.0,1.0,1.0,0.326,0.221,0.402
63
+ FlowState,CatBoost,1.0,1.0,1.0,0.281,0.224,0.33
64
+ FlowState,LightGBM,1.0,1.0,1.0,0.277,0.222,0.323
65
+ FlowState,Seasonal Naive,1.0,1.0,1.0,0.411,0.301,0.504
66
+ TFT,Chronos-2,0.0,0.0,0.0,-0.156,-0.385,-0.038
67
+ TFT,TimesFM-2.5,0.143,0.0,0.429,-0.129,-0.339,-0.011
68
+ TFT,TiRex,0.143,0.0,0.429,-0.117,-0.339,-0.005
69
+ TFT,FlowState,0.286,0.0,0.571,-0.099,-0.307,0.019
70
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
71
+ TFT,Toto-1.0,0.571,0.282,0.857,-0.062,-0.283,0.066
72
+ TFT,Moirai-2.0,0.714,0.429,1.0,-0.032,-0.249,0.122
73
+ TFT,Chronos-Bolt,0.714,0.429,1.0,-0.032,-0.249,0.122
74
+ TFT,TabPFN-TS,0.714,0.429,1.0,-0.02,-0.156,0.074
75
+ TFT,DeepAR,0.571,0.143,0.857,0.007,-0.157,0.129
76
+ TFT,PatchTST,0.857,0.571,1.0,0.097,0.031,0.172
77
+ TFT,Sundial-Base,0.857,0.571,1.0,0.026,-0.128,0.123
78
+ TFT,AutoARIMA,0.714,0.429,1.0,0.26,0.086,0.398
79
+ TFT,CatBoost,0.857,0.571,1.0,0.209,0.104,0.29
80
+ TFT,LightGBM,0.857,0.571,1.0,0.205,0.093,0.288
81
+ TFT,Seasonal Naive,1.0,1.0,1.0,0.353,0.219,0.471
82
+ Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.089,-0.159,-0.046
83
+ Toto-1.0,TimesFM-2.5,0.143,0.0,0.429,-0.063,-0.123,-0.005
84
+ Toto-1.0,TiRex,0.0,0.0,0.0,-0.052,-0.079,-0.03
85
+ Toto-1.0,FlowState,0.429,0.143,0.857,-0.035,-0.085,0.017
86
+ Toto-1.0,TFT,0.429,0.143,0.718,0.058,-0.071,0.221
87
  Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
 
88
  Toto-1.0,Moirai-2.0,0.571,0.143,0.861,0.028,-0.04,0.11
89
+ Toto-1.0,Chronos-Bolt,0.571,0.143,0.861,0.028,-0.04,0.11
90
+ Toto-1.0,TabPFN-TS,0.571,0.143,0.857,0.039,-0.039,0.113
91
+ Toto-1.0,DeepAR,0.714,0.429,1.0,0.065,0.002,0.121
92
+ Toto-1.0,PatchTST,0.714,0.429,1.0,0.149,0.013,0.325
93
+ Toto-1.0,Sundial-Base,0.857,0.571,1.0,0.083,0.022,0.137
94
+ Toto-1.0,AutoARIMA,0.857,0.571,1.0,0.303,0.17,0.399
95
+ Toto-1.0,CatBoost,1.0,1.0,1.0,0.255,0.171,0.326
96
+ Toto-1.0,LightGBM,1.0,1.0,1.0,0.251,0.161,0.323
97
  Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.39,0.294,0.473
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
98
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.12,-0.208,-0.056
99
  Moirai-2.0,TimesFM-2.5,0.0,0.0,0.0,-0.094,-0.161,-0.046
100
  Moirai-2.0,TiRex,0.0,0.0,0.0,-0.082,-0.176,-0.025
101
+ Moirai-2.0,FlowState,0.0,0.0,0.0,-0.065,-0.129,-0.022
102
+ Moirai-2.0,TFT,0.286,0.0,0.571,0.031,-0.138,0.199
103
+ Moirai-2.0,Toto-1.0,0.429,0.139,0.857,-0.029,-0.124,0.038
104
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
105
+ Moirai-2.0,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
106
+ Moirai-2.0,TabPFN-TS,0.571,0.143,0.857,0.012,-0.077,0.088
107
+ Moirai-2.0,DeepAR,0.571,0.143,0.857,0.038,-0.102,0.142
108
+ Moirai-2.0,PatchTST,0.429,0.0,0.857,0.125,-0.07,0.309
109
  Moirai-2.0,Sundial-Base,0.857,0.571,1.0,0.056,-0.0,0.102
110
+ Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.283,0.173,0.358
111
+ Moirai-2.0,CatBoost,1.0,1.0,1.0,0.234,0.171,0.299
112
+ Moirai-2.0,LightGBM,1.0,1.0,1.0,0.23,0.167,0.29
113
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.373,0.248,0.474
114
+ Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.12,-0.208,-0.056
115
+ Chronos-Bolt,TimesFM-2.5,0.0,0.0,0.0,-0.094,-0.161,-0.046
116
+ Chronos-Bolt,TiRex,0.0,0.0,0.0,-0.082,-0.176,-0.025
117
+ Chronos-Bolt,FlowState,0.0,0.0,0.0,-0.065,-0.129,-0.022
118
+ Chronos-Bolt,TFT,0.286,0.0,0.571,0.031,-0.138,0.199
119
+ Chronos-Bolt,Toto-1.0,0.429,0.139,0.857,-0.029,-0.124,0.038
120
+ Chronos-Bolt,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
121
+ Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
122
+ Chronos-Bolt,TabPFN-TS,0.571,0.143,0.857,0.012,-0.077,0.088
123
+ Chronos-Bolt,DeepAR,0.571,0.143,0.857,0.038,-0.102,0.142
124
+ Chronos-Bolt,PatchTST,0.429,0.0,0.857,0.125,-0.07,0.309
125
+ Chronos-Bolt,Sundial-Base,0.857,0.571,1.0,0.056,-0.0,0.102
126
+ Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.283,0.173,0.358
127
+ Chronos-Bolt,CatBoost,1.0,1.0,1.0,0.234,0.171,0.299
128
+ Chronos-Bolt,LightGBM,1.0,1.0,1.0,0.23,0.167,0.29
129
+ Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.373,0.248,0.474
130
+ TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.134,-0.206,-0.07
131
+ TabPFN-TS,TimesFM-2.5,0.0,0.0,0.0,-0.107,-0.165,-0.052
132
+ TabPFN-TS,TiRex,0.143,0.0,0.429,-0.095,-0.17,-0.03
133
+ TabPFN-TS,FlowState,0.0,0.0,0.0,-0.078,-0.131,-0.028
134
+ TabPFN-TS,TFT,0.286,0.0,0.571,0.019,-0.08,0.135
135
+ TabPFN-TS,Toto-1.0,0.429,0.143,0.857,-0.041,-0.127,0.037
136
+ TabPFN-TS,Moirai-2.0,0.429,0.143,0.857,-0.012,-0.096,0.072
137
+ TabPFN-TS,Chronos-Bolt,0.429,0.143,0.857,-0.012,-0.096,0.072
138
+ TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
139
+ TabPFN-TS,DeepAR,0.429,0.143,0.857,0.026,-0.075,0.123
140
+ TabPFN-TS,PatchTST,0.571,0.286,0.857,0.114,-0.029,0.261
141
+ TabPFN-TS,Sundial-Base,0.714,0.429,1.0,0.045,0.011,0.085
142
+ TabPFN-TS,AutoARIMA,1.0,1.0,1.0,0.274,0.176,0.365
143
+ TabPFN-TS,CatBoost,1.0,1.0,1.0,0.225,0.159,0.285
144
+ TabPFN-TS,LightGBM,1.0,1.0,1.0,0.221,0.16,0.277
145
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.365,0.268,0.459
146
+ DeepAR,Chronos-2,0.0,0.0,0.0,-0.165,-0.291,-0.059
147
+ DeepAR,TimesFM-2.5,0.143,0.0,0.429,-0.137,-0.243,-0.028
148
+ DeepAR,TiRex,0.143,0.0,0.429,-0.125,-0.216,-0.041
149
+ DeepAR,FlowState,0.143,0.0,0.429,-0.107,-0.212,-0.005
150
+ DeepAR,TFT,0.429,0.143,0.857,-0.007,-0.148,0.136
151
+ DeepAR,Toto-1.0,0.286,0.0,0.571,-0.069,-0.138,-0.002
152
+ DeepAR,Moirai-2.0,0.429,0.143,0.857,-0.039,-0.166,0.093
153
+ DeepAR,Chronos-Bolt,0.429,0.143,0.857,-0.039,-0.166,0.093
154
+ DeepAR,TabPFN-TS,0.571,0.143,0.857,-0.027,-0.141,0.069
155
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
156
+ DeepAR,PatchTST,0.429,0.143,0.857,0.09,-0.02,0.249
157
+ DeepAR,Sundial-Base,0.714,0.286,1.0,0.019,-0.081,0.107
158
+ DeepAR,AutoARIMA,0.857,0.571,1.0,0.254,0.068,0.388
159
+ DeepAR,CatBoost,0.857,0.571,1.0,0.204,0.11,0.287
160
+ DeepAR,LightGBM,0.857,0.571,1.0,0.199,0.1,0.286
161
+ DeepAR,Seasonal Naive,1.0,1.0,1.0,0.348,0.232,0.448
162
+ PatchTST,Chronos-2,0.0,0.0,0.0,-0.28,-0.61,-0.074
163
+ PatchTST,TimesFM-2.5,0.0,0.0,0.0,-0.25,-0.548,-0.06
164
+ PatchTST,TiRex,0.0,0.0,0.0,-0.236,-0.553,-0.059
165
+ PatchTST,FlowState,0.143,0.0,0.429,-0.217,-0.51,-0.029
166
+ PatchTST,TFT,0.143,0.0,0.429,-0.107,-0.208,-0.032
167
+ PatchTST,Toto-1.0,0.286,0.0,0.571,-0.175,-0.481,-0.013
168
+ PatchTST,Moirai-2.0,0.571,0.143,1.0,-0.142,-0.448,0.066
169
+ PatchTST,Chronos-Bolt,0.571,0.143,1.0,-0.142,-0.448,0.066
170
+ PatchTST,TabPFN-TS,0.429,0.143,0.714,-0.129,-0.354,0.028
171
+ PatchTST,DeepAR,0.571,0.143,0.857,-0.099,-0.331,0.019
172
+ PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
173
+ PatchTST,Sundial-Base,0.571,0.143,1.0,-0.078,-0.315,0.092
174
+ PatchTST,AutoARIMA,0.571,0.143,1.0,0.181,-0.066,0.372
175
+ PatchTST,CatBoost,0.714,0.286,1.0,0.125,-0.054,0.249
176
+ PatchTST,LightGBM,0.714,0.286,1.0,0.12,-0.076,0.256
177
+ PatchTST,Seasonal Naive,0.857,0.571,1.0,0.284,0.113,0.428
178
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.187,-0.24,-0.145
179
  Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.159,-0.203,-0.122
180
  Sundial-Base,TiRex,0.0,0.0,0.0,-0.147,-0.2,-0.098
181
+ Sundial-Base,FlowState,0.0,0.0,0.0,-0.128,-0.167,-0.091
182
+ Sundial-Base,TFT,0.143,0.0,0.429,-0.027,-0.141,0.114
183
+ Sundial-Base,Toto-1.0,0.143,0.0,0.429,-0.09,-0.158,-0.023
184
  Sundial-Base,Moirai-2.0,0.143,0.0,0.429,-0.059,-0.113,0.0
185
+ Sundial-Base,Chronos-Bolt,0.143,0.0,0.429,-0.059,-0.113,0.0
186
+ Sundial-Base,TabPFN-TS,0.286,0.0,0.571,-0.047,-0.092,-0.011
187
+ Sundial-Base,DeepAR,0.286,0.0,0.714,-0.019,-0.12,0.075
188
+ Sundial-Base,PatchTST,0.429,0.0,0.857,0.073,-0.101,0.24
189
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
190
+ Sundial-Base,AutoARIMA,0.857,0.571,1.0,0.24,0.125,0.325
191
+ Sundial-Base,CatBoost,1.0,1.0,1.0,0.188,0.135,0.234
192
+ Sundial-Base,LightGBM,1.0,1.0,1.0,0.184,0.134,0.229
193
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.336,0.229,0.428
194
+ AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.562,-0.772,-0.326
195
+ AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.525,-0.736,-0.308
196
+ AutoARIMA,TiRex,0.0,0.0,0.0,-0.509,-0.729,-0.283
197
+ AutoARIMA,FlowState,0.0,0.0,0.0,-0.485,-0.673,-0.284
198
+ AutoARIMA,TFT,0.286,0.0,0.571,-0.351,-0.66,-0.094
199
+ AutoARIMA,Toto-1.0,0.143,0.0,0.429,-0.434,-0.664,-0.205
200
+ AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.394,-0.557,-0.21
201
+ AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.394,-0.557,-0.21
202
+ AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.378,-0.576,-0.214
203
+ AutoARIMA,DeepAR,0.143,0.0,0.429,-0.341,-0.635,-0.073
204
+ AutoARIMA,PatchTST,0.429,0.0,0.857,-0.22,-0.592,0.062
205
+ AutoARIMA,Sundial-Base,0.143,0.0,0.429,-0.316,-0.481,-0.143
206
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
207
+ AutoARIMA,CatBoost,0.286,0.0,0.571,-0.068,-0.26,0.11
208
+ AutoARIMA,LightGBM,0.429,0.143,0.718,-0.074,-0.253,0.102
209
+ AutoARIMA,Seasonal Naive,0.786,0.5,1.0,0.126,-0.02,0.223
210
+ CatBoost,Chronos-2,0.0,0.0,0.0,-0.462,-0.581,-0.352
211
+ CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.428,-0.524,-0.337
212
+ CatBoost,TiRex,0.0,0.0,0.0,-0.413,-0.539,-0.297
213
+ CatBoost,FlowState,0.0,0.0,0.0,-0.39,-0.492,-0.289
214
+ CatBoost,TFT,0.143,0.0,0.429,-0.265,-0.409,-0.116
215
+ CatBoost,Toto-1.0,0.0,0.0,0.0,-0.343,-0.484,-0.206
216
+ CatBoost,Moirai-2.0,0.0,0.0,0.0,-0.305,-0.426,-0.206
217
+ CatBoost,Chronos-Bolt,0.0,0.0,0.0,-0.305,-0.426,-0.206
218
+ CatBoost,TabPFN-TS,0.0,0.0,0.0,-0.29,-0.399,-0.189
219
+ CatBoost,DeepAR,0.143,0.0,0.429,-0.256,-0.402,-0.124
220
+ CatBoost,PatchTST,0.286,0.0,0.714,-0.143,-0.332,0.051
221
+ CatBoost,Sundial-Base,0.0,0.0,0.0,-0.232,-0.305,-0.156
222
+ CatBoost,AutoARIMA,0.714,0.429,1.0,0.064,-0.124,0.207
223
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
224
+ CatBoost,LightGBM,0.429,0.143,0.714,-0.005,-0.026,0.015
225
+ CatBoost,Seasonal Naive,0.714,0.429,1.0,0.181,0.004,0.329
226
+ LightGBM,Chronos-2,0.0,0.0,0.0,-0.455,-0.566,-0.354
227
+ LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.421,-0.503,-0.335
228
+ LightGBM,TiRex,0.0,0.0,0.0,-0.405,-0.53,-0.286
229
+ LightGBM,FlowState,0.0,0.0,0.0,-0.383,-0.478,-0.285
230
+ LightGBM,TFT,0.143,0.0,0.429,-0.258,-0.405,-0.103
231
+ LightGBM,Toto-1.0,0.0,0.0,0.0,-0.336,-0.478,-0.192
232
+ LightGBM,Moirai-2.0,0.0,0.0,0.0,-0.298,-0.408,-0.201
233
+ LightGBM,Chronos-Bolt,0.0,0.0,0.0,-0.298,-0.408,-0.201
234
+ LightGBM,TabPFN-TS,0.0,0.0,0.0,-0.283,-0.383,-0.19
235
+ LightGBM,DeepAR,0.143,0.0,0.429,-0.249,-0.401,-0.111
236
+ LightGBM,PatchTST,0.286,0.0,0.714,-0.137,-0.344,0.07
237
+ LightGBM,Sundial-Base,0.0,0.0,0.0,-0.225,-0.298,-0.155
238
+ LightGBM,AutoARIMA,0.571,0.282,0.857,0.069,-0.114,0.202
239
+ LightGBM,CatBoost,0.571,0.286,0.857,0.005,-0.015,0.025
240
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
241
+ LightGBM,Seasonal Naive,0.571,0.286,0.857,0.186,0.007,0.338
242
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.787,-1.087,-0.531
243
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.744,-1.092,-0.458
244
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.726,-1.023,-0.482
245
+ Seasonal Naive,FlowState,0.0,0.0,0.0,-0.698,-1.017,-0.431
246
+ Seasonal Naive,TFT,0.0,0.0,0.0,-0.545,-0.89,-0.28
247
+ Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.64,-0.897,-0.416
248
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.594,-0.902,-0.329
249
+ Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.594,-0.902,-0.329
250
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.576,-0.849,-0.366
251
+ Seasonal Naive,DeepAR,0.0,0.0,0.0,-0.534,-0.811,-0.303
252
+ Seasonal Naive,PatchTST,0.143,0.0,0.429,-0.396,-0.747,-0.128
253
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.505,-0.749,-0.296
254
+ Seasonal Naive,AutoARIMA,0.214,0.0,0.5,-0.144,-0.286,0.02
255
+ Seasonal Naive,CatBoost,0.286,0.0,0.571,-0.222,-0.489,-0.004
256
+ Seasonal Naive,LightGBM,0.429,0.143,0.714,-0.228,-0.511,-0.007
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_mobility/pairwise_WAPE.csv CHANGED
@@ -1,226 +1,257 @@
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.018,-0.024,0.065
 
4
  Chronos-2,TiRex,1.0,1.0,1.0,0.039,0.011,0.084
5
- Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.077,0.047,0.108
 
 
6
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.083,0.038,0.134
7
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.083,0.038,0.134
8
- Chronos-2,Toto-1.0,1.0,1.0,1.0,0.075,0.03,0.134
9
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.106,0.06,0.154
10
- Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.281,0.182,0.366
11
- Chronos-2,AutoARIMA,1.0,1.0,1.0,0.297,0.206,0.369
 
 
 
12
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.314,0.232,0.391
13
- Chronos-2,AutoTheta,1.0,1.0,1.0,0.314,0.201,0.401
14
- Chronos-2,AutoETS,1.0,1.0,1.0,0.443,0.261,0.591
15
- Chronos-2,Naive,1.0,1.0,1.0,0.522,0.402,0.632
16
- Chronos-2,Drift,1.0,1.0,1.0,0.568,0.454,0.667
17
  TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.019,-0.069,0.024
18
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
 
19
  TimesFM-2.5,TiRex,0.571,0.143,0.857,0.021,-0.017,0.056
20
- TimesFM-2.5,TabPFN-TS,0.857,0.571,1.0,0.06,0.024,0.095
 
 
21
  TimesFM-2.5,Moirai-2.0,0.857,0.571,1.0,0.066,0.024,0.118
22
  TimesFM-2.5,Chronos-Bolt,0.857,0.571,1.0,0.066,0.024,0.118
23
- TimesFM-2.5,Toto-1.0,0.714,0.286,1.0,0.057,-0.002,0.112
24
  TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.089,0.047,0.134
25
- TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.267,0.157,0.371
26
- TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.284,0.184,0.374
 
 
 
27
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.301,0.204,0.392
28
- TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.301,0.189,0.401
29
- TimesFM-2.5,AutoETS,1.0,1.0,1.0,0.432,0.239,0.579
30
- TimesFM-2.5,Naive,1.0,1.0,1.0,0.513,0.375,0.635
31
- TimesFM-2.5,Drift,1.0,1.0,1.0,0.56,0.431,0.67
 
 
 
 
 
 
 
 
 
 
 
 
32
  TiRex,Chronos-2,0.0,0.0,0.0,-0.04,-0.091,-0.011
33
  TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.021,-0.059,0.016
 
34
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
35
- TiRex,TabPFN-TS,0.714,0.286,1.0,0.04,-0.005,0.083
 
 
36
  TiRex,Moirai-2.0,0.714,0.429,1.0,0.047,0.006,0.101
37
  TiRex,Chronos-Bolt,0.714,0.429,1.0,0.047,0.006,0.101
38
- TiRex,Toto-1.0,0.857,0.571,1.0,0.037,0.013,0.064
39
  TiRex,Sundial-Base,0.857,0.571,1.0,0.07,0.022,0.12
40
- TiRex,Stat. Ensemble,1.0,1.0,1.0,0.252,0.153,0.343
41
- TiRex,AutoARIMA,1.0,1.0,1.0,0.269,0.176,0.345
 
 
 
42
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.287,0.21,0.357
43
- TiRex,AutoTheta,1.0,1.0,1.0,0.286,0.173,0.377
44
- TiRex,AutoETS,1.0,1.0,1.0,0.42,0.225,0.575
45
- TiRex,Naive,1.0,1.0,1.0,0.503,0.378,0.619
46
- TiRex,Drift,1.0,1.0,1.0,0.551,0.436,0.656
47
- TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.084,-0.12,-0.049
48
- TabPFN-TS,TimesFM-2.5,0.143,0.0,0.429,-0.064,-0.105,-0.024
49
- TabPFN-TS,TiRex,0.286,0.0,0.714,-0.042,-0.09,0.005
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
50
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
51
- TabPFN-TS,Moirai-2.0,0.571,0.286,1.0,0.007,-0.034,0.048
52
- TabPFN-TS,Chronos-Bolt,0.571,0.286,1.0,0.007,-0.034,0.048
53
- TabPFN-TS,Toto-1.0,0.429,0.143,0.857,-0.003,-0.074,0.064
54
- TabPFN-TS,Sundial-Base,0.571,0.286,0.857,0.031,-0.004,0.071
55
- TabPFN-TS,Stat. Ensemble,1.0,1.0,1.0,0.221,0.126,0.307
56
- TabPFN-TS,AutoARIMA,1.0,1.0,1.0,0.239,0.155,0.311
57
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.257,0.158,0.338
58
- TabPFN-TS,AutoTheta,1.0,1.0,1.0,0.256,0.161,0.341
59
- TabPFN-TS,AutoETS,1.0,1.0,1.0,0.396,0.208,0.548
60
- TabPFN-TS,Naive,1.0,1.0,1.0,0.482,0.34,0.599
61
- TabPFN-TS,Drift,1.0,1.0,1.0,0.532,0.409,0.638
62
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.091,-0.155,-0.04
63
  Moirai-2.0,TimesFM-2.5,0.143,0.0,0.429,-0.071,-0.134,-0.025
 
64
  Moirai-2.0,TiRex,0.286,0.0,0.571,-0.049,-0.112,-0.006
65
- Moirai-2.0,TabPFN-TS,0.429,0.0,0.714,-0.007,-0.051,0.033
 
 
66
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
67
  Moirai-2.0,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
68
- Moirai-2.0,Toto-1.0,0.571,0.143,0.857,-0.01,-0.082,0.042
69
  Moirai-2.0,Sundial-Base,0.429,0.0,0.714,0.024,-0.026,0.082
70
- Moirai-2.0,Stat. Ensemble,1.0,1.0,1.0,0.215,0.121,0.303
71
- Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.234,0.145,0.312
 
 
 
72
  Moirai-2.0,Seasonal Naive,0.857,0.571,1.0,0.252,0.148,0.333
73
- Moirai-2.0,AutoTheta,1.0,1.0,1.0,0.252,0.14,0.351
74
- Moirai-2.0,AutoETS,1.0,1.0,1.0,0.392,0.19,0.557
75
- Moirai-2.0,Naive,1.0,1.0,1.0,0.479,0.328,0.604
76
- Moirai-2.0,Drift,1.0,1.0,1.0,0.529,0.406,0.64
77
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.091,-0.155,-0.04
78
  Chronos-Bolt,TimesFM-2.5,0.143,0.0,0.429,-0.071,-0.134,-0.025
 
79
  Chronos-Bolt,TiRex,0.286,0.0,0.571,-0.049,-0.112,-0.006
80
- Chronos-Bolt,TabPFN-TS,0.429,0.0,0.714,-0.007,-0.051,0.033
 
 
81
  Chronos-Bolt,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
82
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
83
- Chronos-Bolt,Toto-1.0,0.571,0.143,0.857,-0.01,-0.082,0.042
84
  Chronos-Bolt,Sundial-Base,0.429,0.0,0.714,0.024,-0.026,0.082
85
- Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.215,0.121,0.303
86
- Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.234,0.145,0.312
 
 
 
87
  Chronos-Bolt,Seasonal Naive,0.857,0.571,1.0,0.252,0.148,0.333
88
- Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.252,0.14,0.351
89
- Chronos-Bolt,AutoETS,1.0,1.0,1.0,0.392,0.19,0.557
90
- Chronos-Bolt,Naive,1.0,1.0,1.0,0.479,0.328,0.604
91
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.529,0.406,0.64
92
- Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.081,-0.155,-0.031
93
- Toto-1.0,TimesFM-2.5,0.286,0.0,0.714,-0.061,-0.126,0.002
94
- Toto-1.0,TiRex,0.143,0.0,0.429,-0.039,-0.068,-0.013
95
- Toto-1.0,TabPFN-TS,0.571,0.143,0.857,0.003,-0.068,0.069
96
- Toto-1.0,Moirai-2.0,0.429,0.143,0.857,0.01,-0.044,0.076
97
- Toto-1.0,Chronos-Bolt,0.429,0.143,0.857,0.01,-0.044,0.076
98
- Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
99
- Toto-1.0,Sundial-Base,0.714,0.286,1.0,0.034,-0.037,0.105
100
- Toto-1.0,Stat. Ensemble,0.857,0.571,1.0,0.223,0.115,0.32
101
- Toto-1.0,AutoARIMA,0.857,0.571,1.0,0.241,0.135,0.323
102
- Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.259,0.186,0.327
103
- Toto-1.0,AutoTheta,1.0,1.0,1.0,0.259,0.134,0.355
104
- Toto-1.0,AutoETS,0.857,0.571,1.0,0.398,0.183,0.558
105
- Toto-1.0,Naive,1.0,1.0,1.0,0.484,0.361,0.601
106
- Toto-1.0,Drift,1.0,1.0,1.0,0.533,0.424,0.639
107
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.118,-0.182,-0.064
108
  Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.097,-0.155,-0.049
 
109
  Sundial-Base,TiRex,0.143,0.0,0.429,-0.075,-0.137,-0.022
110
- Sundial-Base,TabPFN-TS,0.429,0.143,0.714,-0.032,-0.076,0.004
 
 
111
  Sundial-Base,Moirai-2.0,0.571,0.286,1.0,-0.025,-0.089,0.026
112
  Sundial-Base,Chronos-Bolt,0.571,0.286,1.0,-0.025,-0.089,0.026
113
- Sundial-Base,Toto-1.0,0.286,0.0,0.714,-0.035,-0.117,0.036
114
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
115
- Sundial-Base,Stat. Ensemble,0.857,0.571,1.0,0.196,0.075,0.293
116
- Sundial-Base,AutoARIMA,0.857,0.571,1.0,0.214,0.116,0.296
 
 
 
117
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.233,0.129,0.32
118
- Sundial-Base,AutoTheta,1.0,1.0,1.0,0.233,0.138,0.322
119
- Sundial-Base,AutoETS,1.0,1.0,1.0,0.377,0.2,0.517
120
- Sundial-Base,Naive,1.0,1.0,1.0,0.466,0.307,0.593
121
- Sundial-Base,Drift,1.0,1.0,1.0,0.517,0.382,0.63
122
- Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.391,-0.576,-0.223
123
- Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-0.365,-0.59,-0.186
124
- Stat. Ensemble,TiRex,0.0,0.0,0.0,-0.337,-0.521,-0.181
125
- Stat. Ensemble,TabPFN-TS,0.0,0.0,0.0,-0.283,-0.442,-0.144
126
- Stat. Ensemble,Moirai-2.0,0.0,0.0,0.0,-0.275,-0.434,-0.138
127
- Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.275,-0.434,-0.138
128
- Stat. Ensemble,Toto-1.0,0.143,0.0,0.429,-0.287,-0.47,-0.13
129
- Stat. Ensemble,Sundial-Base,0.143,0.0,0.429,-0.244,-0.415,-0.081
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
131
- Stat. Ensemble,AutoARIMA,0.571,0.286,0.857,0.023,-0.003,0.057
132
- Stat. Ensemble,Seasonal Naive,0.714,0.429,0.929,0.046,-0.053,0.122
133
- Stat. Ensemble,AutoTheta,0.714,0.429,1.0,0.046,-0.075,0.154
134
- Stat. Ensemble,AutoETS,0.857,0.571,1.0,0.225,0.031,0.454
135
- Stat. Ensemble,Naive,1.0,1.0,1.0,0.336,0.169,0.472
136
- Stat. Ensemble,Drift,1.0,1.0,1.0,0.399,0.251,0.523
137
- AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.423,-0.586,-0.259
138
- AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.397,-0.599,-0.225
139
- AutoARIMA,TiRex,0.0,0.0,0.0,-0.368,-0.527,-0.214
140
- AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.313,-0.452,-0.183
141
- AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.305,-0.453,-0.17
142
- AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.305,-0.453,-0.17
143
- AutoARIMA,Toto-1.0,0.143,0.0,0.429,-0.317,-0.478,-0.156
144
- AutoARIMA,Sundial-Base,0.143,0.0,0.429,-0.273,-0.421,-0.131
145
- AutoARIMA,Stat. Ensemble,0.429,0.143,0.714,-0.024,-0.06,0.003
146
- AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
147
- AutoARIMA,Seasonal Naive,0.714,0.429,0.929,0.024,-0.078,0.095
148
- AutoARIMA,AutoTheta,0.714,0.429,1.0,0.024,-0.083,0.116
149
- AutoARIMA,AutoETS,0.857,0.571,1.0,0.207,0.025,0.416
150
- AutoARIMA,Naive,1.0,1.0,1.0,0.32,0.141,0.464
151
- AutoARIMA,Drift,1.0,1.0,1.0,0.385,0.232,0.514
152
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.458,-0.643,-0.303
153
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.431,-0.644,-0.257
 
154
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.402,-0.555,-0.267
155
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.346,-0.51,-0.187
 
 
156
  Seasonal Naive,Moirai-2.0,0.143,0.0,0.429,-0.337,-0.499,-0.174
157
  Seasonal Naive,Chronos-Bolt,0.143,0.0,0.429,-0.337,-0.499,-0.174
158
- Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.35,-0.486,-0.228
159
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.304,-0.47,-0.149
160
- Seasonal Naive,Stat. Ensemble,0.286,0.071,0.571,-0.049,-0.139,0.05
161
- Seasonal Naive,AutoARIMA,0.286,0.071,0.571,-0.025,-0.106,0.072
 
 
 
162
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
163
- Seasonal Naive,AutoTheta,0.429,0.0,0.718,-0.0,-0.126,0.117
164
- Seasonal Naive,AutoETS,0.571,0.143,0.857,0.188,-0.039,0.409
165
- Seasonal Naive,Naive,1.0,1.0,1.0,0.303,0.168,0.426
166
- Seasonal Naive,Drift,1.0,1.0,1.0,0.37,0.244,0.476
167
- AutoTheta,Chronos-2,0.0,0.0,0.0,-0.458,-0.67,-0.251
168
- AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.431,-0.67,-0.233
169
- AutoTheta,TiRex,0.0,0.0,0.0,-0.401,-0.605,-0.209
170
- AutoTheta,TabPFN-TS,0.0,0.0,0.0,-0.345,-0.517,-0.192
171
- AutoTheta,Moirai-2.0,0.0,0.0,0.0,-0.336,-0.542,-0.163
172
- AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.336,-0.542,-0.163
173
- AutoTheta,Toto-1.0,0.0,0.0,0.0,-0.349,-0.549,-0.155
174
- AutoTheta,Sundial-Base,0.0,0.0,0.0,-0.304,-0.476,-0.161
175
- AutoTheta,Stat. Ensemble,0.286,0.0,0.571,-0.048,-0.182,0.07
176
- AutoTheta,AutoARIMA,0.286,0.0,0.571,-0.024,-0.132,0.076
177
- AutoTheta,Seasonal Naive,0.571,0.282,1.0,0.0,-0.132,0.112
178
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoTheta,AutoETS,0.571,0.143,0.857,0.188,0.007,0.358
180
- AutoTheta,Naive,0.857,0.571,1.0,0.304,0.124,0.431
181
- AutoTheta,Drift,1.0,1.0,1.0,0.371,0.225,0.483
182
- AutoETS,Chronos-2,0.0,0.0,0.0,-0.795,-1.442,-0.353
183
- AutoETS,TimesFM-2.5,0.0,0.0,0.0,-0.762,-1.377,-0.314
184
- AutoETS,TiRex,0.0,0.0,0.0,-0.726,-1.355,-0.29
185
- AutoETS,TabPFN-TS,0.0,0.0,0.0,-0.656,-1.212,-0.263
186
- AutoETS,Moirai-2.0,0.0,0.0,0.0,-0.645,-1.259,-0.234
187
- AutoETS,Chronos-Bolt,0.0,0.0,0.0,-0.645,-1.259,-0.234
188
- AutoETS,Toto-1.0,0.143,0.0,0.429,-0.661,-1.263,-0.224
189
- AutoETS,Sundial-Base,0.0,0.0,0.0,-0.605,-1.069,-0.251
190
- AutoETS,Stat. Ensemble,0.143,0.0,0.429,-0.291,-0.831,-0.032
191
- AutoETS,AutoARIMA,0.143,0.0,0.429,-0.261,-0.713,-0.025
192
- AutoETS,Seasonal Naive,0.429,0.143,0.857,-0.231,-0.693,0.037
193
- AutoETS,AutoTheta,0.429,0.143,0.857,-0.231,-0.558,-0.007
194
- AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
195
- AutoETS,Naive,0.857,0.571,1.0,0.143,-0.329,0.392
196
- AutoETS,Drift,0.857,0.571,1.0,0.225,-0.164,0.446
197
- Naive,Chronos-2,0.0,0.0,0.0,-1.094,-1.716,-0.672
198
- Naive,TimesFM-2.5,0.0,0.0,0.0,-1.055,-1.74,-0.6
199
- Naive,TiRex,0.0,0.0,0.0,-1.013,-1.625,-0.609
200
- Naive,TabPFN-TS,0.0,0.0,0.0,-0.932,-1.494,-0.515
201
- Naive,Moirai-2.0,0.0,0.0,0.0,-0.919,-1.523,-0.488
202
- Naive,Chronos-Bolt,0.0,0.0,0.0,-0.919,-1.523,-0.488
203
- Naive,Toto-1.0,0.0,0.0,0.0,-0.937,-1.509,-0.564
204
- Naive,Sundial-Base,0.0,0.0,0.0,-0.872,-1.455,-0.443
205
- Naive,Stat. Ensemble,0.0,0.0,0.0,-0.506,-0.892,-0.203
206
- Naive,AutoARIMA,0.0,0.0,0.0,-0.471,-0.866,-0.164
207
- Naive,Seasonal Naive,0.0,0.0,0.0,-0.436,-0.742,-0.202
208
- Naive,AutoTheta,0.143,0.0,0.429,-0.436,-0.759,-0.141
209
- Naive,AutoETS,0.143,0.0,0.429,-0.166,-0.644,0.247
210
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Naive,Drift,1.0,1.0,1.0,0.096,0.059,0.132
212
- Drift,Chronos-2,0.0,0.0,0.0,-1.316,-2.005,-0.833
213
- Drift,TimesFM-2.5,0.0,0.0,0.0,-1.273,-2.03,-0.758
214
- Drift,TiRex,0.0,0.0,0.0,-1.226,-1.905,-0.772
215
- Drift,TabPFN-TS,0.0,0.0,0.0,-1.137,-1.766,-0.692
216
- Drift,Moirai-2.0,0.0,0.0,0.0,-1.123,-1.78,-0.683
217
- Drift,Chronos-Bolt,0.0,0.0,0.0,-1.123,-1.78,-0.683
218
- Drift,Toto-1.0,0.0,0.0,0.0,-1.143,-1.769,-0.735
219
- Drift,Sundial-Base,0.0,0.0,0.0,-1.071,-1.702,-0.619
220
- Drift,Stat. Ensemble,0.0,0.0,0.0,-0.665,-1.096,-0.335
221
- Drift,AutoARIMA,0.0,0.0,0.0,-0.627,-1.057,-0.301
222
- Drift,Seasonal Naive,0.0,0.0,0.0,-0.588,-0.907,-0.322
223
- Drift,AutoTheta,0.0,0.0,0.0,-0.589,-0.934,-0.291
224
- Drift,AutoETS,0.143,0.0,0.429,-0.29,-0.804,0.141
225
- Drift,Naive,0.0,0.0,0.0,-0.106,-0.152,-0.063
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.018,-0.024,0.065
4
+ Chronos-2,FlowState,0.714,0.429,1.0,0.04,0.004,0.081
5
  Chronos-2,TiRex,1.0,1.0,1.0,0.039,0.011,0.084
6
+ Chronos-2,TFT,0.857,0.571,1.0,0.113,0.018,0.255
7
+ Chronos-2,Toto-1.0,1.0,1.0,1.0,0.074,0.03,0.134
8
+ Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.082,0.049,0.113
9
  Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.083,0.038,0.134
10
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.083,0.038,0.134
 
11
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.106,0.06,0.154
12
+ Chronos-2,DeepAR,0.857,0.571,1.0,0.131,0.048,0.222
13
+ Chronos-2,PatchTST,1.0,1.0,1.0,0.174,0.062,0.296
14
+ Chronos-2,CatBoost,0.857,0.571,1.0,0.152,0.084,0.214
15
+ Chronos-2,LightGBM,1.0,1.0,1.0,0.149,0.09,0.203
16
+ Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.267,0.178,0.34
17
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.314,0.232,0.391
 
 
 
 
18
  TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.019,-0.069,0.024
19
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
20
+ TimesFM-2.5,FlowState,0.857,0.571,1.0,0.022,0.007,0.037
21
  TimesFM-2.5,TiRex,0.571,0.143,0.857,0.021,-0.017,0.056
22
+ TimesFM-2.5,TFT,0.714,0.429,1.0,0.096,-0.01,0.224
23
+ TimesFM-2.5,Toto-1.0,0.714,0.286,1.0,0.057,-0.003,0.111
24
+ TimesFM-2.5,TabPFN-TS,1.0,1.0,1.0,0.064,0.035,0.097
25
  TimesFM-2.5,Moirai-2.0,0.857,0.571,1.0,0.066,0.024,0.118
26
  TimesFM-2.5,Chronos-Bolt,0.857,0.571,1.0,0.066,0.024,0.118
 
27
  TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.089,0.047,0.134
28
+ TimesFM-2.5,DeepAR,0.857,0.571,1.0,0.115,0.041,0.183
29
+ TimesFM-2.5,PatchTST,1.0,1.0,1.0,0.159,0.067,0.258
30
+ TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.136,0.078,0.19
31
+ TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.133,0.081,0.178
32
+ TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.253,0.155,0.341
33
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.301,0.204,0.392
34
+ FlowState,Chronos-2,0.286,0.0,0.571,-0.042,-0.088,-0.004
35
+ FlowState,TimesFM-2.5,0.143,0.0,0.429,-0.023,-0.039,-0.007
36
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
37
+ FlowState,TiRex,0.571,0.143,0.857,-0.002,-0.043,0.031
38
+ FlowState,TFT,0.714,0.429,1.0,0.076,-0.033,0.205
39
+ FlowState,Toto-1.0,0.714,0.286,1.0,0.035,-0.029,0.088
40
+ FlowState,TabPFN-TS,1.0,1.0,1.0,0.043,0.023,0.067
41
+ FlowState,Moirai-2.0,0.857,0.571,1.0,0.045,0.007,0.088
42
+ FlowState,Chronos-Bolt,0.857,0.571,1.0,0.045,0.007,0.088
43
+ FlowState,Sundial-Base,1.0,1.0,1.0,0.068,0.034,0.104
44
+ FlowState,DeepAR,0.857,0.571,1.0,0.095,0.01,0.169
45
+ FlowState,PatchTST,1.0,1.0,1.0,0.139,0.042,0.243
46
+ FlowState,CatBoost,0.857,0.571,1.0,0.117,0.056,0.171
47
+ FlowState,LightGBM,1.0,1.0,1.0,0.113,0.06,0.16
48
+ FlowState,Stat. Ensemble,1.0,1.0,1.0,0.236,0.143,0.321
49
+ FlowState,Seasonal Naive,1.0,1.0,1.0,0.285,0.189,0.371
50
  TiRex,Chronos-2,0.0,0.0,0.0,-0.04,-0.091,-0.011
51
  TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.021,-0.059,0.016
52
+ TiRex,FlowState,0.429,0.143,0.857,0.002,-0.031,0.041
53
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
54
+ TiRex,TFT,0.571,0.143,0.857,0.077,-0.044,0.226
55
+ TiRex,Toto-1.0,0.857,0.571,1.0,0.037,0.012,0.063
56
+ TiRex,TabPFN-TS,0.714,0.286,1.0,0.045,0.01,0.078
57
  TiRex,Moirai-2.0,0.714,0.429,1.0,0.047,0.006,0.101
58
  TiRex,Chronos-Bolt,0.714,0.429,1.0,0.047,0.006,0.101
 
59
  TiRex,Sundial-Base,0.857,0.571,1.0,0.07,0.022,0.12
60
+ TiRex,DeepAR,0.857,0.571,1.0,0.096,0.033,0.157
61
+ TiRex,PatchTST,1.0,1.0,1.0,0.141,0.051,0.248
62
+ TiRex,CatBoost,0.714,0.429,1.0,0.118,0.043,0.189
63
+ TiRex,LightGBM,0.857,0.571,1.0,0.115,0.041,0.182
64
+ TiRex,Stat. Ensemble,1.0,1.0,1.0,0.237,0.146,0.318
65
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.287,0.21,0.357
66
+ TFT,Chronos-2,0.143,0.0,0.429,-0.127,-0.342,-0.018
67
+ TFT,TimesFM-2.5,0.286,0.0,0.571,-0.107,-0.289,0.01
68
+ TFT,FlowState,0.286,0.0,0.571,-0.082,-0.258,0.032
69
+ TFT,TiRex,0.429,0.143,0.857,-0.084,-0.292,0.042
70
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
71
+ TFT,Toto-1.0,0.571,0.282,0.857,-0.044,-0.269,0.099
72
+ TFT,TabPFN-TS,0.714,0.429,1.0,-0.035,-0.202,0.071
73
+ TFT,Moirai-2.0,0.571,0.282,0.857,-0.033,-0.24,0.101
74
+ TFT,Chronos-Bolt,0.571,0.282,0.857,-0.033,-0.24,0.101
75
+ TFT,Sundial-Base,0.571,0.282,0.857,-0.008,-0.139,0.08
76
+ TFT,DeepAR,0.714,0.429,1.0,0.02,-0.136,0.153
77
+ TFT,PatchTST,0.714,0.429,1.0,0.069,0.002,0.157
78
+ TFT,CatBoost,0.714,0.429,1.0,0.044,-0.072,0.132
79
+ TFT,LightGBM,0.857,0.571,1.0,0.041,-0.078,0.126
80
+ TFT,Stat. Ensemble,0.714,0.429,1.0,0.173,-0.047,0.327
81
+ TFT,Seasonal Naive,0.857,0.571,1.0,0.227,0.023,0.368
82
+ Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.08,-0.155,-0.031
83
+ Toto-1.0,TimesFM-2.5,0.286,0.0,0.714,-0.06,-0.125,0.003
84
+ Toto-1.0,FlowState,0.286,0.0,0.714,-0.037,-0.096,0.028
85
+ Toto-1.0,TiRex,0.143,0.0,0.429,-0.038,-0.067,-0.013
86
+ Toto-1.0,TFT,0.429,0.143,0.718,0.042,-0.11,0.212
87
+ Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
88
+ Toto-1.0,TabPFN-TS,0.571,0.143,0.857,0.008,-0.055,0.066
89
+ Toto-1.0,Moirai-2.0,0.429,0.143,0.857,0.01,-0.044,0.076
90
+ Toto-1.0,Chronos-Bolt,0.429,0.143,0.857,0.01,-0.044,0.076
91
+ Toto-1.0,Sundial-Base,0.714,0.286,1.0,0.034,-0.036,0.105
92
+ Toto-1.0,DeepAR,0.714,0.429,1.0,0.061,0.002,0.119
93
+ Toto-1.0,PatchTST,0.714,0.429,1.0,0.108,0.013,0.235
94
+ Toto-1.0,CatBoost,0.714,0.429,1.0,0.084,-0.014,0.172
95
+ Toto-1.0,LightGBM,0.714,0.429,1.0,0.081,-0.02,0.168
96
+ Toto-1.0,Stat. Ensemble,0.857,0.571,1.0,0.208,0.105,0.297
97
+ Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.259,0.186,0.328
98
+ TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.089,-0.128,-0.052
99
+ TabPFN-TS,TimesFM-2.5,0.0,0.0,0.0,-0.069,-0.108,-0.036
100
+ TabPFN-TS,FlowState,0.0,0.0,0.0,-0.045,-0.072,-0.023
101
+ TabPFN-TS,TiRex,0.286,0.0,0.714,-0.047,-0.085,-0.01
102
+ TabPFN-TS,TFT,0.286,0.0,0.571,0.034,-0.077,0.168
103
+ TabPFN-TS,Toto-1.0,0.429,0.143,0.857,-0.008,-0.071,0.052
104
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
105
+ TabPFN-TS,Moirai-2.0,0.571,0.286,1.0,0.002,-0.05,0.054
106
+ TabPFN-TS,Chronos-Bolt,0.571,0.286,1.0,0.002,-0.05,0.054
107
+ TabPFN-TS,Sundial-Base,0.714,0.429,1.0,0.026,-0.003,0.06
108
+ TabPFN-TS,DeepAR,0.571,0.286,0.857,0.054,-0.032,0.137
109
+ TabPFN-TS,PatchTST,0.714,0.429,1.0,0.101,-0.002,0.212
110
+ TabPFN-TS,CatBoost,0.857,0.571,1.0,0.077,-0.003,0.142
111
+ TabPFN-TS,LightGBM,0.714,0.429,1.0,0.073,0.006,0.131
112
+ TabPFN-TS,Stat. Ensemble,0.857,0.571,1.0,0.201,0.111,0.282
113
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.253,0.163,0.331
 
 
114
  Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.091,-0.155,-0.04
115
  Moirai-2.0,TimesFM-2.5,0.143,0.0,0.429,-0.071,-0.134,-0.025
116
+ Moirai-2.0,FlowState,0.143,0.0,0.429,-0.047,-0.096,-0.007
117
  Moirai-2.0,TiRex,0.286,0.0,0.571,-0.049,-0.112,-0.006
118
+ Moirai-2.0,TFT,0.429,0.143,0.718,0.032,-0.112,0.193
119
+ Moirai-2.0,Toto-1.0,0.571,0.143,0.857,-0.01,-0.083,0.042
120
+ Moirai-2.0,TabPFN-TS,0.429,0.0,0.714,-0.002,-0.057,0.047
121
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
122
  Moirai-2.0,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
 
123
  Moirai-2.0,Sundial-Base,0.429,0.0,0.714,0.024,-0.026,0.082
124
+ Moirai-2.0,DeepAR,0.571,0.143,0.857,0.052,-0.051,0.139
125
+ Moirai-2.0,PatchTST,0.714,0.286,1.0,0.099,-0.026,0.23
126
+ Moirai-2.0,CatBoost,0.571,0.143,0.857,0.075,0.003,0.151
127
+ Moirai-2.0,LightGBM,0.714,0.286,1.0,0.072,-0.001,0.143
128
+ Moirai-2.0,Stat. Ensemble,1.0,1.0,1.0,0.2,0.116,0.287
129
  Moirai-2.0,Seasonal Naive,0.857,0.571,1.0,0.252,0.148,0.333
 
 
 
 
130
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.091,-0.155,-0.04
131
  Chronos-Bolt,TimesFM-2.5,0.143,0.0,0.429,-0.071,-0.134,-0.025
132
+ Chronos-Bolt,FlowState,0.143,0.0,0.429,-0.047,-0.096,-0.007
133
  Chronos-Bolt,TiRex,0.286,0.0,0.571,-0.049,-0.112,-0.006
134
+ Chronos-Bolt,TFT,0.429,0.143,0.718,0.032,-0.112,0.193
135
+ Chronos-Bolt,Toto-1.0,0.571,0.143,0.857,-0.01,-0.083,0.042
136
+ Chronos-Bolt,TabPFN-TS,0.429,0.0,0.714,-0.002,-0.057,0.047
137
  Chronos-Bolt,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
138
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
 
139
  Chronos-Bolt,Sundial-Base,0.429,0.0,0.714,0.024,-0.026,0.082
140
+ Chronos-Bolt,DeepAR,0.571,0.143,0.857,0.052,-0.051,0.139
141
+ Chronos-Bolt,PatchTST,0.714,0.286,1.0,0.099,-0.026,0.23
142
+ Chronos-Bolt,CatBoost,0.571,0.143,0.857,0.075,0.003,0.151
143
+ Chronos-Bolt,LightGBM,0.714,0.286,1.0,0.072,-0.001,0.143
144
+ Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.2,0.116,0.287
145
  Chronos-Bolt,Seasonal Naive,0.857,0.571,1.0,0.252,0.148,0.333
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
146
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.118,-0.182,-0.064
147
  Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.097,-0.155,-0.049
148
+ Sundial-Base,FlowState,0.0,0.0,0.0,-0.073,-0.116,-0.035
149
  Sundial-Base,TiRex,0.143,0.0,0.429,-0.075,-0.137,-0.022
150
+ Sundial-Base,TFT,0.429,0.143,0.718,0.008,-0.087,0.122
151
+ Sundial-Base,Toto-1.0,0.286,0.0,0.714,-0.035,-0.117,0.035
152
+ Sundial-Base,TabPFN-TS,0.286,0.0,0.571,-0.027,-0.064,0.003
153
  Sundial-Base,Moirai-2.0,0.571,0.286,1.0,-0.025,-0.089,0.026
154
  Sundial-Base,Chronos-Bolt,0.571,0.286,1.0,-0.025,-0.089,0.026
 
155
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
156
+ Sundial-Base,DeepAR,0.429,0.143,0.857,0.028,-0.056,0.119
157
+ Sundial-Base,PatchTST,0.429,0.0,0.857,0.077,-0.02,0.174
158
+ Sundial-Base,CatBoost,0.857,0.571,1.0,0.052,-0.014,0.109
159
+ Sundial-Base,LightGBM,0.571,0.143,0.857,0.049,-0.009,0.105
160
+ Sundial-Base,Stat. Ensemble,0.857,0.571,1.0,0.18,0.071,0.27
161
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.233,0.129,0.32
162
+ DeepAR,Chronos-2,0.143,0.0,0.429,-0.151,-0.285,-0.051
163
+ DeepAR,TimesFM-2.5,0.143,0.0,0.429,-0.13,-0.224,-0.043
164
+ DeepAR,FlowState,0.143,0.0,0.429,-0.104,-0.204,-0.01
165
+ DeepAR,TiRex,0.143,0.0,0.429,-0.106,-0.186,-0.034
166
+ DeepAR,TFT,0.286,0.0,0.571,-0.021,-0.18,0.12
167
+ DeepAR,Toto-1.0,0.286,0.0,0.571,-0.065,-0.135,-0.002
168
+ DeepAR,TabPFN-TS,0.429,0.143,0.714,-0.057,-0.159,0.031
169
+ DeepAR,Moirai-2.0,0.429,0.143,0.857,-0.055,-0.162,0.048
170
+ DeepAR,Chronos-Bolt,0.429,0.143,0.857,-0.055,-0.162,0.048
171
+ DeepAR,Sundial-Base,0.571,0.143,0.857,-0.029,-0.136,0.053
172
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
173
+ DeepAR,PatchTST,0.429,0.0,0.718,0.049,-0.024,0.144
174
+ DeepAR,CatBoost,0.714,0.429,1.0,0.024,-0.079,0.111
175
+ DeepAR,LightGBM,0.714,0.286,1.0,0.021,-0.092,0.109
176
+ DeepAR,Stat. Ensemble,0.571,0.143,1.0,0.156,0.001,0.294
177
+ DeepAR,Seasonal Naive,1.0,1.0,1.0,0.211,0.103,0.314
178
+ PatchTST,Chronos-2,0.0,0.0,0.0,-0.211,-0.42,-0.066
179
+ PatchTST,TimesFM-2.5,0.0,0.0,0.0,-0.188,-0.348,-0.071
180
+ PatchTST,FlowState,0.0,0.0,0.0,-0.162,-0.32,-0.044
181
+ PatchTST,TiRex,0.0,0.0,0.0,-0.164,-0.331,-0.054
182
+ PatchTST,TFT,0.286,0.0,0.571,-0.074,-0.187,-0.002
183
+ PatchTST,Toto-1.0,0.286,0.0,0.571,-0.121,-0.306,-0.013
184
+ PatchTST,TabPFN-TS,0.286,0.0,0.571,-0.112,-0.269,0.002
185
+ PatchTST,Moirai-2.0,0.286,0.0,0.714,-0.11,-0.299,0.025
186
+ PatchTST,Chronos-Bolt,0.286,0.0,0.714,-0.11,-0.299,0.025
187
+ PatchTST,Sundial-Base,0.571,0.143,1.0,-0.083,-0.21,0.019
188
+ PatchTST,DeepAR,0.571,0.282,1.0,-0.052,-0.168,0.023
189
+ PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
190
+ PatchTST,CatBoost,0.571,0.286,0.857,-0.026,-0.149,0.068
191
+ PatchTST,LightGBM,0.571,0.286,0.857,-0.03,-0.165,0.071
192
+ PatchTST,Stat. Ensemble,0.571,0.143,1.0,0.112,-0.123,0.276
193
+ PatchTST,Seasonal Naive,0.857,0.571,1.0,0.17,-0.015,0.309
194
+ CatBoost,Chronos-2,0.143,0.0,0.429,-0.18,-0.272,-0.092
195
+ CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.158,-0.234,-0.084
196
+ CatBoost,FlowState,0.143,0.0,0.429,-0.132,-0.206,-0.059
197
+ CatBoost,TiRex,0.286,0.0,0.571,-0.134,-0.234,-0.045
198
+ CatBoost,TFT,0.286,0.0,0.571,-0.046,-0.152,0.067
199
+ CatBoost,Toto-1.0,0.286,0.0,0.571,-0.092,-0.208,0.014
200
+ CatBoost,TabPFN-TS,0.143,0.0,0.429,-0.083,-0.165,0.003
201
+ CatBoost,Moirai-2.0,0.429,0.143,0.857,-0.081,-0.177,-0.003
202
+ CatBoost,Chronos-Bolt,0.429,0.143,0.857,-0.081,-0.177,-0.003
203
+ CatBoost,Sundial-Base,0.143,0.0,0.429,-0.055,-0.123,0.014
204
+ CatBoost,DeepAR,0.286,0.0,0.571,-0.025,-0.125,0.073
205
+ CatBoost,PatchTST,0.429,0.143,0.714,0.026,-0.073,0.13
206
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
207
+ CatBoost,LightGBM,0.429,0.143,0.714,-0.004,-0.023,0.015
208
+ CatBoost,Stat. Ensemble,0.714,0.429,1.0,0.135,-0.027,0.273
209
+ CatBoost,Seasonal Naive,0.571,0.286,0.857,0.191,0.039,0.324
210
+ LightGBM,Chronos-2,0.0,0.0,0.0,-0.175,-0.255,-0.099
211
+ LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.153,-0.216,-0.088
212
+ LightGBM,FlowState,0.0,0.0,0.0,-0.128,-0.191,-0.064
213
+ LightGBM,TiRex,0.143,0.0,0.429,-0.13,-0.222,-0.042
214
+ LightGBM,TFT,0.143,0.0,0.429,-0.042,-0.144,0.073
215
+ LightGBM,Toto-1.0,0.286,0.0,0.571,-0.088,-0.202,0.019
216
+ LightGBM,TabPFN-TS,0.286,0.0,0.571,-0.079,-0.151,-0.006
217
+ LightGBM,Moirai-2.0,0.286,0.0,0.714,-0.077,-0.167,0.001
218
+ LightGBM,Chronos-Bolt,0.286,0.0,0.714,-0.077,-0.167,0.001
219
+ LightGBM,Sundial-Base,0.429,0.143,0.857,-0.051,-0.118,0.009
220
+ LightGBM,DeepAR,0.286,0.0,0.714,-0.021,-0.123,0.084
221
+ LightGBM,PatchTST,0.429,0.143,0.714,0.029,-0.077,0.142
222
+ LightGBM,CatBoost,0.571,0.286,0.857,0.004,-0.015,0.023
223
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
224
+ LightGBM,Stat. Ensemble,0.714,0.429,1.0,0.138,-0.011,0.265
225
+ LightGBM,Seasonal Naive,0.571,0.286,0.857,0.194,0.043,0.323
226
+ Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.363,-0.516,-0.216
227
+ Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-0.338,-0.518,-0.184
228
+ Stat. Ensemble,FlowState,0.0,0.0,0.0,-0.308,-0.473,-0.167
229
+ Stat. Ensemble,TiRex,0.0,0.0,0.0,-0.311,-0.466,-0.171
230
+ Stat. Ensemble,TFT,0.286,0.0,0.571,-0.209,-0.485,0.045
231
+ Stat. Ensemble,Toto-1.0,0.143,0.0,0.429,-0.262,-0.423,-0.117
232
+ Stat. Ensemble,TabPFN-TS,0.143,0.0,0.429,-0.252,-0.393,-0.125
233
+ Stat. Ensemble,Moirai-2.0,0.0,0.0,0.0,-0.25,-0.402,-0.131
234
+ Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.25,-0.402,-0.131
235
+ Stat. Ensemble,Sundial-Base,0.143,0.0,0.429,-0.219,-0.37,-0.076
236
+ Stat. Ensemble,DeepAR,0.429,0.0,0.857,-0.185,-0.417,-0.001
237
+ Stat. Ensemble,PatchTST,0.429,0.0,0.857,-0.126,-0.382,0.11
238
+ Stat. Ensemble,CatBoost,0.286,0.0,0.571,-0.156,-0.376,0.027
239
+ Stat. Ensemble,LightGBM,0.286,0.0,0.571,-0.16,-0.361,0.011
240
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
241
+ Stat. Ensemble,Seasonal Naive,0.786,0.5,1.0,0.065,-0.036,0.134
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
242
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.458,-0.643,-0.303
243
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.431,-0.644,-0.257
244
+ Seasonal Naive,FlowState,0.0,0.0,0.0,-0.399,-0.59,-0.233
245
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.402,-0.555,-0.267
246
+ Seasonal Naive,TFT,0.143,0.0,0.429,-0.293,-0.583,-0.023
247
+ Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.35,-0.487,-0.228
248
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.339,-0.495,-0.195
249
  Seasonal Naive,Moirai-2.0,0.143,0.0,0.429,-0.337,-0.499,-0.174
250
  Seasonal Naive,Chronos-Bolt,0.143,0.0,0.429,-0.337,-0.499,-0.174
 
251
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.304,-0.47,-0.149
252
+ Seasonal Naive,DeepAR,0.0,0.0,0.0,-0.267,-0.458,-0.115
253
+ Seasonal Naive,PatchTST,0.143,0.0,0.429,-0.204,-0.446,0.015
254
+ Seasonal Naive,CatBoost,0.429,0.143,0.714,-0.236,-0.479,-0.041
255
+ Seasonal Naive,LightGBM,0.429,0.143,0.714,-0.241,-0.476,-0.045
256
+ Seasonal Naive,Stat. Ensemble,0.214,0.0,0.5,-0.07,-0.154,0.035
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_mobility/pairwise_WQL.csv CHANGED
@@ -2,225 +2,256 @@ model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_l
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.023,-0.013,0.065
4
  Chronos-2,TiRex,1.0,1.0,1.0,0.037,0.014,0.072
5
- Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.097,0.054,0.147
6
- Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.109,0.05,0.179
 
 
 
7
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.109,0.05,0.179
8
- Chronos-2,Toto-1.0,1.0,1.0,1.0,0.079,0.044,0.13
 
9
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.158,0.123,0.197
10
- Chronos-2,AutoARIMA,1.0,1.0,1.0,0.387,0.263,0.484
11
- Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.412,0.284,0.5
 
12
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.445,0.347,0.528
13
- Chronos-2,AutoTheta,1.0,1.0,1.0,0.589,0.369,0.738
14
- Chronos-2,AutoETS,1.0,1.0,1.0,0.861,0.529,0.958
15
- Chronos-2,Naive,1.0,1.0,1.0,0.774,0.715,0.819
16
- Chronos-2,Drift,1.0,1.0,1.0,0.786,0.729,0.831
17
  TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.024,-0.07,0.013
18
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
19
  TimesFM-2.5,TiRex,0.571,0.143,0.857,0.014,-0.025,0.047
20
- TimesFM-2.5,TabPFN-TS,1.0,1.0,1.0,0.076,0.037,0.111
21
- TimesFM-2.5,Moirai-2.0,1.0,1.0,1.0,0.088,0.043,0.149
 
 
 
22
  TimesFM-2.5,Chronos-Bolt,1.0,1.0,1.0,0.088,0.043,0.149
23
- TimesFM-2.5,Toto-1.0,0.857,0.571,1.0,0.057,0.005,0.106
 
24
  TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.138,0.104,0.173
25
- TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.372,0.245,0.478
26
- TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.398,0.27,0.494
 
27
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.432,0.315,0.529
28
- TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.58,0.351,0.739
29
- TimesFM-2.5,AutoETS,1.0,1.0,1.0,0.858,0.504,0.958
30
- TimesFM-2.5,Naive,1.0,1.0,1.0,0.768,0.703,0.819
31
- TimesFM-2.5,Drift,1.0,1.0,1.0,0.781,0.718,0.829
32
  TiRex,Chronos-2,0.0,0.0,0.0,-0.038,-0.078,-0.015
33
  TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.014,-0.049,0.024
34
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
35
- TiRex,TabPFN-TS,0.714,0.286,1.0,0.063,0.005,0.121
36
- TiRex,Moirai-2.0,0.857,0.571,1.0,0.075,0.017,0.156
 
 
 
37
  TiRex,Chronos-Bolt,0.857,0.571,1.0,0.075,0.017,0.156
38
- TiRex,Toto-1.0,1.0,1.0,1.0,0.044,0.026,0.064
 
39
  TiRex,Sundial-Base,1.0,1.0,1.0,0.125,0.081,0.169
40
- TiRex,AutoARIMA,1.0,1.0,1.0,0.363,0.233,0.47
41
- TiRex,Stat. Ensemble,1.0,1.0,1.0,0.389,0.254,0.486
 
42
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.424,0.325,0.511
43
- TiRex,AutoTheta,1.0,1.0,1.0,0.574,0.347,0.73
44
- TiRex,AutoETS,1.0,1.0,1.0,0.857,0.501,0.957
45
- TiRex,Naive,1.0,1.0,1.0,0.765,0.699,0.814
46
- TiRex,Drift,1.0,1.0,1.0,0.778,0.71,0.827
47
- TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.108,-0.173,-0.057
48
- TabPFN-TS,TimesFM-2.5,0.0,0.0,0.0,-0.082,-0.125,-0.038
49
- TabPFN-TS,TiRex,0.286,0.0,0.714,-0.067,-0.138,-0.005
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
50
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
51
- TabPFN-TS,Moirai-2.0,0.571,0.286,1.0,0.013,-0.053,0.078
52
- TabPFN-TS,Chronos-Bolt,0.571,0.286,1.0,0.013,-0.053,0.078
53
- TabPFN-TS,Toto-1.0,0.429,0.143,0.857,-0.02,-0.103,0.057
54
- TabPFN-TS,Sundial-Base,1.0,1.0,1.0,0.067,0.044,0.094
55
- TabPFN-TS,AutoARIMA,1.0,1.0,1.0,0.321,0.209,0.427
56
- TabPFN-TS,Stat. Ensemble,1.0,1.0,1.0,0.349,0.236,0.448
57
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.386,0.279,0.482
58
- TabPFN-TS,AutoTheta,1.0,1.0,1.0,0.545,0.314,0.713
59
- TabPFN-TS,AutoETS,1.0,1.0,1.0,0.853,0.488,0.957
60
- TabPFN-TS,Naive,1.0,1.0,1.0,0.749,0.689,0.798
61
- TabPFN-TS,Drift,1.0,1.0,1.0,0.763,0.706,0.81
62
- Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.123,-0.218,-0.052
63
- Moirai-2.0,TimesFM-2.5,0.0,0.0,0.0,-0.097,-0.175,-0.045
64
- Moirai-2.0,TiRex,0.143,0.0,0.429,-0.081,-0.185,-0.017
65
- Moirai-2.0,TabPFN-TS,0.429,0.0,0.714,-0.014,-0.085,0.05
66
- Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
67
- Moirai-2.0,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
68
- Moirai-2.0,Toto-1.0,0.429,0.139,0.857,-0.034,-0.136,0.036
69
- Moirai-2.0,Sundial-Base,0.857,0.571,1.0,0.054,-0.008,0.102
70
- Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.312,0.2,0.406
71
- Moirai-2.0,Stat. Ensemble,1.0,1.0,1.0,0.34,0.221,0.428
72
- Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.377,0.246,0.48
73
- Moirai-2.0,AutoTheta,1.0,1.0,1.0,0.539,0.305,0.707
74
- Moirai-2.0,AutoETS,1.0,1.0,1.0,0.846,0.441,0.956
75
- Moirai-2.0,Naive,1.0,1.0,1.0,0.746,0.672,0.803
76
- Moirai-2.0,Drift,1.0,1.0,1.0,0.76,0.688,0.814
77
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.123,-0.218,-0.052
78
  Chronos-Bolt,TimesFM-2.5,0.0,0.0,0.0,-0.097,-0.175,-0.045
79
  Chronos-Bolt,TiRex,0.143,0.0,0.429,-0.081,-0.185,-0.017
80
- Chronos-Bolt,TabPFN-TS,0.429,0.0,0.714,-0.014,-0.085,0.05
81
- Chronos-Bolt,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
82
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
83
- Chronos-Bolt,Toto-1.0,0.429,0.139,0.857,-0.034,-0.136,0.036
 
84
  Chronos-Bolt,Sundial-Base,0.857,0.571,1.0,0.054,-0.008,0.102
85
- Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.312,0.2,0.406
86
- Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.34,0.221,0.428
 
87
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.377,0.246,0.48
88
- Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.539,0.305,0.707
89
- Chronos-Bolt,AutoETS,1.0,1.0,1.0,0.846,0.441,0.956
90
- Chronos-Bolt,Naive,1.0,1.0,1.0,0.746,0.672,0.803
91
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.76,0.688,0.814
92
- Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.086,-0.149,-0.046
93
- Toto-1.0,TimesFM-2.5,0.143,0.0,0.429,-0.061,-0.118,-0.005
94
- Toto-1.0,TiRex,0.0,0.0,0.0,-0.046,-0.068,-0.027
95
- Toto-1.0,TabPFN-TS,0.571,0.143,0.857,0.02,-0.061,0.093
96
- Toto-1.0,Moirai-2.0,0.571,0.143,0.861,0.033,-0.038,0.12
97
- Toto-1.0,Chronos-Bolt,0.571,0.143,0.861,0.033,-0.038,0.12
98
- Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
99
- Toto-1.0,Sundial-Base,0.857,0.571,1.0,0.085,0.022,0.142
100
- Toto-1.0,AutoARIMA,0.857,0.571,1.0,0.334,0.191,0.448
101
- Toto-1.0,Stat. Ensemble,0.857,0.571,1.0,0.362,0.222,0.465
102
- Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.398,0.296,0.483
103
- Toto-1.0,AutoTheta,1.0,1.0,1.0,0.554,0.316,0.717
104
- Toto-1.0,AutoETS,0.857,0.571,1.0,0.852,0.474,0.956
105
- Toto-1.0,Naive,1.0,1.0,1.0,0.754,0.681,0.808
106
- Toto-1.0,Drift,1.0,1.0,1.0,0.768,0.693,0.821
 
 
 
 
 
 
 
 
 
 
 
 
 
107
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.187,-0.246,-0.141
108
  Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.16,-0.209,-0.116
109
  Sundial-Base,TiRex,0.0,0.0,0.0,-0.143,-0.204,-0.088
110
- Sundial-Base,TabPFN-TS,0.0,0.0,0.0,-0.071,-0.104,-0.046
111
- Sundial-Base,Moirai-2.0,0.143,0.0,0.429,-0.057,-0.113,0.008
 
 
 
112
  Sundial-Base,Chronos-Bolt,0.143,0.0,0.429,-0.057,-0.113,0.008
113
- Sundial-Base,Toto-1.0,0.143,0.0,0.429,-0.093,-0.165,-0.022
 
114
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
115
- Sundial-Base,AutoARIMA,0.857,0.571,1.0,0.272,0.151,0.385
116
- Sundial-Base,Stat. Ensemble,0.857,0.571,1.0,0.302,0.173,0.402
 
117
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.342,0.232,0.438
118
- Sundial-Base,AutoTheta,0.857,0.571,1.0,0.513,0.269,0.689
119
- Sundial-Base,AutoETS,0.857,0.571,1.0,0.843,0.442,0.955
120
- Sundial-Base,Naive,1.0,1.0,1.0,0.731,0.666,0.784
121
- Sundial-Base,Drift,1.0,1.0,1.0,0.746,0.682,0.796
122
- AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.631,-0.94,-0.357
123
- AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.593,-0.914,-0.324
124
- AutoARIMA,TiRex,0.0,0.0,0.0,-0.571,-0.886,-0.304
125
- AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.472,-0.745,-0.264
126
- AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.452,-0.683,-0.25
127
- AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.452,-0.683,-0.25
128
- AutoARIMA,Toto-1.0,0.143,0.0,0.429,-0.502,-0.811,-0.236
129
- AutoARIMA,Sundial-Base,0.143,0.0,0.429,-0.374,-0.625,-0.178
130
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
131
- AutoARIMA,Stat. Ensemble,0.857,0.714,1.0,0.041,0.015,0.069
132
- AutoARIMA,Seasonal Naive,0.714,0.429,0.929,0.096,-0.069,0.206
133
- AutoARIMA,AutoTheta,0.857,0.571,1.0,0.33,0.113,0.521
134
- AutoARIMA,AutoETS,1.0,1.0,1.0,0.791,0.274,0.938
135
- AutoARIMA,Naive,1.0,1.0,1.0,0.631,0.546,0.695
136
- AutoARIMA,Drift,1.0,1.0,1.0,0.651,0.571,0.713
137
- Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.701,-0.999,-0.397
138
- Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-0.661,-0.976,-0.371
139
- Stat. Ensemble,TiRex,0.0,0.0,0.0,-0.638,-0.945,-0.341
140
- Stat. Ensemble,TabPFN-TS,0.0,0.0,0.0,-0.535,-0.813,-0.309
141
- Stat. Ensemble,Moirai-2.0,0.0,0.0,0.0,-0.514,-0.747,-0.284
142
- Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.514,-0.747,-0.284
143
- Stat. Ensemble,Toto-1.0,0.143,0.0,0.429,-0.566,-0.87,-0.285
144
- Stat. Ensemble,Sundial-Base,0.143,0.0,0.429,-0.433,-0.671,-0.209
145
- Stat. Ensemble,AutoARIMA,0.143,0.0,0.286,-0.043,-0.074,-0.015
146
- Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
147
- Stat. Ensemble,Seasonal Naive,0.714,0.429,0.929,0.057,-0.109,0.167
148
- Stat. Ensemble,AutoTheta,0.857,0.571,1.0,0.302,0.084,0.495
149
- Stat. Ensemble,AutoETS,1.0,1.0,1.0,0.786,0.256,0.936
150
- Stat. Ensemble,Naive,1.0,1.0,1.0,0.615,0.532,0.676
151
- Stat. Ensemble,Drift,1.0,1.0,1.0,0.636,0.556,0.696
 
 
 
 
 
 
 
 
 
 
 
 
 
 
152
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.803,-1.12,-0.532
153
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.762,-1.122,-0.461
154
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.737,-1.043,-0.481
155
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.628,-0.932,-0.386
156
- Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.606,-0.925,-0.327
 
 
 
157
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.606,-0.925,-0.327
158
- Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.661,-0.933,-0.421
 
159
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.519,-0.778,-0.301
160
- Seasonal Naive,AutoARIMA,0.286,0.071,0.571,-0.106,-0.26,0.065
161
- Seasonal Naive,Stat. Ensemble,0.286,0.071,0.571,-0.06,-0.2,0.098
 
162
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
163
- Seasonal Naive,AutoTheta,0.714,0.429,1.0,0.26,0.012,0.46
164
- Seasonal Naive,AutoETS,0.714,0.286,1.0,0.778,0.206,0.936
165
- Seasonal Naive,Naive,1.0,1.0,1.0,0.592,0.53,0.64
166
- Seasonal Naive,Drift,1.0,1.0,1.0,0.614,0.55,0.664
167
- AutoTheta,Chronos-2,0.0,0.0,0.0,-1.436,-2.82,-0.586
168
- AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-1.38,-2.827,-0.54
169
- AutoTheta,TiRex,0.0,0.0,0.0,-1.346,-2.701,-0.532
170
- AutoTheta,TabPFN-TS,0.0,0.0,0.0,-1.199,-2.482,-0.457
171
- AutoTheta,Moirai-2.0,0.0,0.0,0.0,-1.169,-2.408,-0.438
172
- AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-1.169,-2.408,-0.438
173
- AutoTheta,Toto-1.0,0.0,0.0,0.0,-1.244,-2.536,-0.463
174
- AutoTheta,Sundial-Base,0.143,0.0,0.429,-1.052,-2.216,-0.369
175
- AutoTheta,AutoARIMA,0.143,0.0,0.429,-0.494,-1.086,-0.127
176
- AutoTheta,Stat. Ensemble,0.143,0.0,0.429,-0.432,-0.982,-0.092
177
- AutoTheta,Seasonal Naive,0.286,0.0,0.571,-0.351,-0.851,-0.012
178
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoTheta,AutoETS,0.571,0.143,0.857,0.709,0.014,0.907
180
- AutoTheta,Naive,1.0,1.0,1.0,0.448,0.276,0.575
181
- AutoTheta,Drift,1.0,1.0,1.0,0.479,0.316,0.596
182
- AutoETS,Chronos-2,0.0,0.0,0.0,-6.206,-22.787,-1.121
183
- AutoETS,TimesFM-2.5,0.0,0.0,0.0,-6.041,-22.595,-1.017
184
- AutoETS,TiRex,0.0,0.0,0.0,-5.978,-22.199,-1.005
185
- AutoETS,TabPFN-TS,0.0,0.0,0.0,-5.785,-22.0,-0.955
186
- AutoETS,Moirai-2.0,0.0,0.0,0.0,-5.505,-21.538,-0.789
187
- AutoETS,Chronos-Bolt,0.0,0.0,0.0,-5.505,-21.538,-0.789
188
- AutoETS,Toto-1.0,0.143,0.0,0.429,-5.741,-21.621,-0.902
189
- AutoETS,Sundial-Base,0.143,0.0,0.429,-5.386,-21.067,-0.793
190
- AutoETS,AutoARIMA,0.0,0.0,0.0,-3.792,-15.18,-0.376
191
- AutoETS,Stat. Ensemble,0.0,0.0,0.0,-3.671,-14.743,-0.344
192
- AutoETS,Seasonal Naive,0.286,0.0,0.714,-3.515,-14.714,-0.259
193
- AutoETS,AutoTheta,0.429,0.143,0.857,-2.44,-9.777,-0.015
194
- AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
195
- AutoETS,Naive,0.571,0.286,1.0,-1.172,-7.111,0.408
196
- AutoETS,Drift,0.571,0.286,1.0,-1.082,-6.896,0.433
197
- Naive,Chronos-2,0.0,0.0,0.0,-3.415,-4.522,-2.508
198
- Naive,TimesFM-2.5,0.0,0.0,0.0,-3.313,-4.533,-2.371
199
- Naive,TiRex,0.0,0.0,0.0,-3.252,-4.38,-2.317
200
- Naive,TabPFN-TS,0.0,0.0,0.0,-2.985,-3.944,-2.212
201
- Naive,Moirai-2.0,0.0,0.0,0.0,-2.932,-4.07,-2.049
202
- Naive,Chronos-Bolt,0.0,0.0,0.0,-2.932,-4.07,-2.049
203
- Naive,Toto-1.0,0.0,0.0,0.0,-3.067,-4.197,-2.134
204
- Naive,Sundial-Base,0.0,0.0,0.0,-2.72,-3.631,-1.992
205
- Naive,AutoARIMA,0.0,0.0,0.0,-1.707,-2.284,-1.203
206
- Naive,Stat. Ensemble,0.0,0.0,0.0,-1.596,-2.091,-1.136
207
- Naive,Seasonal Naive,0.0,0.0,0.0,-1.449,-1.777,-1.126
208
- Naive,AutoTheta,0.0,0.0,0.0,-0.813,-1.353,-0.382
209
- Naive,AutoETS,0.429,0.0,0.714,0.54,-0.69,0.877
210
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Naive,Drift,1.0,1.0,1.0,0.055,0.037,0.073
212
- Drift,Chronos-2,0.0,0.0,0.0,-3.671,-4.925,-2.692
213
- Drift,TimesFM-2.5,0.0,0.0,0.0,-3.563,-4.855,-2.551
214
- Drift,TiRex,0.0,0.0,0.0,-3.499,-4.779,-2.453
215
- Drift,TabPFN-TS,0.0,0.0,0.0,-3.216,-4.258,-2.402
216
- Drift,Moirai-2.0,0.0,0.0,0.0,-3.16,-4.369,-2.205
217
- Drift,Chronos-Bolt,0.0,0.0,0.0,-3.16,-4.369,-2.205
218
- Drift,Toto-1.0,0.0,0.0,0.0,-3.303,-4.59,-2.253
219
- Drift,Sundial-Base,0.0,0.0,0.0,-2.935,-3.9,-2.148
220
- Drift,AutoARIMA,0.0,0.0,0.0,-1.864,-2.486,-1.33
221
- Drift,Stat. Ensemble,0.0,0.0,0.0,-1.747,-2.291,-1.255
222
- Drift,Seasonal Naive,0.0,0.0,0.0,-1.59,-1.972,-1.221
223
- Drift,AutoTheta,0.0,0.0,0.0,-0.918,-1.476,-0.462
224
- Drift,AutoETS,0.429,0.0,0.714,0.52,-0.765,0.873
225
- Drift,Naive,0.0,0.0,0.0,-0.058,-0.079,-0.038
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.023,-0.013,0.065
4
  Chronos-2,TiRex,1.0,1.0,1.0,0.037,0.014,0.072
5
+ Chronos-2,FlowState,0.714,0.429,1.0,0.048,0.014,0.086
6
+ Chronos-2,TFT,0.857,0.571,1.0,0.122,0.025,0.267
7
+ Chronos-2,Toto-1.0,1.0,1.0,1.0,0.079,0.044,0.129
8
+ Chronos-2,DeepAR,0.857,0.571,1.0,0.132,0.051,0.216
9
+ Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.109,0.058,0.168
10
  Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.109,0.05,0.179
11
+ Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.109,0.05,0.179
12
+ Chronos-2,PatchTST,1.0,1.0,1.0,0.219,0.067,0.383
13
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.158,0.123,0.197
14
+ Chronos-2,AutoARIMA,1.0,1.0,1.0,0.364,0.247,0.444
15
+ Chronos-2,CatBoost,1.0,1.0,1.0,0.314,0.255,0.366
16
+ Chronos-2,LightGBM,1.0,1.0,1.0,0.311,0.26,0.36
17
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.445,0.347,0.528
 
 
 
 
18
  TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.024,-0.07,0.013
19
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
20
  TimesFM-2.5,TiRex,0.571,0.143,0.857,0.014,-0.025,0.047
21
+ TimesFM-2.5,FlowState,1.0,1.0,1.0,0.025,0.015,0.036
22
+ TimesFM-2.5,TFT,0.714,0.429,1.0,0.101,-0.006,0.24
23
+ TimesFM-2.5,Toto-1.0,0.857,0.571,1.0,0.057,0.004,0.105
24
+ TimesFM-2.5,DeepAR,0.857,0.571,1.0,0.111,0.022,0.187
25
+ TimesFM-2.5,TabPFN-TS,1.0,1.0,1.0,0.088,0.042,0.134
26
  TimesFM-2.5,Chronos-Bolt,1.0,1.0,1.0,0.088,0.043,0.149
27
+ TimesFM-2.5,Moirai-2.0,1.0,1.0,1.0,0.088,0.043,0.149
28
+ TimesFM-2.5,PatchTST,1.0,1.0,1.0,0.201,0.054,0.359
29
  TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.138,0.104,0.173
30
+ TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.349,0.237,0.43
31
+ TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.297,0.247,0.342
32
+ TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.295,0.249,0.333
33
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.432,0.315,0.529
 
 
 
 
34
  TiRex,Chronos-2,0.0,0.0,0.0,-0.038,-0.078,-0.015
35
  TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.014,-0.049,0.024
36
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
37
+ TiRex,FlowState,0.429,0.143,0.857,0.011,-0.016,0.046
38
+ TiRex,TFT,0.714,0.429,1.0,0.088,-0.023,0.237
39
+ TiRex,Toto-1.0,1.0,1.0,1.0,0.043,0.026,0.064
40
+ TiRex,DeepAR,0.714,0.429,1.0,0.098,0.032,0.162
41
+ TiRex,TabPFN-TS,0.714,0.286,1.0,0.075,0.013,0.139
42
  TiRex,Chronos-Bolt,0.857,0.571,1.0,0.075,0.017,0.156
43
+ TiRex,Moirai-2.0,0.857,0.571,1.0,0.075,0.017,0.156
44
+ TiRex,PatchTST,1.0,1.0,1.0,0.189,0.052,0.357
45
  TiRex,Sundial-Base,1.0,1.0,1.0,0.125,0.081,0.169
46
+ TiRex,AutoARIMA,1.0,1.0,1.0,0.339,0.218,0.429
47
+ TiRex,CatBoost,1.0,1.0,1.0,0.287,0.221,0.347
48
+ TiRex,LightGBM,1.0,1.0,1.0,0.285,0.217,0.342
49
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.424,0.325,0.511
50
+ FlowState,Chronos-2,0.286,0.0,0.571,-0.05,-0.094,-0.014
51
+ FlowState,TimesFM-2.5,0.0,0.0,0.0,-0.026,-0.037,-0.015
52
+ FlowState,TiRex,0.571,0.143,0.857,-0.012,-0.049,0.016
53
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
54
+ FlowState,TFT,0.571,0.286,0.857,0.078,-0.035,0.221
55
+ FlowState,Toto-1.0,0.571,0.143,0.857,0.032,-0.019,0.076
56
+ FlowState,DeepAR,0.714,0.429,1.0,0.088,-0.002,0.167
57
+ FlowState,TabPFN-TS,1.0,1.0,1.0,0.064,0.021,0.112
58
+ FlowState,Chronos-Bolt,1.0,1.0,1.0,0.065,0.02,0.123
59
+ FlowState,Moirai-2.0,1.0,1.0,1.0,0.065,0.02,0.123
60
+ FlowState,PatchTST,0.857,0.571,1.0,0.18,0.027,0.345
61
+ FlowState,Sundial-Base,1.0,1.0,1.0,0.115,0.081,0.148
62
+ FlowState,AutoARIMA,1.0,1.0,1.0,0.332,0.225,0.413
63
+ FlowState,CatBoost,1.0,1.0,1.0,0.279,0.223,0.327
64
+ FlowState,LightGBM,1.0,1.0,1.0,0.276,0.221,0.321
65
+ FlowState,Seasonal Naive,1.0,1.0,1.0,0.418,0.304,0.514
66
+ TFT,Chronos-2,0.143,0.0,0.429,-0.139,-0.364,-0.026
67
+ TFT,TimesFM-2.5,0.286,0.0,0.571,-0.113,-0.315,0.006
68
+ TFT,TiRex,0.286,0.0,0.571,-0.097,-0.311,0.022
69
+ TFT,FlowState,0.429,0.143,0.714,-0.084,-0.283,0.034
70
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
71
+ TFT,Toto-1.0,0.571,0.282,0.857,-0.049,-0.268,0.085
72
+ TFT,DeepAR,0.571,0.143,0.857,0.011,-0.149,0.139
73
+ TFT,TabPFN-TS,0.714,0.429,1.0,-0.014,-0.142,0.075
74
+ TFT,Chronos-Bolt,0.714,0.429,1.0,-0.014,-0.221,0.136
75
+ TFT,Moirai-2.0,0.714,0.429,1.0,-0.014,-0.221,0.136
76
+ TFT,PatchTST,0.857,0.571,1.0,0.111,0.037,0.199
77
+ TFT,Sundial-Base,0.857,0.571,1.0,0.04,-0.101,0.132
78
+ TFT,AutoARIMA,0.714,0.429,1.0,0.275,0.102,0.414
79
+ TFT,CatBoost,0.857,0.571,1.0,0.218,0.115,0.296
80
+ TFT,LightGBM,0.857,0.571,1.0,0.215,0.104,0.294
81
+ TFT,Seasonal Naive,1.0,1.0,1.0,0.368,0.241,0.486
82
+ Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.085,-0.149,-0.046
83
+ Toto-1.0,TimesFM-2.5,0.143,0.0,0.429,-0.06,-0.118,-0.004
84
+ Toto-1.0,TiRex,0.0,0.0,0.0,-0.045,-0.068,-0.027
85
+ Toto-1.0,FlowState,0.429,0.143,0.857,-0.033,-0.083,0.019
86
+ Toto-1.0,TFT,0.429,0.143,0.718,0.047,-0.093,0.211
87
+ Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
88
+ Toto-1.0,DeepAR,0.714,0.429,1.0,0.057,-0.003,0.114
89
+ Toto-1.0,TabPFN-TS,0.571,0.143,0.857,0.033,-0.05,0.11
90
+ Toto-1.0,Chronos-Bolt,0.571,0.143,0.861,0.033,-0.037,0.12
91
+ Toto-1.0,Moirai-2.0,0.571,0.143,0.861,0.033,-0.037,0.12
92
+ Toto-1.0,PatchTST,0.857,0.571,1.0,0.152,0.015,0.332
93
+ Toto-1.0,Sundial-Base,0.857,0.571,1.0,0.086,0.022,0.142
94
+ Toto-1.0,AutoARIMA,0.857,0.571,1.0,0.309,0.177,0.408
95
+ Toto-1.0,CatBoost,1.0,1.0,1.0,0.255,0.172,0.326
96
+ Toto-1.0,LightGBM,1.0,1.0,1.0,0.252,0.165,0.322
97
+ Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.398,0.296,0.483
98
+ DeepAR,Chronos-2,0.143,0.0,0.429,-0.152,-0.275,-0.053
99
+ DeepAR,TimesFM-2.5,0.143,0.0,0.429,-0.125,-0.231,-0.023
100
+ DeepAR,TiRex,0.286,0.0,0.571,-0.109,-0.193,-0.033
101
+ DeepAR,FlowState,0.286,0.0,0.571,-0.096,-0.2,0.002
102
+ DeepAR,TFT,0.429,0.143,0.857,-0.011,-0.162,0.13
103
+ DeepAR,Toto-1.0,0.286,0.0,0.571,-0.061,-0.128,0.003
104
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
105
+ DeepAR,TabPFN-TS,0.571,0.143,0.857,-0.026,-0.144,0.07
106
+ DeepAR,Chronos-Bolt,0.571,0.143,1.0,-0.026,-0.155,0.105
107
+ DeepAR,Moirai-2.0,0.571,0.143,1.0,-0.026,-0.155,0.105
108
+ DeepAR,PatchTST,0.571,0.143,0.857,0.101,-0.011,0.261
109
+ DeepAR,Sundial-Base,0.714,0.286,1.0,0.03,-0.076,0.115
110
+ DeepAR,AutoARIMA,0.857,0.571,1.0,0.267,0.087,0.403
111
+ DeepAR,CatBoost,0.857,0.571,1.0,0.21,0.115,0.289
112
+ DeepAR,LightGBM,0.857,0.571,1.0,0.207,0.105,0.288
113
+ DeepAR,Seasonal Naive,1.0,1.0,1.0,0.361,0.239,0.468
114
+ TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.123,-0.202,-0.061
115
+ TabPFN-TS,TimesFM-2.5,0.0,0.0,0.0,-0.097,-0.154,-0.044
116
+ TabPFN-TS,TiRex,0.286,0.0,0.714,-0.081,-0.161,-0.013
117
+ TabPFN-TS,FlowState,0.0,0.0,0.0,-0.069,-0.126,-0.022
118
+ TabPFN-TS,TFT,0.286,0.0,0.571,0.014,-0.081,0.124
119
+ TabPFN-TS,Toto-1.0,0.429,0.143,0.857,-0.034,-0.124,0.047
120
+ TabPFN-TS,DeepAR,0.429,0.143,0.857,0.025,-0.075,0.126
121
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
122
+ TabPFN-TS,Chronos-Bolt,0.571,0.286,1.0,0.0,-0.087,0.086
123
+ TabPFN-TS,Moirai-2.0,0.571,0.286,1.0,0.0,-0.087,0.086
124
+ TabPFN-TS,PatchTST,0.571,0.286,0.857,0.123,-0.021,0.271
125
+ TabPFN-TS,Sundial-Base,0.857,0.571,1.0,0.054,0.021,0.093
126
+ TabPFN-TS,AutoARIMA,1.0,1.0,1.0,0.286,0.182,0.383
127
+ TabPFN-TS,CatBoost,1.0,1.0,1.0,0.229,0.167,0.289
128
+ TabPFN-TS,LightGBM,1.0,1.0,1.0,0.226,0.171,0.281
129
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.377,0.276,0.476
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.123,-0.218,-0.052
131
  Chronos-Bolt,TimesFM-2.5,0.0,0.0,0.0,-0.097,-0.175,-0.045
132
  Chronos-Bolt,TiRex,0.143,0.0,0.429,-0.081,-0.185,-0.017
133
+ Chronos-Bolt,FlowState,0.0,0.0,0.0,-0.069,-0.14,-0.021
134
+ Chronos-Bolt,TFT,0.286,0.0,0.571,0.014,-0.158,0.181
135
+ Chronos-Bolt,Toto-1.0,0.429,0.139,0.857,-0.035,-0.136,0.036
136
+ Chronos-Bolt,DeepAR,0.429,0.0,0.857,0.025,-0.117,0.134
137
+ Chronos-Bolt,TabPFN-TS,0.429,0.0,0.714,-0.0,-0.094,0.08
138
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
139
+ Chronos-Bolt,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
140
+ Chronos-Bolt,PatchTST,0.571,0.143,0.857,0.123,-0.075,0.313
141
  Chronos-Bolt,Sundial-Base,0.857,0.571,1.0,0.054,-0.008,0.102
142
+ Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.286,0.176,0.361
143
+ Chronos-Bolt,CatBoost,1.0,1.0,1.0,0.229,0.167,0.293
144
+ Chronos-Bolt,LightGBM,1.0,1.0,1.0,0.226,0.166,0.286
145
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.377,0.246,0.48
146
+ Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.123,-0.218,-0.052
147
+ Moirai-2.0,TimesFM-2.5,0.0,0.0,0.0,-0.097,-0.175,-0.045
148
+ Moirai-2.0,TiRex,0.143,0.0,0.429,-0.081,-0.185,-0.017
149
+ Moirai-2.0,FlowState,0.0,0.0,0.0,-0.069,-0.14,-0.021
150
+ Moirai-2.0,TFT,0.286,0.0,0.571,0.014,-0.158,0.181
151
+ Moirai-2.0,Toto-1.0,0.429,0.139,0.857,-0.035,-0.136,0.036
152
+ Moirai-2.0,DeepAR,0.429,0.0,0.857,0.025,-0.117,0.134
153
+ Moirai-2.0,TabPFN-TS,0.429,0.0,0.714,-0.0,-0.094,0.08
154
+ Moirai-2.0,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
155
+ Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
156
+ Moirai-2.0,PatchTST,0.571,0.143,0.857,0.123,-0.075,0.313
157
+ Moirai-2.0,Sundial-Base,0.857,0.571,1.0,0.054,-0.008,0.102
158
+ Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.286,0.176,0.361
159
+ Moirai-2.0,CatBoost,1.0,1.0,1.0,0.229,0.167,0.293
160
+ Moirai-2.0,LightGBM,1.0,1.0,1.0,0.226,0.166,0.286
161
+ Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.377,0.246,0.48
162
+ PatchTST,Chronos-2,0.0,0.0,0.0,-0.281,-0.62,-0.072
163
+ PatchTST,TimesFM-2.5,0.0,0.0,0.0,-0.251,-0.56,-0.057
164
+ PatchTST,TiRex,0.0,0.0,0.0,-0.233,-0.555,-0.055
165
+ PatchTST,FlowState,0.143,0.0,0.429,-0.219,-0.527,-0.028
166
+ PatchTST,TFT,0.143,0.0,0.429,-0.124,-0.249,-0.038
167
+ PatchTST,Toto-1.0,0.143,0.0,0.429,-0.18,-0.497,-0.015
168
+ PatchTST,DeepAR,0.429,0.143,0.857,-0.112,-0.353,0.011
169
+ PatchTST,TabPFN-TS,0.429,0.143,0.714,-0.141,-0.372,0.021
170
+ PatchTST,Chronos-Bolt,0.429,0.143,0.857,-0.141,-0.456,0.07
171
+ PatchTST,Moirai-2.0,0.429,0.143,0.857,-0.141,-0.456,0.07
172
+ PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
173
+ PatchTST,Sundial-Base,0.571,0.143,1.0,-0.079,-0.325,0.091
174
+ PatchTST,AutoARIMA,0.571,0.143,1.0,0.185,-0.072,0.38
175
+ PatchTST,CatBoost,0.714,0.286,1.0,0.121,-0.071,0.255
176
+ PatchTST,LightGBM,0.714,0.286,1.0,0.118,-0.089,0.255
177
+ PatchTST,Seasonal Naive,0.857,0.571,1.0,0.29,0.12,0.434
178
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.187,-0.246,-0.141
179
  Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.16,-0.209,-0.116
180
  Sundial-Base,TiRex,0.0,0.0,0.0,-0.143,-0.204,-0.088
181
+ Sundial-Base,FlowState,0.0,0.0,0.0,-0.13,-0.173,-0.088
182
+ Sundial-Base,TFT,0.143,0.0,0.429,-0.042,-0.152,0.092
183
+ Sundial-Base,Toto-1.0,0.143,0.0,0.429,-0.094,-0.166,-0.023
184
+ Sundial-Base,DeepAR,0.286,0.0,0.714,-0.031,-0.13,0.071
185
+ Sundial-Base,TabPFN-TS,0.143,0.0,0.429,-0.057,-0.102,-0.021
186
  Sundial-Base,Chronos-Bolt,0.143,0.0,0.429,-0.057,-0.113,0.008
187
+ Sundial-Base,Moirai-2.0,0.143,0.0,0.429,-0.057,-0.113,0.008
188
+ Sundial-Base,PatchTST,0.429,0.0,0.857,0.073,-0.1,0.245
189
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
190
+ Sundial-Base,AutoARIMA,0.857,0.571,1.0,0.245,0.13,0.336
191
+ Sundial-Base,CatBoost,1.0,1.0,1.0,0.185,0.133,0.232
192
+ Sundial-Base,LightGBM,1.0,1.0,1.0,0.182,0.136,0.228
193
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.342,0.232,0.438
194
+ AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.572,-0.799,-0.328
195
+ AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.535,-0.754,-0.311
196
+ AutoARIMA,TiRex,0.0,0.0,0.0,-0.514,-0.752,-0.279
197
+ AutoARIMA,FlowState,0.0,0.0,0.0,-0.496,-0.703,-0.29
198
+ AutoARIMA,TFT,0.286,0.0,0.571,-0.38,-0.707,-0.114
199
+ AutoARIMA,Toto-1.0,0.143,0.0,0.429,-0.448,-0.689,-0.215
200
+ AutoARIMA,DeepAR,0.143,0.0,0.429,-0.365,-0.676,-0.095
201
+ AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.4,-0.621,-0.223
202
+ AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.4,-0.566,-0.214
203
+ AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.4,-0.566,-0.214
204
+ AutoARIMA,PatchTST,0.429,0.0,0.857,-0.227,-0.612,0.067
205
+ AutoARIMA,Sundial-Base,0.143,0.0,0.429,-0.324,-0.507,-0.149
206
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
207
+ AutoARIMA,CatBoost,0.286,0.0,0.571,-0.079,-0.283,0.109
208
+ AutoARIMA,LightGBM,0.429,0.143,0.718,-0.083,-0.275,0.102
209
+ AutoARIMA,Seasonal Naive,0.786,0.5,1.0,0.128,-0.03,0.229
210
+ CatBoost,Chronos-2,0.0,0.0,0.0,-0.457,-0.578,-0.342
211
+ CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.423,-0.52,-0.328
212
+ CatBoost,TiRex,0.0,0.0,0.0,-0.403,-0.531,-0.283
213
+ CatBoost,FlowState,0.0,0.0,0.0,-0.387,-0.486,-0.287
214
+ CatBoost,TFT,0.143,0.0,0.429,-0.279,-0.421,-0.13
215
+ CatBoost,Toto-1.0,0.0,0.0,0.0,-0.342,-0.483,-0.208
216
+ CatBoost,DeepAR,0.143,0.0,0.429,-0.265,-0.406,-0.13
217
+ CatBoost,TabPFN-TS,0.0,0.0,0.0,-0.298,-0.406,-0.201
218
+ CatBoost,Chronos-Bolt,0.0,0.0,0.0,-0.298,-0.415,-0.2
219
+ CatBoost,Moirai-2.0,0.0,0.0,0.0,-0.298,-0.415,-0.2
220
+ CatBoost,PatchTST,0.286,0.0,0.714,-0.138,-0.342,0.066
221
+ CatBoost,Sundial-Base,0.0,0.0,0.0,-0.228,-0.302,-0.154
222
+ CatBoost,AutoARIMA,0.714,0.429,1.0,0.073,-0.122,0.221
223
+ CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
224
+ CatBoost,LightGBM,0.429,0.143,0.714,-0.004,-0.023,0.015
225
+ CatBoost,Seasonal Naive,0.714,0.429,1.0,0.192,0.01,0.345
226
+ LightGBM,Chronos-2,0.0,0.0,0.0,-0.451,-0.563,-0.351
227
+ LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.418,-0.499,-0.332
228
+ LightGBM,TiRex,0.0,0.0,0.0,-0.398,-0.521,-0.277
229
+ LightGBM,FlowState,0.0,0.0,0.0,-0.382,-0.474,-0.284
230
+ LightGBM,TFT,0.143,0.0,0.429,-0.274,-0.417,-0.116
231
+ LightGBM,Toto-1.0,0.0,0.0,0.0,-0.337,-0.474,-0.197
232
+ LightGBM,DeepAR,0.143,0.0,0.429,-0.26,-0.404,-0.117
233
+ LightGBM,TabPFN-TS,0.0,0.0,0.0,-0.293,-0.391,-0.206
234
+ LightGBM,Chronos-Bolt,0.0,0.0,0.0,-0.293,-0.401,-0.199
235
+ LightGBM,Moirai-2.0,0.0,0.0,0.0,-0.293,-0.401,-0.199
236
+ LightGBM,PatchTST,0.286,0.0,0.714,-0.133,-0.342,0.082
237
+ LightGBM,Sundial-Base,0.0,0.0,0.0,-0.223,-0.295,-0.158
238
+ LightGBM,AutoARIMA,0.571,0.282,0.857,0.077,-0.114,0.216
239
+ LightGBM,CatBoost,0.571,0.286,0.857,0.004,-0.015,0.023
240
+ LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
241
+ LightGBM,Seasonal Naive,0.571,0.286,0.857,0.195,0.012,0.346
242
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.803,-1.12,-0.532
243
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.762,-1.122,-0.461
244
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.737,-1.043,-0.481
245
+ Seasonal Naive,FlowState,0.0,0.0,0.0,-0.717,-1.057,-0.436
246
+ Seasonal Naive,TFT,0.0,0.0,0.0,-0.583,-0.946,-0.318
247
+ Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.661,-0.934,-0.421
248
+ Seasonal Naive,DeepAR,0.0,0.0,0.0,-0.566,-0.879,-0.314
249
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.606,-0.908,-0.381
250
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.606,-0.925,-0.327
251
+ Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.606,-0.925,-0.327
252
+ Seasonal Naive,PatchTST,0.143,0.0,0.429,-0.408,-0.765,-0.137
253
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.519,-0.778,-0.301
254
+ Seasonal Naive,AutoARIMA,0.214,0.0,0.5,-0.147,-0.298,0.03
255
+ Seasonal Naive,CatBoost,0.286,0.0,0.571,-0.238,-0.526,-0.01
256
+ Seasonal Naive,LightGBM,0.429,0.143,0.714,-0.242,-0.529,-0.012
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
tables/domain_nature/leaderboard_MASE.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,94.28571428571429,32.667973146499854,0.0,1.2456354600000001,0.0,0.0
3
- TiRex,85.71428571428574,29.26035003209091,0.0,0.5813713669047619,0.0,0.0
4
- Chronos-Bolt,75.0,28.93605729975306,0.0,0.47739247904761906,0.0,0.0
5
- TimesFM-2.5,74.28571428571429,29.39415793791812,0.0,8.168218997380952,0.0,0.0
6
- Toto-1.0,65.71428571428571,27.758201124904257,0.0,45.24128168595239,0.0,0.0
7
- Moirai-2.0,65.00000000000001,27.39923273556282,0.0,0.9811087477272727,0.6,0.0
8
- Sundial-Base,64.28571428571426,27.294413131182793,0.0,8.222455888744589,0.0,0.0
9
- Stat. Ensemble,44.28571428571429,17.869279200778998,0.0,831.8049798101947,0.0,20.0
10
- TabPFN-TS,44.28571428571429,23.16876937964092,0.0,184.37221231142857,0.0,0.0
11
- AutoTheta,41.42857142857142,21.542038855355507,0.0,3.7224071347619048,0.0,0.0
12
- AutoARIMA,28.571428571428577,13.898849494465237,0.0,538.7123111100325,0.0,20.0
13
- AutoETS,25.714285714285722,-29.62269544506979,0.0,12.024019823809525,0.0,0.0
14
- Naive,20.0,7.79560161047943,0.0,1.274835109047619,0.0,0.0
15
- Drift,12.85714285714286,4.07870004962435,0.0,1.0766188060606061,0.0,0.0
16
- Seasonal Naive,8.571428571428573,0.0,0.0,0.9579890307359307,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Chronos-2,93.0,32.66797317900995,0.0,1.2412635011904762,0.0,0.0
3
+ TiRex,88.00000000000001,29.260350065108376,0.0,0.5982643197619048,0.0,0.0
4
+ FlowState,81.0,29.357226912555344,0.0,3.96545264,0.0,0.0
5
+ Chronos-Bolt,80.5,28.93605738519158,0.0,0.48393358404761905,0.0,0.0
6
+ TimesFM-2.5,78.0,29.394157929053712,0.0,8.123959618571428,0.0,0.0
7
+ Moirai-2.0,72.50000000000001,27.399232776718353,0.0,0.9636899613636363,0.6,0.0
8
+ Sundial-Base,72.0,27.294413166287423,0.0,8.222455888744589,0.0,0.0
9
+ Toto-1.0,72.0,27.802663844137786,0.0,45.546909770000006,0.0,0.0
10
+ Stat. Ensemble,60.999999999999986,23.420687735560985,0.0,464.32897872499996,0.0,0.0
11
+ TabPFN-TS,57.999999999999986,23.98149756470208,0.0,289.5137977333333,0.0,0.0
12
+ AutoTheta,53.99999999999999,21.542038924284434,0.0,3.6892116628571427,0.0,0.0
13
+ AutoARIMA,41.99999999999999,17.97726241921238,0.0,74.60550639090908,0.0,0.0
14
+ AutoETS,33.0,-29.622695283539358,0.0,12.04727024095238,0.0,0.0
15
+ TFT,26.000000000000007,11.739357763049185,4425.985155724524,3.3604472566666668,0.0,0.0
16
+ Naive,25.999999999999996,7.795601696116828,0.0,1.2708901502164502,0.0,0.0
17
+ PatchTST,24.000000000000004,9.449688890714715,3313.3185033727273,3.1006886961904763,0.0,0.0
18
+ Drift,20.0,4.078700196776586,0.0,1.1961910245238094,0.0,0.0
19
+ LightGBM,20.0,4.1721599099919455,7.8792804414285715,1.6888857054761903,0.0,0.0
20
+ CatBoost,18.0,4.184526702220593,101.213129105,2.2554284954545456,0.0,0.0
21
+ DeepAR,17.0,3.384538751976529,4186.5014168181815,5.73706040909091,0.0,0.0
22
+ Seasonal Naive,14.000000000000002,0.0,0.0,1.2824682583333336,0.0,0.0
tables/domain_nature/leaderboard_SQL.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,94.28571428571429,40.14261348186017,0.0,1.2456354600000001,0.0,0.0
3
- TiRex,88.57142857142858,37.438763337724154,0.0,0.5813713669047619,0.0,0.0
4
- TimesFM-2.5,77.14285714285715,37.18832201208502,0.0,8.168218997380952,0.0,0.0
5
- Chronos-Bolt,75.00000000000001,36.03582794812101,0.0,0.47739247904761906,0.0,0.0
6
- Moirai-2.0,67.85714285714286,34.853090715125255,0.0,0.9811087477272727,0.6,0.0
7
- Toto-1.0,67.14285714285715,35.98014019395901,0.0,45.24128168595239,0.0,0.0
8
- TabPFN-TS,59.999999999999986,32.14384784602691,0.0,184.37221231142857,0.0,0.0
9
- Sundial-Base,52.85714285714286,30.909915121590082,0.0,8.222455888744589,0.0,0.0
10
- Stat. Ensemble,44.28571428571429,13.94260028599177,0.0,831.8049798101947,0.0,20.0
11
- AutoARIMA,38.57142857142858,17.778704714011372,0.0,538.7123111100325,0.0,20.0
12
- AutoETS,27.142857142857153,-136.42889695356527,0.0,12.024019823809525,0.0,0.0
13
- AutoTheta,20.0,-2.8417921456300954,0.0,3.7224071347619048,0.0,0.0
14
- Seasonal Naive,20.0,0.0,0.0,0.9579890307359307,0.0,0.0
15
- Naive,12.85714285714286,-23.56398392435097,0.0,1.274835109047619,0.0,0.0
16
- Drift,4.2857142857142865,-28.213326844738162,0.0,1.0766188060606061,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Chronos-2,94.0,40.14261361598851,0.0,1.2412635011904762,0.0,0.0
3
+ TiRex,91.00000000000001,37.43876342889425,0.0,0.5982643197619048,0.0,0.0
4
+ TimesFM-2.5,82.0,37.188322050437485,0.0,8.123959618571428,0.0,0.0
5
+ Chronos-Bolt,80.5,36.03582808206656,0.0,0.48393358404761905,0.0,0.0
6
+ FlowState,80.0,36.31166826953211,0.0,3.96545264,0.0,0.0
7
+ Moirai-2.0,74.5,34.85309081790271,0.0,0.9636899613636363,0.6,0.0
8
+ Toto-1.0,74.0,35.99499337037837,0.0,45.546909770000006,0.0,0.0
9
+ TabPFN-TS,70.0,32.757599647708304,0.0,289.5137977333333,0.0,0.0
10
+ Sundial-Base,61.999999999999986,30.90991527640704,0.0,8.222455888744589,0.0,0.0
11
+ Stat. Ensemble,48.999999999999986,17.231323121576647,0.0,464.32897872499996,0.0,0.0
12
+ AutoARIMA,48.0,22.423106139028192,0.0,74.60550639090908,0.0,0.0
13
+ TFT,43.00000000000001,18.511138237688506,4425.985155724524,3.3604472566666668,0.0,0.0
14
+ PatchTST,39.0,17.09711611460085,3313.3185033727273,3.1006886961904763,0.0,0.0
15
+ DeepAR,34.0,9.609592105853038,4186.5014168181815,5.73706040909091,0.0,0.0
16
+ AutoETS,28.999999999999996,-136.42889638840893,0.0,12.04727024095238,0.0,0.0
17
+ Seasonal Naive,24.000000000000004,0.0,0.0,1.2824682583333336,0.0,0.0
18
+ AutoTheta,24.000000000000004,-2.841792105310592,0.0,3.6892116628571427,0.0,0.0
19
+ CatBoost,19.0,-6.491295800307162,101.213129105,2.2554284954545456,0.0,0.0
20
+ LightGBM,19.0,-6.505040508588555,7.8792804414285715,1.6888857054761903,0.0,0.0
21
+ Naive,10.0,-23.56398425913284,0.0,1.2708901502164502,0.0,0.0
22
+ Drift,4.0,-28.21332719128542,0.0,1.1961910245238094,0.0,0.0
tables/domain_nature/leaderboard_WAPE.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,87.14285714285714,47.03832907322194,0.0,1.2456354600000001,0.0,0.0
3
- TiRex,81.42857142857144,45.265501615714086,0.0,0.5813713669047619,0.0,0.0
4
- Toto-1.0,80.0,45.61982323609455,0.0,45.24128168595239,0.0,0.0
5
- TimesFM-2.5,75.71428571428572,45.23435046646812,0.0,8.168218997380952,0.0,0.0
6
- Chronos-Bolt,73.57142857142857,44.27099700478807,0.0,0.47739247904761906,0.0,0.0
7
- Moirai-2.0,66.42857142857143,43.560110598131054,0.0,0.9811087477272727,0.6,0.0
8
- TabPFN-TS,57.14285714285714,41.536751954528484,0.0,184.37221231142857,0.0,0.0
9
- AutoTheta,42.85714285714287,37.25192023085951,0.0,3.7224071347619048,0.0,0.0
10
- Sundial-Base,42.857142857142854,32.159160649999954,0.0,8.222455888744589,0.0,0.0
11
- Stat. Ensemble,41.428571428571445,24.4398588876512,0.0,831.8049798101947,0.0,20.0
12
- AutoETS,32.85714285714286,-7.089562721947629,0.0,12.024019823809525,0.0,0.0
13
- Naive,24.28571428571429,25.36480685722543,0.0,1.274835109047619,0.0,0.0
14
- AutoARIMA,21.428571428571427,2.7732156741662517,0.0,538.7123111100325,0.0,20.0
15
- Drift,12.857142857142856,15.77773764677779,0.0,1.0766188060606061,0.0,0.0
16
- Seasonal Naive,10.0,0.0,0.0,0.9579890307359307,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ Chronos-2,88.00000000000001,47.03832863128653,0.0,1.2412635011904762,0.0,0.0
3
+ FlowState,85.00000000000001,45.94421147950074,0.0,3.96545264,0.0,0.0
4
+ TiRex,84.00000000000001,45.26550169523424,0.0,0.5982643197619048,0.0,0.0
5
+ Toto-1.0,83.0,45.658876884431066,0.0,45.546909770000006,0.0,0.0
6
+ TimesFM-2.5,78.0,45.234350223405905,0.0,8.123959618571428,0.0,0.0
7
+ Chronos-Bolt,77.5,44.270996715968245,0.0,0.48393358404761905,0.0,0.0
8
+ Moirai-2.0,73.5,43.560110317907345,0.0,0.9636899613636363,0.6,0.0
9
+ TabPFN-TS,68.0,42.24241790735197,0.0,289.5137977333333,0.0,0.0
10
+ Stat. Ensemble,55.999999999999986,36.39656206472499,0.0,464.32897872499996,0.0,0.0
11
+ AutoTheta,53.99999999999998,37.25191993036196,0.0,3.6892116628571427,0.0,0.0
12
+ Sundial-Base,47.99999999999998,32.15916008390624,0.0,8.222455888744589,0.0,0.0
13
+ TFT,39.0,31.89215730204118,4425.985155724524,3.3604472566666668,0.0,0.0
14
+ PatchTST,38.0,32.26789204762996,3313.3185033727273,3.1006886961904763,0.0,0.0
15
+ AutoETS,35.0,-7.089563361203255,0.0,12.04727024095238,0.0,0.0
16
+ DeepAR,35.0,30.485156307041137,4186.5014168181815,5.73706040909091,0.0,0.0
17
+ AutoARIMA,27.000000000000007,-5.351235687949107,0.0,74.60550639090908,0.0,0.0
18
+ Naive,24.0,25.364806013828144,0.0,1.2708901502164502,0.0,0.0
19
+ Seasonal Naive,16.0,0.0,0.0,1.2824682583333336,0.0,0.0
20
+ Drift,15.0,15.777737575686047,0.0,1.1961910245238094,0.0,0.0
21
+ CatBoost,13.999999999999998,9.204507505376158,101.213129105,2.2554284954545456,0.0,0.0
22
+ LightGBM,12.000000000000002,-21.610796222594896,7.8792804414285715,1.6888857054761903,0.0,0.0
tables/domain_nature/leaderboard_WQL.csv CHANGED
@@ -1,16 +1,22 @@
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
- Chronos-2,85.71428571428571,65.09181820346713,0.0,1.2456354600000001,0.0,0.0
3
- TimesFM-2.5,82.85714285714286,65.02250890387694,0.0,8.168218997380952,0.0,0.0
4
- Toto-1.0,80.00000000000001,64.38827870406145,0.0,45.24128168595239,0.0,0.0
5
- TiRex,80.0,63.90155569021483,0.0,0.5813713669047619,0.0,0.0
6
- Chronos-Bolt,75.0,63.277941068455476,0.0,0.47739247904761906,0.0,0.0
7
- Moirai-2.0,72.14285714285714,62.94483721241358,0.0,0.9811087477272727,0.6,0.0
8
- TabPFN-TS,62.85714285714283,62.612284025823264,0.0,184.37221231142857,0.0,0.0
9
- Sundial-Base,48.57142857142857,52.74866339373276,0.0,8.222455888744589,0.0,0.0
10
- Stat. Ensemble,42.85714285714287,13.563254966732108,0.0,831.8049798101947,0.0,20.0
11
- AutoARIMA,40.0,21.289551980691435,0.0,538.7123111100325,0.0,20.0
12
- AutoETS,25.71428571428572,-162.51813043287368,0.0,12.024019823809525,0.0,0.0
13
- Seasonal Naive,25.71428571428571,0.0,0.0,0.9579890307359307,0.0,0.0
14
- AutoTheta,15.714285714285717,-21.431026747836324,0.0,3.7224071347619048,0.0,0.0
15
- Naive,10.0,-59.16477242087295,0.0,1.274835109047619,0.0,0.0
16
- Drift,2.857142857142857,-65.48141501493944,0.0,1.0766188060606061,0.0,0.0
 
 
 
 
 
 
 
1
  model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
2
+ FlowState,87.00000000000001,65.46785431424527,0.0,3.96545264,0.0,0.0
3
+ Chronos-2,85.99999999999997,65.09181820451573,0.0,1.2412635011904762,0.0,0.0
4
+ TimesFM-2.5,85.0,65.02250890932473,0.0,8.123959618571428,0.0,0.0
5
+ TiRex,82.99999999999999,63.901555686088926,0.0,0.5982643197619048,0.0,0.0
6
+ Toto-1.0,82.0,64.33412565306647,0.0,45.546909770000006,0.0,0.0
7
+ Chronos-Bolt,78.49999999999999,63.27794107878868,0.0,0.48393358404761905,0.0,0.0
8
+ Moirai-2.0,76.49999999999999,62.94483721709532,0.0,0.9636899613636363,0.6,0.0
9
+ TabPFN-TS,68.0,62.22591860898127,0.0,289.5137977333333,0.0,0.0
10
+ Sundial-Base,51.99999999999999,52.74866339515212,0.0,8.222455888744589,0.0,0.0
11
+ PatchTST,50.99999999999999,56.14683480931129,3313.3185033727273,3.1006886961904763,0.0,0.0
12
+ TFT,46.0,54.31239646459889,4425.985155724524,3.3604472566666668,0.0,0.0
13
+ DeepAR,42.00000000000001,53.40506481164482,4186.5014168181815,5.73706040909091,0.0,0.0
14
+ AutoARIMA,42.00000000000001,26.636130811588664,0.0,74.60550639090908,0.0,0.0
15
+ Stat. Ensemble,41.0,10.0322967065957,0.0,464.32897872499996,0.0,0.0
16
+ CatBoost,27.999999999999996,28.559039675458386,101.213129105,2.2554284954545456,0.0,0.0
17
+ Seasonal Naive,26.0,0.0,0.0,1.2824682583333336,0.0,0.0
18
+ AutoETS,26.0,-162.5181303956725,0.0,12.04727024095238,0.0,0.0
19
+ LightGBM,20.0,4.312518151888689,7.8792804414285715,1.6888857054761903,0.0,0.0
20
+ AutoTheta,19.000000000000004,-21.431026745629268,0.0,3.6892116628571427,0.0,0.0
21
+ Naive,8.0,-59.16477242026188,0.0,1.2708901502164502,0.0,0.0
22
+ Drift,3.0000000000000004,-65.48141502161853,0.0,1.1961910245238094,0.0,0.0
tables/domain_nature/pairwise_MASE.csv CHANGED
@@ -1,226 +1,257 @@
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TiRex,0.8,0.4,1.0,0.048,0.005,0.089
 
4
  Chronos-2,Chronos-Bolt,0.8,0.4,1.0,0.053,0.015,0.087
5
  Chronos-2,TimesFM-2.5,0.8,0.4,1.0,0.046,-0.001,0.096
6
- Chronos-2,Toto-1.0,1.0,1.0,1.0,0.068,0.024,0.124
7
  Chronos-2,Moirai-2.0,0.8,0.4,1.0,0.073,0.024,0.118
 
8
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.074,0.027,0.116
9
- Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.18,0.066,0.314
10
- Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.124,0.076,0.155
11
  Chronos-2,AutoTheta,1.0,1.0,1.0,0.142,0.1,0.196
12
- Chronos-2,AutoARIMA,1.0,1.0,1.0,0.218,0.121,0.333
13
  Chronos-2,AutoETS,1.0,1.0,1.0,0.481,0.137,0.781
14
  Chronos-2,Naive,1.0,1.0,1.0,0.27,0.18,0.35
15
- Chronos-2,Drift,1.0,1.0,1.0,0.298,0.207,0.379
16
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.327,0.263,0.388
17
  TiRex,Chronos-2,0.2,0.0,0.6,-0.051,-0.097,-0.005
18
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
 
19
  TiRex,Chronos-Bolt,0.8,0.4,1.0,0.005,-0.016,0.023
20
  TiRex,TimesFM-2.5,0.8,0.4,1.0,-0.002,-0.053,0.035
21
- TiRex,Toto-1.0,0.8,0.4,1.0,0.021,-0.028,0.066
22
  TiRex,Moirai-2.0,1.0,1.0,1.0,0.026,0.004,0.054
 
23
  TiRex,Sundial-Base,0.8,0.4,1.0,0.027,-0.0,0.055
24
- TiRex,Stat. Ensemble,0.8,0.4,1.0,0.139,0.038,0.264
25
- TiRex,TabPFN-TS,1.0,1.0,1.0,0.079,0.058,0.112
26
  TiRex,AutoTheta,1.0,1.0,1.0,0.098,0.035,0.158
27
- TiRex,AutoARIMA,1.0,1.0,1.0,0.178,0.103,0.272
28
  TiRex,AutoETS,0.8,0.4,1.0,0.454,0.08,0.77
29
  TiRex,Naive,1.0,1.0,1.0,0.233,0.143,0.307
30
- TiRex,Drift,1.0,1.0,1.0,0.263,0.174,0.336
31
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.293,0.222,0.364
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
32
  Chronos-Bolt,Chronos-2,0.2,0.0,0.6,-0.055,-0.095,-0.016
33
  Chronos-Bolt,TiRex,0.2,0.0,0.6,-0.005,-0.024,0.015
 
34
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
35
  Chronos-Bolt,TimesFM-2.5,0.6,0.2,1.0,-0.006,-0.064,0.045
36
- Chronos-Bolt,Toto-1.0,0.4,0.0,0.8,0.016,-0.034,0.074
37
  Chronos-Bolt,Moirai-2.0,0.7,0.5,0.9,0.021,0.0,0.042
 
38
  Chronos-Bolt,Sundial-Base,0.8,0.4,1.0,0.023,-0.002,0.045
39
- Chronos-Bolt,Stat. Ensemble,0.8,0.4,1.0,0.135,0.035,0.262
40
- Chronos-Bolt,TabPFN-TS,1.0,1.0,1.0,0.075,0.054,0.096
41
  Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.094,0.038,0.147
42
- Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.175,0.106,0.27
43
  Chronos-Bolt,AutoETS,0.8,0.4,1.0,0.452,0.092,0.768
44
  Chronos-Bolt,Naive,1.0,1.0,1.0,0.229,0.131,0.311
45
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.259,0.165,0.342
46
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.289,0.231,0.351
47
  TimesFM-2.5,Chronos-2,0.2,0.0,0.6,-0.049,-0.106,0.001
48
  TimesFM-2.5,TiRex,0.2,0.0,0.6,0.002,-0.037,0.05
 
49
  TimesFM-2.5,Chronos-Bolt,0.4,0.0,0.8,0.006,-0.047,0.06
50
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
51
- TimesFM-2.5,Toto-1.0,0.8,0.4,1.0,0.023,0.004,0.038
52
  TimesFM-2.5,Moirai-2.0,0.6,0.2,1.0,0.027,-0.016,0.068
 
53
  TimesFM-2.5,Sundial-Base,0.8,0.4,1.0,0.029,-0.029,0.08
54
- TimesFM-2.5,Stat. Ensemble,0.8,0.4,1.0,0.14,0.001,0.301
55
- TimesFM-2.5,TabPFN-TS,1.0,1.0,1.0,0.081,0.032,0.13
56
  TimesFM-2.5,AutoTheta,0.8,0.4,1.0,0.1,0.026,0.153
57
- TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.18,0.075,0.308
58
  TimesFM-2.5,AutoETS,0.8,0.4,1.0,0.455,0.061,0.769
59
  TimesFM-2.5,Naive,1.0,1.0,1.0,0.234,0.178,0.286
60
- TimesFM-2.5,Drift,1.0,1.0,1.0,0.264,0.206,0.317
61
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.294,0.196,0.38
62
- Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.073,-0.141,-0.025
63
- Toto-1.0,TiRex,0.2,0.0,0.6,-0.021,-0.07,0.027
64
- Toto-1.0,Chronos-Bolt,0.6,0.2,1.0,-0.017,-0.08,0.033
65
- Toto-1.0,TimesFM-2.5,0.2,0.0,0.6,-0.023,-0.039,-0.004
66
- Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
67
- Toto-1.0,Moirai-2.0,0.6,0.2,1.0,0.005,-0.05,0.053
68
- Toto-1.0,Sundial-Base,0.6,0.2,1.0,0.006,-0.063,0.06
69
- Toto-1.0,Stat. Ensemble,0.8,0.4,1.0,0.12,-0.031,0.28
70
- Toto-1.0,TabPFN-TS,0.8,0.4,1.0,0.06,0.009,0.111
71
- Toto-1.0,AutoTheta,0.8,0.4,1.0,0.079,-0.01,0.149
72
- Toto-1.0,AutoARIMA,0.8,0.4,1.0,0.161,0.045,0.292
73
- Toto-1.0,AutoETS,0.8,0.4,1.0,0.443,0.023,0.768
74
- Toto-1.0,Naive,1.0,1.0,1.0,0.217,0.157,0.276
75
- Toto-1.0,Drift,1.0,1.0,1.0,0.247,0.185,0.308
76
- Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.278,0.18,0.365
77
  Moirai-2.0,Chronos-2,0.2,0.0,0.6,-0.078,-0.134,-0.025
78
  Moirai-2.0,TiRex,0.0,0.0,0.0,-0.026,-0.057,-0.004
 
79
  Moirai-2.0,Chronos-Bolt,0.3,0.1,0.5,-0.022,-0.044,0.0
80
  Moirai-2.0,TimesFM-2.5,0.4,0.0,0.8,-0.028,-0.072,0.016
81
- Moirai-2.0,Toto-1.0,0.4,0.0,0.8,-0.005,-0.056,0.048
82
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
 
83
  Moirai-2.0,Sundial-Base,0.4,0.0,0.8,0.001,-0.02,0.027
84
- Moirai-2.0,Stat. Ensemble,0.8,0.4,1.0,0.116,0.011,0.247
85
- Moirai-2.0,TabPFN-TS,0.8,0.4,1.0,0.055,0.015,0.089
86
  Moirai-2.0,AutoTheta,1.0,1.0,1.0,0.075,0.023,0.127
87
- Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.157,0.091,0.259
88
  Moirai-2.0,AutoETS,0.8,0.4,1.0,0.44,0.072,0.758
89
  Moirai-2.0,Naive,1.0,1.0,1.0,0.213,0.131,0.282
90
- Moirai-2.0,Drift,1.0,1.0,1.0,0.243,0.165,0.314
91
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.274,0.192,0.348
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
92
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.08,-0.131,-0.028
93
  Sundial-Base,TiRex,0.2,0.0,0.6,-0.028,-0.058,0.0
 
94
  Sundial-Base,Chronos-Bolt,0.2,0.0,0.6,-0.023,-0.047,0.002
95
  Sundial-Base,TimesFM-2.5,0.2,0.0,0.6,-0.03,-0.087,0.028
96
- Sundial-Base,Toto-1.0,0.4,0.0,0.8,-0.006,-0.063,0.059
97
  Sundial-Base,Moirai-2.0,0.6,0.2,1.0,-0.001,-0.027,0.02
 
98
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
99
- Sundial-Base,Stat. Ensemble,0.8,0.4,1.0,0.115,0.028,0.239
100
- Sundial-Base,TabPFN-TS,0.8,0.4,1.0,0.054,0.012,0.097
101
  Sundial-Base,AutoTheta,1.0,1.0,1.0,0.073,0.031,0.114
102
- Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.156,0.091,0.251
103
  Sundial-Base,AutoETS,0.8,0.4,1.0,0.439,0.081,0.757
104
  Sundial-Base,Naive,1.0,1.0,1.0,0.211,0.125,0.295
105
- Sundial-Base,Drift,1.0,1.0,1.0,0.242,0.155,0.324
106
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.273,0.2,0.344
107
- Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.22,-0.459,-0.071
108
- Stat. Ensemble,TiRex,0.2,0.0,0.6,-0.161,-0.359,-0.039
109
- Stat. Ensemble,Chronos-Bolt,0.2,0.0,0.6,-0.156,-0.354,-0.036
110
- Stat. Ensemble,TimesFM-2.5,0.2,0.0,0.6,-0.163,-0.431,-0.001
111
- Stat. Ensemble,Toto-1.0,0.2,0.0,0.6,-0.137,-0.389,0.03
112
- Stat. Ensemble,Moirai-2.0,0.2,0.0,0.6,-0.131,-0.328,-0.011
113
- Stat. Ensemble,Sundial-Base,0.2,0.0,0.6,-0.13,-0.314,-0.029
 
114
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
115
- Stat. Ensemble,TabPFN-TS,0.4,0.0,0.8,-0.069,-0.271,0.059
116
- Stat. Ensemble,AutoTheta,0.8,0.4,1.0,-0.047,-0.246,0.043
117
- Stat. Ensemble,AutoARIMA,0.7,0.3,1.0,0.046,-0.001,0.089
118
- Stat. Ensemble,AutoETS,0.6,0.2,1.0,0.366,-0.049,0.726
119
- Stat. Ensemble,Naive,0.8,0.4,1.0,0.109,-0.149,0.275
120
- Stat. Ensemble,Drift,0.8,0.4,1.0,0.144,-0.11,0.307
121
- Stat. Ensemble,Seasonal Naive,0.9,0.7,1.0,0.179,0.074,0.286
122
- TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.141,-0.183,-0.082
123
- TabPFN-TS,TiRex,0.0,0.0,0.0,-0.086,-0.126,-0.062
124
- TabPFN-TS,Chronos-Bolt,0.0,0.0,0.0,-0.081,-0.106,-0.057
125
- TabPFN-TS,TimesFM-2.5,0.0,0.0,0.0,-0.088,-0.149,-0.033
126
- TabPFN-TS,Toto-1.0,0.2,0.0,0.6,-0.064,-0.124,-0.009
127
- TabPFN-TS,Moirai-2.0,0.2,0.0,0.6,-0.058,-0.097,-0.016
128
- TabPFN-TS,Sundial-Base,0.2,0.0,0.6,-0.057,-0.108,-0.012
129
- TabPFN-TS,Stat. Ensemble,0.6,0.2,1.0,0.065,-0.063,0.213
 
130
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
131
- TabPFN-TS,AutoTheta,0.4,0.0,0.8,0.021,-0.056,0.092
132
- TabPFN-TS,AutoARIMA,0.8,0.4,1.0,0.108,0.017,0.215
133
- TabPFN-TS,AutoETS,0.8,0.4,1.0,0.407,0.014,0.752
134
- TabPFN-TS,Naive,1.0,1.0,1.0,0.167,0.059,0.257
135
- TabPFN-TS,Drift,1.0,1.0,1.0,0.199,0.09,0.29
136
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.232,0.169,0.289
137
  AutoTheta,Chronos-2,0.0,0.0,0.0,-0.165,-0.243,-0.112
138
  AutoTheta,TiRex,0.0,0.0,0.0,-0.109,-0.187,-0.036
 
139
  AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.104,-0.173,-0.04
140
  AutoTheta,TimesFM-2.5,0.2,0.0,0.6,-0.111,-0.18,-0.027
141
- AutoTheta,Toto-1.0,0.2,0.0,0.6,-0.086,-0.175,0.01
142
  AutoTheta,Moirai-2.0,0.0,0.0,0.0,-0.081,-0.146,-0.024
 
143
  AutoTheta,Sundial-Base,0.0,0.0,0.0,-0.079,-0.128,-0.032
144
- AutoTheta,Stat. Ensemble,0.2,0.0,0.6,0.045,-0.044,0.197
145
- AutoTheta,TabPFN-TS,0.6,0.2,1.0,-0.021,-0.101,0.053
146
  AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
147
- AutoTheta,AutoARIMA,0.8,0.4,1.0,0.089,-0.018,0.224
148
  AutoTheta,AutoETS,0.8,0.4,1.0,0.395,0.04,0.727
149
  AutoTheta,Naive,1.0,1.0,1.0,0.149,0.059,0.244
150
- AutoTheta,Drift,1.0,1.0,1.0,0.182,0.096,0.277
151
  AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.215,0.115,0.304
152
- AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.279,-0.5,-0.138
153
- AutoARIMA,TiRex,0.0,0.0,0.0,-0.217,-0.374,-0.115
154
- AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.212,-0.37,-0.118
155
- AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.219,-0.445,-0.081
156
- AutoARIMA,Toto-1.0,0.2,0.0,0.6,-0.192,-0.412,-0.048
157
- AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.186,-0.349,-0.1
158
- AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.184,-0.335,-0.1
159
- AutoARIMA,Stat. Ensemble,0.3,0.0,0.7,-0.048,-0.098,0.001
160
- AutoARIMA,TabPFN-TS,0.2,0.0,0.6,-0.121,-0.274,-0.017
161
- AutoARIMA,AutoTheta,0.2,0.0,0.6,-0.097,-0.289,0.018
 
162
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
163
- AutoARIMA,AutoETS,0.6,0.2,1.0,0.336,-0.108,0.712
164
- AutoARIMA,Naive,0.8,0.4,1.0,0.066,-0.165,0.208
165
- AutoARIMA,Drift,0.8,0.4,1.0,0.102,-0.112,0.239
166
- AutoARIMA,Seasonal Naive,0.9,0.7,1.0,0.139,0.042,0.235
167
  AutoETS,Chronos-2,0.0,0.0,0.0,-0.925,-3.56,-0.159
168
  AutoETS,TiRex,0.2,0.0,0.6,-0.832,-3.354,-0.087
 
169
  AutoETS,Chronos-Bolt,0.2,0.0,0.6,-0.824,-3.308,-0.102
170
  AutoETS,TimesFM-2.5,0.2,0.0,0.6,-0.836,-3.32,-0.065
171
- AutoETS,Toto-1.0,0.2,0.0,0.6,-0.794,-3.308,-0.023
172
  AutoETS,Moirai-2.0,0.2,0.0,0.6,-0.785,-3.132,-0.077
 
173
  AutoETS,Sundial-Base,0.2,0.0,0.6,-0.783,-3.107,-0.088
174
- AutoETS,Stat. Ensemble,0.4,0.0,0.8,-0.578,-2.653,0.047
175
- AutoETS,TabPFN-TS,0.2,0.0,0.6,-0.687,-3.038,-0.014
176
  AutoETS,AutoTheta,0.2,0.0,0.6,-0.652,-2.668,-0.041
177
- AutoETS,AutoARIMA,0.4,0.0,0.8,-0.505,-2.472,0.097
178
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
179
  AutoETS,Naive,0.2,0.0,0.6,-0.406,-2.121,0.194
180
- AutoETS,Drift,0.2,0.0,0.6,-0.351,-2.001,0.23
181
  AutoETS,Seasonal Naive,0.8,0.4,1.0,-0.296,-2.14,0.211
182
  Naive,Chronos-2,0.0,0.0,0.0,-0.369,-0.538,-0.219
183
  Naive,TiRex,0.0,0.0,0.0,-0.303,-0.442,-0.166
 
184
  Naive,Chronos-Bolt,0.0,0.0,0.0,-0.297,-0.451,-0.151
185
  Naive,TimesFM-2.5,0.0,0.0,0.0,-0.306,-0.4,-0.217
186
- Naive,Toto-1.0,0.0,0.0,0.0,-0.276,-0.381,-0.186
187
  Naive,Moirai-2.0,0.0,0.0,0.0,-0.27,-0.392,-0.151
 
188
  Naive,Sundial-Base,0.0,0.0,0.0,-0.268,-0.419,-0.143
189
- Naive,Stat. Ensemble,0.2,0.0,0.6,-0.123,-0.379,0.13
190
- Naive,TabPFN-TS,0.0,0.0,0.0,-0.2,-0.345,-0.063
191
  Naive,AutoTheta,0.0,0.0,0.0,-0.175,-0.322,-0.063
192
- Naive,AutoARIMA,0.2,0.0,0.6,-0.071,-0.263,0.142
193
  Naive,AutoETS,0.8,0.4,1.0,0.289,-0.24,0.68
194
  Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
195
- Naive,Drift,1.0,1.0,1.0,0.039,0.026,0.046
196
  Naive,Seasonal Naive,0.6,0.2,1.0,0.078,-0.115,0.244
197
- Drift,Chronos-2,0.0,0.0,0.0,-0.425,-0.61,-0.261
198
- Drift,TiRex,0.0,0.0,0.0,-0.356,-0.506,-0.211
199
- Drift,Chronos-Bolt,0.0,0.0,0.0,-0.35,-0.519,-0.198
200
- Drift,TimesFM-2.5,0.0,0.0,0.0,-0.359,-0.465,-0.26
201
- Drift,Toto-1.0,0.0,0.0,0.0,-0.328,-0.445,-0.227
202
- Drift,Moirai-2.0,0.0,0.0,0.0,-0.321,-0.458,-0.198
203
- Drift,Sundial-Base,0.0,0.0,0.0,-0.319,-0.48,-0.183
204
- Drift,Stat. Ensemble,0.2,0.0,0.6,-0.168,-0.443,0.099
205
- Drift,TabPFN-TS,0.0,0.0,0.0,-0.248,-0.408,-0.099
206
- Drift,AutoTheta,0.0,0.0,0.0,-0.223,-0.384,-0.106
207
- Drift,AutoARIMA,0.2,0.0,0.6,-0.114,-0.314,0.101
208
- Drift,AutoETS,0.8,0.4,1.0,0.26,-0.298,0.667
209
- Drift,Naive,0.0,0.0,0.0,-0.04,-0.048,-0.027
210
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
211
- Drift,Seasonal Naive,0.6,0.2,1.0,0.041,-0.168,0.219
 
212
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.485,-0.633,-0.357
213
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.414,-0.572,-0.285
 
214
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.407,-0.541,-0.3
215
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.416,-0.612,-0.244
216
- Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.384,-0.575,-0.22
217
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.377,-0.534,-0.238
 
218
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.375,-0.525,-0.251
219
- Seasonal Naive,Stat. Ensemble,0.1,0.0,0.3,-0.218,-0.4,-0.08
220
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.302,-0.406,-0.203
221
  Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.275,-0.437,-0.13
222
- Seasonal Naive,AutoARIMA,0.1,0.0,0.3,-0.161,-0.307,-0.044
223
  Seasonal Naive,AutoETS,0.2,0.0,0.6,0.229,-0.268,0.682
224
  Seasonal Naive,Naive,0.4,0.0,0.8,-0.085,-0.323,0.104
225
- Seasonal Naive,Drift,0.4,0.0,0.8,-0.043,-0.28,0.144
226
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
 
1
  model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
2
  Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TiRex,0.8,0.4,1.0,0.048,0.005,0.089
4
+ Chronos-2,FlowState,0.4,0.0,0.8,0.047,-0.008,0.1
5
  Chronos-2,Chronos-Bolt,0.8,0.4,1.0,0.053,0.015,0.087
6
  Chronos-2,TimesFM-2.5,0.8,0.4,1.0,0.046,-0.001,0.096
 
7
  Chronos-2,Moirai-2.0,0.8,0.4,1.0,0.073,0.024,0.118
8
+ Chronos-2,Toto-1.0,1.0,1.0,1.0,0.067,0.023,0.124
9
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.074,0.027,0.116
10
+ Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.121,0.066,0.172
11
+ Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.114,0.082,0.138
12
  Chronos-2,AutoTheta,1.0,1.0,1.0,0.142,0.1,0.196
13
+ Chronos-2,AutoARIMA,1.0,1.0,1.0,0.179,0.121,0.232
14
  Chronos-2,AutoETS,1.0,1.0,1.0,0.481,0.137,0.781
15
  Chronos-2,Naive,1.0,1.0,1.0,0.27,0.18,0.35
16
+ Chronos-2,TFT,1.0,1.0,1.0,0.237,0.222,0.251
17
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.327,0.263,0.388
18
  TiRex,Chronos-2,0.2,0.0,0.6,-0.051,-0.097,-0.005
19
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
20
+ TiRex,FlowState,0.6,0.2,1.0,-0.001,-0.061,0.046
21
  TiRex,Chronos-Bolt,0.8,0.4,1.0,0.005,-0.016,0.023
22
  TiRex,TimesFM-2.5,0.8,0.4,1.0,-0.002,-0.053,0.035
 
23
  TiRex,Moirai-2.0,1.0,1.0,1.0,0.026,0.004,0.054
24
+ TiRex,Toto-1.0,0.8,0.4,1.0,0.02,-0.028,0.065
25
  TiRex,Sundial-Base,0.8,0.4,1.0,0.027,-0.0,0.055
26
+ TiRex,Stat. Ensemble,0.8,0.4,1.0,0.076,0.021,0.127
27
+ TiRex,TabPFN-TS,1.0,1.0,1.0,0.069,0.038,0.113
28
  TiRex,AutoTheta,1.0,1.0,1.0,0.098,0.035,0.158
29
+ TiRex,AutoARIMA,1.0,1.0,1.0,0.138,0.103,0.17
30
  TiRex,AutoETS,0.8,0.4,1.0,0.454,0.08,0.77
31
  TiRex,Naive,1.0,1.0,1.0,0.233,0.143,0.307
32
+ TiRex,TFT,1.0,1.0,1.0,0.199,0.154,0.242
33
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.293,0.222,0.364
34
+ FlowState,Chronos-2,0.6,0.2,1.0,-0.049,-0.111,0.008
35
+ FlowState,TiRex,0.4,0.0,0.8,0.001,-0.049,0.058
36
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
37
+ FlowState,Chronos-Bolt,0.4,0.0,0.8,0.006,-0.045,0.063
38
+ FlowState,TimesFM-2.5,0.6,0.2,1.0,-0.001,-0.036,0.025
39
+ FlowState,Moirai-2.0,0.6,0.2,1.0,0.027,-0.007,0.071
40
+ FlowState,Toto-1.0,0.8,0.4,1.0,0.022,-0.031,0.061
41
+ FlowState,Sundial-Base,0.6,0.2,1.0,0.028,-0.018,0.084
42
+ FlowState,Stat. Ensemble,0.8,0.4,1.0,0.078,0.01,0.136
43
+ FlowState,TabPFN-TS,0.8,0.4,1.0,0.071,0.008,0.13
44
+ FlowState,AutoTheta,0.8,0.4,1.0,0.1,0.044,0.14
45
+ FlowState,AutoARIMA,1.0,1.0,1.0,0.139,0.089,0.2
46
+ FlowState,AutoETS,0.8,0.4,1.0,0.455,0.085,0.76
47
+ FlowState,Naive,1.0,1.0,1.0,0.234,0.186,0.282
48
+ FlowState,TFT,1.0,1.0,1.0,0.2,0.15,0.244
49
+ FlowState,Seasonal Naive,1.0,1.0,1.0,0.294,0.19,0.386
50
  Chronos-Bolt,Chronos-2,0.2,0.0,0.6,-0.055,-0.095,-0.016
51
  Chronos-Bolt,TiRex,0.2,0.0,0.6,-0.005,-0.024,0.015
52
+ Chronos-Bolt,FlowState,0.6,0.2,1.0,-0.006,-0.067,0.043
53
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
54
  Chronos-Bolt,TimesFM-2.5,0.6,0.2,1.0,-0.006,-0.064,0.045
 
55
  Chronos-Bolt,Moirai-2.0,0.7,0.5,0.9,0.021,0.0,0.042
56
+ Chronos-Bolt,Toto-1.0,0.4,0.0,0.8,0.016,-0.035,0.074
57
  Chronos-Bolt,Sundial-Base,0.8,0.4,1.0,0.023,-0.002,0.045
58
+ Chronos-Bolt,Stat. Ensemble,0.8,0.4,1.0,0.072,0.022,0.115
59
+ Chronos-Bolt,TabPFN-TS,1.0,1.0,1.0,0.065,0.04,0.092
60
  Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.094,0.038,0.147
61
+ Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.134,0.106,0.161
62
  Chronos-Bolt,AutoETS,0.8,0.4,1.0,0.452,0.092,0.768
63
  Chronos-Bolt,Naive,1.0,1.0,1.0,0.229,0.131,0.311
64
+ Chronos-Bolt,TFT,1.0,1.0,1.0,0.195,0.159,0.23
65
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.289,0.231,0.351
66
  TimesFM-2.5,Chronos-2,0.2,0.0,0.6,-0.049,-0.106,0.001
67
  TimesFM-2.5,TiRex,0.2,0.0,0.6,0.002,-0.037,0.05
68
+ TimesFM-2.5,FlowState,0.4,0.0,0.8,0.001,-0.025,0.035
69
  TimesFM-2.5,Chronos-Bolt,0.4,0.0,0.8,0.006,-0.047,0.06
70
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
 
71
  TimesFM-2.5,Moirai-2.0,0.6,0.2,1.0,0.027,-0.016,0.068
72
+ TimesFM-2.5,Toto-1.0,0.8,0.4,1.0,0.022,0.003,0.038
73
  TimesFM-2.5,Sundial-Base,0.8,0.4,1.0,0.029,-0.029,0.08
74
+ TimesFM-2.5,Stat. Ensemble,0.8,0.4,1.0,0.078,-0.01,0.138
75
+ TimesFM-2.5,TabPFN-TS,0.8,0.4,1.0,0.071,0.019,0.124
76
  TimesFM-2.5,AutoTheta,0.8,0.4,1.0,0.1,0.026,0.153
77
+ TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.139,0.075,0.2
78
  TimesFM-2.5,AutoETS,0.8,0.4,1.0,0.455,0.061,0.769
79
  TimesFM-2.5,Naive,1.0,1.0,1.0,0.234,0.178,0.286
80
+ TimesFM-2.5,TFT,1.0,1.0,1.0,0.2,0.146,0.241
81
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.294,0.196,0.38
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
82
  Moirai-2.0,Chronos-2,0.2,0.0,0.6,-0.078,-0.134,-0.025
83
  Moirai-2.0,TiRex,0.0,0.0,0.0,-0.026,-0.057,-0.004
84
+ Moirai-2.0,FlowState,0.4,0.0,0.8,-0.028,-0.076,0.007
85
  Moirai-2.0,Chronos-Bolt,0.3,0.1,0.5,-0.022,-0.044,0.0
86
  Moirai-2.0,TimesFM-2.5,0.4,0.0,0.8,-0.028,-0.072,0.016
 
87
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
88
+ Moirai-2.0,Toto-1.0,0.4,0.0,0.8,-0.006,-0.057,0.048
89
  Moirai-2.0,Sundial-Base,0.4,0.0,0.8,0.001,-0.02,0.027
90
+ Moirai-2.0,Stat. Ensemble,0.8,0.4,1.0,0.052,-0.001,0.095
91
+ Moirai-2.0,TabPFN-TS,0.8,0.4,1.0,0.045,0.005,0.088
92
  Moirai-2.0,AutoTheta,1.0,1.0,1.0,0.075,0.023,0.127
93
+ Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.115,0.091,0.143
94
  Moirai-2.0,AutoETS,0.8,0.4,1.0,0.44,0.072,0.758
95
  Moirai-2.0,Naive,1.0,1.0,1.0,0.213,0.131,0.282
96
+ Moirai-2.0,TFT,1.0,1.0,1.0,0.177,0.135,0.228
97
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.274,0.192,0.348
98
+ Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.072,-0.141,-0.024
99
+ Toto-1.0,TiRex,0.2,0.0,0.6,-0.021,-0.07,0.028
100
+ Toto-1.0,FlowState,0.2,0.0,0.6,-0.022,-0.065,0.03
101
+ Toto-1.0,Chronos-Bolt,0.6,0.2,1.0,-0.016,-0.08,0.034
102
+ Toto-1.0,TimesFM-2.5,0.2,0.0,0.6,-0.023,-0.039,-0.004
103
+ Toto-1.0,Moirai-2.0,0.6,0.2,1.0,0.006,-0.05,0.054
104
+ Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
105
+ Toto-1.0,Sundial-Base,0.6,0.2,1.0,0.007,-0.062,0.061
106
+ Toto-1.0,Stat. Ensemble,0.8,0.4,1.0,0.057,-0.044,0.122
107
+ Toto-1.0,TabPFN-TS,0.8,0.4,1.0,0.05,-0.01,0.105
108
+ Toto-1.0,AutoTheta,0.8,0.4,1.0,0.08,-0.01,0.149
109
+ Toto-1.0,AutoARIMA,0.8,0.4,1.0,0.12,0.045,0.185
110
+ Toto-1.0,AutoETS,0.8,0.4,1.0,0.443,0.023,0.768
111
+ Toto-1.0,Naive,1.0,1.0,1.0,0.217,0.158,0.276
112
+ Toto-1.0,TFT,1.0,1.0,1.0,0.182,0.114,0.225
113
+ Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.278,0.18,0.366
114
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.08,-0.131,-0.028
115
  Sundial-Base,TiRex,0.2,0.0,0.6,-0.028,-0.058,0.0
116
+ Sundial-Base,FlowState,0.4,0.0,0.8,-0.029,-0.092,0.018
117
  Sundial-Base,Chronos-Bolt,0.2,0.0,0.6,-0.023,-0.047,0.002
118
  Sundial-Base,TimesFM-2.5,0.2,0.0,0.6,-0.03,-0.087,0.028
 
119
  Sundial-Base,Moirai-2.0,0.6,0.2,1.0,-0.001,-0.027,0.02
120
+ Sundial-Base,Toto-1.0,0.4,0.0,0.8,-0.007,-0.065,0.059
121
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
122
+ Sundial-Base,Stat. Ensemble,0.8,0.4,1.0,0.051,0.02,0.078
123
+ Sundial-Base,TabPFN-TS,0.8,0.4,1.0,0.044,-0.001,0.091
124
  Sundial-Base,AutoTheta,1.0,1.0,1.0,0.073,0.031,0.114
125
+ Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.114,0.089,0.135
126
  Sundial-Base,AutoETS,0.8,0.4,1.0,0.439,0.081,0.757
127
  Sundial-Base,Naive,1.0,1.0,1.0,0.211,0.125,0.295
128
+ Sundial-Base,TFT,1.0,1.0,1.0,0.176,0.138,0.215
129
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.273,0.2,0.344
130
+ Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.137,-0.208,-0.071
131
+ Stat. Ensemble,TiRex,0.2,0.0,0.6,-0.083,-0.146,-0.021
132
+ Stat. Ensemble,FlowState,0.2,0.0,0.6,-0.084,-0.157,-0.01
133
+ Stat. Ensemble,Chronos-Bolt,0.2,0.0,0.6,-0.078,-0.131,-0.023
134
+ Stat. Ensemble,TimesFM-2.5,0.2,0.0,0.6,-0.085,-0.16,0.01
135
+ Stat. Ensemble,Moirai-2.0,0.2,0.0,0.6,-0.055,-0.106,0.001
136
+ Stat. Ensemble,Toto-1.0,0.2,0.0,0.6,-0.061,-0.139,0.042
137
+ Stat. Ensemble,Sundial-Base,0.2,0.0,0.6,-0.053,-0.084,-0.02
138
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
139
+ Stat. Ensemble,TabPFN-TS,0.4,0.0,0.8,-0.007,-0.079,0.06
140
+ Stat. Ensemble,AutoTheta,0.8,0.4,1.0,0.024,-0.01,0.043
141
+ Stat. Ensemble,AutoARIMA,0.8,0.4,1.0,0.066,0.02,0.102
142
+ Stat. Ensemble,AutoETS,0.8,0.4,1.0,0.409,0.063,0.736
143
+ Stat. Ensemble,Naive,1.0,1.0,1.0,0.169,0.069,0.275
144
+ Stat. Ensemble,TFT,1.0,1.0,1.0,0.132,0.09,0.173
145
+ Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.234,0.151,0.311
146
+ TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.129,-0.16,-0.089
147
+ TabPFN-TS,TiRex,0.0,0.0,0.0,-0.075,-0.128,-0.04
148
+ TabPFN-TS,FlowState,0.2,0.0,0.6,-0.076,-0.149,-0.008
149
+ TabPFN-TS,Chronos-Bolt,0.0,0.0,0.0,-0.07,-0.101,-0.041
150
+ TabPFN-TS,TimesFM-2.5,0.2,0.0,0.6,-0.077,-0.141,-0.019
151
+ TabPFN-TS,Moirai-2.0,0.2,0.0,0.6,-0.047,-0.097,-0.005
152
+ TabPFN-TS,Toto-1.0,0.2,0.0,0.6,-0.053,-0.117,0.01
153
+ TabPFN-TS,Sundial-Base,0.2,0.0,0.6,-0.046,-0.101,0.001
154
+ TabPFN-TS,Stat. Ensemble,0.6,0.2,1.0,0.007,-0.064,0.073
155
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
156
+ TabPFN-TS,AutoTheta,0.4,0.0,0.8,0.031,-0.039,0.097
157
+ TabPFN-TS,AutoARIMA,0.8,0.4,1.0,0.073,0.017,0.126
158
+ TabPFN-TS,AutoETS,0.8,0.4,1.0,0.414,0.029,0.754
159
+ TabPFN-TS,Naive,1.0,1.0,1.0,0.176,0.066,0.268
160
+ TabPFN-TS,TFT,1.0,1.0,1.0,0.139,0.105,0.178
161
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.24,0.181,0.294
162
  AutoTheta,Chronos-2,0.0,0.0,0.0,-0.165,-0.243,-0.112
163
  AutoTheta,TiRex,0.0,0.0,0.0,-0.109,-0.187,-0.036
164
+ AutoTheta,FlowState,0.2,0.0,0.6,-0.111,-0.162,-0.046
165
  AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.104,-0.173,-0.04
166
  AutoTheta,TimesFM-2.5,0.2,0.0,0.6,-0.111,-0.18,-0.027
 
167
  AutoTheta,Moirai-2.0,0.0,0.0,0.0,-0.081,-0.146,-0.024
168
+ AutoTheta,Toto-1.0,0.2,0.0,0.6,-0.087,-0.176,0.01
169
  AutoTheta,Sundial-Base,0.0,0.0,0.0,-0.079,-0.128,-0.032
170
+ AutoTheta,Stat. Ensemble,0.2,0.0,0.6,-0.025,-0.044,0.01
171
+ AutoTheta,TabPFN-TS,0.6,0.2,1.0,-0.032,-0.107,0.038
172
  AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
173
+ AutoTheta,AutoARIMA,0.8,0.4,1.0,0.043,-0.018,0.103
174
  AutoTheta,AutoETS,0.8,0.4,1.0,0.395,0.04,0.727
175
  AutoTheta,Naive,1.0,1.0,1.0,0.149,0.059,0.244
176
+ AutoTheta,TFT,1.0,1.0,1.0,0.111,0.07,0.141
177
  AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.215,0.115,0.304
178
+ AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.218,-0.302,-0.138
179
+ AutoARIMA,TiRex,0.0,0.0,0.0,-0.16,-0.205,-0.115
180
+ AutoARIMA,FlowState,0.0,0.0,0.0,-0.161,-0.25,-0.098
181
+ AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.154,-0.191,-0.118
182
+ AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.162,-0.249,-0.081
183
+ AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.13,-0.166,-0.1
184
+ AutoARIMA,Toto-1.0,0.2,0.0,0.6,-0.136,-0.227,-0.047
185
+ AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.128,-0.157,-0.098
186
+ AutoARIMA,Stat. Ensemble,0.2,0.0,0.6,-0.071,-0.114,-0.02
187
+ AutoARIMA,TabPFN-TS,0.2,0.0,0.6,-0.079,-0.145,-0.017
188
+ AutoARIMA,AutoTheta,0.2,0.0,0.6,-0.045,-0.115,0.018
189
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
190
+ AutoARIMA,AutoETS,0.8,0.4,1.0,0.367,-0.021,0.723
191
+ AutoARIMA,Naive,0.8,0.4,1.0,0.11,-0.006,0.208
192
+ AutoARIMA,TFT,0.8,0.4,1.0,0.071,0.006,0.131
193
+ AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.18,0.106,0.255
194
  AutoETS,Chronos-2,0.0,0.0,0.0,-0.925,-3.56,-0.159
195
  AutoETS,TiRex,0.2,0.0,0.6,-0.832,-3.354,-0.087
196
+ AutoETS,FlowState,0.2,0.0,0.6,-0.835,-3.164,-0.092
197
  AutoETS,Chronos-Bolt,0.2,0.0,0.6,-0.824,-3.308,-0.102
198
  AutoETS,TimesFM-2.5,0.2,0.0,0.6,-0.836,-3.32,-0.065
 
199
  AutoETS,Moirai-2.0,0.2,0.0,0.6,-0.785,-3.132,-0.077
200
+ AutoETS,Toto-1.0,0.2,0.0,0.6,-0.795,-3.312,-0.023
201
  AutoETS,Sundial-Base,0.2,0.0,0.6,-0.783,-3.107,-0.088
202
+ AutoETS,Stat. Ensemble,0.2,0.0,0.6,-0.693,-2.794,-0.067
203
+ AutoETS,TabPFN-TS,0.2,0.0,0.6,-0.705,-3.06,-0.03
204
  AutoETS,AutoTheta,0.2,0.0,0.6,-0.652,-2.668,-0.041
205
+ AutoETS,AutoARIMA,0.2,0.0,0.6,-0.58,-2.614,0.02
206
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
207
  AutoETS,Naive,0.2,0.0,0.6,-0.406,-2.121,0.194
208
+ AutoETS,TFT,0.6,0.2,1.0,-0.469,-2.405,0.098
209
  AutoETS,Seasonal Naive,0.8,0.4,1.0,-0.296,-2.14,0.211
210
  Naive,Chronos-2,0.0,0.0,0.0,-0.369,-0.538,-0.219
211
  Naive,TiRex,0.0,0.0,0.0,-0.303,-0.442,-0.166
212
+ Naive,FlowState,0.0,0.0,0.0,-0.305,-0.393,-0.228
213
  Naive,Chronos-Bolt,0.0,0.0,0.0,-0.297,-0.451,-0.151
214
  Naive,TimesFM-2.5,0.0,0.0,0.0,-0.306,-0.4,-0.217
 
215
  Naive,Moirai-2.0,0.0,0.0,0.0,-0.27,-0.392,-0.151
216
+ Naive,Toto-1.0,0.0,0.0,0.0,-0.277,-0.382,-0.188
217
  Naive,Sundial-Base,0.0,0.0,0.0,-0.268,-0.419,-0.143
218
+ Naive,Stat. Ensemble,0.0,0.0,0.0,-0.204,-0.379,-0.074
219
+ Naive,TabPFN-TS,0.0,0.0,0.0,-0.213,-0.365,-0.071
220
  Naive,AutoTheta,0.0,0.0,0.0,-0.175,-0.322,-0.063
221
+ Naive,AutoARIMA,0.2,0.0,0.6,-0.124,-0.263,0.006
222
  Naive,AutoETS,0.8,0.4,1.0,0.289,-0.24,0.68
223
  Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
224
+ Naive,TFT,0.6,0.2,1.0,-0.045,-0.178,0.071
225
  Naive,Seasonal Naive,0.6,0.2,1.0,0.078,-0.115,0.244
226
+ TFT,Chronos-2,0.0,0.0,0.0,-0.311,-0.336,-0.285
227
+ TFT,TiRex,0.0,0.0,0.0,-0.248,-0.318,-0.181
228
+ TFT,FlowState,0.0,0.0,0.0,-0.249,-0.322,-0.176
229
+ TFT,Chronos-Bolt,0.0,0.0,0.0,-0.242,-0.299,-0.189
230
+ TFT,TimesFM-2.5,0.0,0.0,0.0,-0.25,-0.318,-0.171
231
+ TFT,Moirai-2.0,0.0,0.0,0.0,-0.216,-0.295,-0.156
232
+ TFT,Toto-1.0,0.0,0.0,0.0,-0.222,-0.29,-0.129
233
+ TFT,Sundial-Base,0.0,0.0,0.0,-0.214,-0.274,-0.16
234
+ TFT,Stat. Ensemble,0.0,0.0,0.0,-0.153,-0.209,-0.099
235
+ TFT,TabPFN-TS,0.0,0.0,0.0,-0.161,-0.216,-0.118
236
+ TFT,AutoTheta,0.0,0.0,0.0,-0.125,-0.164,-0.075
237
+ TFT,AutoARIMA,0.2,0.0,0.6,-0.076,-0.151,-0.006
238
+ TFT,AutoETS,0.4,0.0,0.8,0.319,-0.108,0.706
239
+ TFT,Naive,0.4,0.0,0.8,0.043,-0.076,0.151
240
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
241
+ TFT,Seasonal Naive,1.0,1.0,1.0,0.117,0.033,0.197
242
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.485,-0.633,-0.357
243
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.414,-0.572,-0.285
244
+ Seasonal Naive,FlowState,0.0,0.0,0.0,-0.416,-0.628,-0.234
245
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.407,-0.541,-0.3
246
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.416,-0.612,-0.244
 
247
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.377,-0.534,-0.238
248
+ Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.385,-0.577,-0.22
249
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.375,-0.525,-0.251
250
+ Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.306,-0.451,-0.178
251
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.315,-0.417,-0.221
252
  Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.275,-0.437,-0.13
253
+ Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.219,-0.342,-0.118
254
  Seasonal Naive,AutoETS,0.2,0.0,0.6,0.229,-0.268,0.682
255
  Seasonal Naive,Naive,0.4,0.0,0.8,-0.085,-0.323,0.104
256
+ Seasonal Naive,TFT,0.0,0.0,0.0,-0.133,-0.246,-0.034
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
tables/domain_nature/pairwise_SQL.csv CHANGED
@@ -3,224 +3,255 @@ Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
3
  Chronos-2,TiRex,0.8,0.4,1.0,0.043,-0.001,0.081
4
  Chronos-2,TimesFM-2.5,0.8,0.4,1.0,0.047,-0.001,0.095
5
  Chronos-2,Chronos-Bolt,0.8,0.4,1.0,0.064,0.011,0.122
 
 
6
  Chronos-2,Moirai-2.0,0.8,0.4,1.0,0.081,0.019,0.139
7
- Chronos-2,Toto-1.0,1.0,1.0,1.0,0.065,0.021,0.121
8
- Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.118,0.077,0.143
9
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.134,0.097,0.169
10
- Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.304,0.141,0.433
11
- Chronos-2,AutoARIMA,1.0,1.0,1.0,0.272,0.161,0.393
 
 
12
  Chronos-2,AutoETS,1.0,1.0,1.0,0.717,0.259,0.947
13
- Chronos-2,AutoTheta,1.0,1.0,1.0,0.418,0.258,0.535
14
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.401,0.327,0.459
15
- Chronos-2,Naive,1.0,1.0,1.0,0.516,0.431,0.6
16
- Chronos-2,Drift,1.0,1.0,1.0,0.533,0.447,0.617
17
  TiRex,Chronos-2,0.2,0.0,0.6,-0.045,-0.089,0.001
18
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
19
  TiRex,TimesFM-2.5,0.8,0.4,1.0,0.004,-0.048,0.043
20
  TiRex,Chronos-Bolt,0.8,0.4,1.0,0.022,-0.007,0.049
 
 
21
  TiRex,Moirai-2.0,1.0,1.0,1.0,0.04,0.011,0.066
22
- TiRex,Toto-1.0,0.8,0.4,1.0,0.023,-0.025,0.069
23
- TiRex,TabPFN-TS,1.0,1.0,1.0,0.078,0.056,0.109
24
  TiRex,Sundial-Base,1.0,1.0,1.0,0.094,0.065,0.123
25
- TiRex,Stat. Ensemble,0.8,0.4,1.0,0.273,0.126,0.395
26
- TiRex,AutoARIMA,1.0,1.0,1.0,0.239,0.146,0.351
 
 
27
  TiRex,AutoETS,1.0,1.0,1.0,0.709,0.217,0.947
28
- TiRex,AutoTheta,1.0,1.0,1.0,0.392,0.245,0.505
29
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.374,0.288,0.434
30
- TiRex,Naive,1.0,1.0,1.0,0.494,0.414,0.575
31
- TiRex,Drift,1.0,1.0,1.0,0.512,0.429,0.592
32
  TimesFM-2.5,Chronos-2,0.2,0.0,0.6,-0.049,-0.105,0.001
33
  TimesFM-2.5,TiRex,0.2,0.0,0.6,-0.004,-0.045,0.045
34
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
35
  TimesFM-2.5,Chronos-Bolt,0.6,0.2,1.0,0.018,-0.051,0.092
 
 
36
  TimesFM-2.5,Moirai-2.0,0.6,0.2,1.0,0.036,-0.024,0.101
37
- TimesFM-2.5,Toto-1.0,0.8,0.4,1.0,0.019,0.003,0.034
38
- TimesFM-2.5,TabPFN-TS,0.8,0.4,1.0,0.074,0.029,0.118
39
  TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.091,0.045,0.13
40
- TimesFM-2.5,Stat. Ensemble,0.8,0.4,1.0,0.27,0.095,0.415
41
- TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.236,0.111,0.38
 
 
42
  TimesFM-2.5,AutoETS,0.8,0.4,1.0,0.709,0.198,0.947
43
- TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.389,0.215,0.523
44
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.372,0.265,0.447
45
- TimesFM-2.5,Naive,1.0,1.0,1.0,0.492,0.396,0.574
46
- TimesFM-2.5,Drift,1.0,1.0,1.0,0.51,0.413,0.592
47
  Chronos-Bolt,Chronos-2,0.2,0.0,0.6,-0.069,-0.139,-0.011
48
  Chronos-Bolt,TiRex,0.2,0.0,0.6,-0.022,-0.052,0.007
49
  Chronos-Bolt,TimesFM-2.5,0.4,0.0,0.8,-0.018,-0.101,0.049
50
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
 
 
51
  Chronos-Bolt,Moirai-2.0,0.7,0.5,0.9,0.018,0.0,0.036
52
- Chronos-Bolt,Toto-1.0,0.4,0.0,0.8,0.001,-0.078,0.075
53
- Chronos-Bolt,TabPFN-TS,0.8,0.4,1.0,0.057,0.016,0.09
54
  Chronos-Bolt,Sundial-Base,0.8,0.4,1.0,0.074,0.025,0.114
55
- Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.257,0.129,0.366
56
- Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.222,0.148,0.314
 
 
57
  Chronos-Bolt,AutoETS,1.0,1.0,1.0,0.705,0.221,0.947
58
- Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.378,0.249,0.485
59
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.36,0.291,0.411
60
- Chronos-Bolt,Naive,1.0,1.0,1.0,0.482,0.406,0.562
61
- Chronos-Bolt,Drift,1.0,1.0,1.0,0.501,0.422,0.579
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  Moirai-2.0,Chronos-2,0.2,0.0,0.6,-0.088,-0.161,-0.019
63
  Moirai-2.0,TiRex,0.0,0.0,0.0,-0.041,-0.07,-0.011
64
  Moirai-2.0,TimesFM-2.5,0.4,0.0,0.8,-0.037,-0.112,0.024
65
  Moirai-2.0,Chronos-Bolt,0.3,0.1,0.5,-0.018,-0.037,0.0
 
 
66
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
67
- Moirai-2.0,Toto-1.0,0.4,0.0,0.8,-0.018,-0.09,0.05
68
- Moirai-2.0,TabPFN-TS,0.6,0.2,1.0,0.04,-0.002,0.081
69
  Moirai-2.0,Sundial-Base,0.8,0.4,1.0,0.057,0.016,0.1
70
- Moirai-2.0,Stat. Ensemble,0.8,0.4,1.0,0.243,0.114,0.353
71
- Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.208,0.128,0.307
 
 
72
  Moirai-2.0,AutoETS,1.0,1.0,1.0,0.703,0.201,0.947
73
- Moirai-2.0,AutoTheta,1.0,1.0,1.0,0.367,0.232,0.47
74
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.349,0.271,0.409
75
- Moirai-2.0,Naive,1.0,1.0,1.0,0.473,0.396,0.548
76
- Moirai-2.0,Drift,1.0,1.0,1.0,0.492,0.412,0.566
77
- Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.07,-0.138,-0.021
78
- Toto-1.0,TiRex,0.2,0.0,0.6,-0.023,-0.074,0.024
79
- Toto-1.0,TimesFM-2.5,0.2,0.0,0.6,-0.019,-0.035,-0.003
80
- Toto-1.0,Chronos-Bolt,0.6,0.2,1.0,-0.001,-0.081,0.073
81
- Toto-1.0,Moirai-2.0,0.6,0.2,1.0,0.017,-0.053,0.083
82
- Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
83
- Toto-1.0,TabPFN-TS,0.8,0.4,1.0,0.057,-0.002,0.106
84
- Toto-1.0,Sundial-Base,0.8,0.4,1.0,0.073,0.015,0.116
85
- Toto-1.0,Stat. Ensemble,0.8,0.4,1.0,0.256,0.07,0.405
86
- Toto-1.0,AutoARIMA,0.8,0.4,1.0,0.221,0.086,0.367
87
- Toto-1.0,AutoETS,0.8,0.4,1.0,0.703,0.17,0.947
88
- Toto-1.0,AutoTheta,0.8,0.4,1.0,0.377,0.192,0.514
89
- Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.36,0.241,0.436
90
- Toto-1.0,Naive,1.0,1.0,1.0,0.482,0.38,0.569
91
- Toto-1.0,Drift,1.0,1.0,1.0,0.501,0.398,0.588
92
- TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.134,-0.167,-0.083
93
- TabPFN-TS,TiRex,0.0,0.0,0.0,-0.085,-0.123,-0.06
94
- TabPFN-TS,TimesFM-2.5,0.2,0.0,0.6,-0.08,-0.134,-0.03
95
- TabPFN-TS,Chronos-Bolt,0.2,0.0,0.6,-0.061,-0.099,-0.016
96
- TabPFN-TS,Moirai-2.0,0.4,0.0,0.8,-0.042,-0.088,0.002
97
- TabPFN-TS,Toto-1.0,0.2,0.0,0.6,-0.06,-0.118,0.002
98
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
99
- TabPFN-TS,Sundial-Base,0.8,0.4,1.0,0.018,-0.034,0.06
100
- TabPFN-TS,Stat. Ensemble,0.8,0.4,1.0,0.212,0.042,0.347
101
- TabPFN-TS,AutoARIMA,1.0,1.0,1.0,0.175,0.063,0.298
102
- TabPFN-TS,AutoETS,0.8,0.4,1.0,0.689,0.159,0.945
103
- TabPFN-TS,AutoTheta,1.0,1.0,1.0,0.34,0.182,0.468
104
- TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.321,0.242,0.372
105
- TabPFN-TS,Naive,1.0,1.0,1.0,0.451,0.357,0.535
106
- TabPFN-TS,Drift,1.0,1.0,1.0,0.471,0.375,0.554
107
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.154,-0.204,-0.107
108
  Sundial-Base,TiRex,0.0,0.0,0.0,-0.104,-0.14,-0.07
109
  Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.1,-0.149,-0.047
110
  Sundial-Base,Chronos-Bolt,0.2,0.0,0.6,-0.08,-0.129,-0.025
 
 
111
  Sundial-Base,Moirai-2.0,0.2,0.0,0.6,-0.061,-0.111,-0.017
112
- Sundial-Base,Toto-1.0,0.2,0.0,0.6,-0.079,-0.131,-0.016
113
- Sundial-Base,TabPFN-TS,0.2,0.0,0.6,-0.018,-0.063,0.033
114
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
115
- Sundial-Base,Stat. Ensemble,0.8,0.4,1.0,0.197,0.033,0.333
116
- Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.16,0.055,0.285
 
 
117
  Sundial-Base,AutoETS,0.8,0.4,1.0,0.688,0.16,0.945
118
- Sundial-Base,AutoTheta,1.0,1.0,1.0,0.328,0.165,0.457
119
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.309,0.223,0.39
120
- Sundial-Base,Naive,1.0,1.0,1.0,0.441,0.364,0.517
121
- Sundial-Base,Drift,1.0,1.0,1.0,0.461,0.382,0.539
122
- Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.438,-0.765,-0.164
123
- Stat. Ensemble,TiRex,0.2,0.0,0.6,-0.376,-0.653,-0.145
124
- Stat. Ensemble,TimesFM-2.5,0.2,0.0,0.6,-0.37,-0.71,-0.105
125
- Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.345,-0.577,-0.148
126
- Stat. Ensemble,Moirai-2.0,0.2,0.0,0.6,-0.321,-0.545,-0.129
127
- Stat. Ensemble,Toto-1.0,0.2,0.0,0.6,-0.344,-0.681,-0.075
128
- Stat. Ensemble,TabPFN-TS,0.2,0.0,0.6,-0.268,-0.532,-0.044
129
- Stat. Ensemble,Sundial-Base,0.2,0.0,0.6,-0.246,-0.5,-0.035
130
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
131
- Stat. Ensemble,AutoARIMA,0.3,0.0,0.7,-0.047,-0.183,0.047
132
- Stat. Ensemble,AutoETS,1.0,1.0,1.0,0.645,0.089,0.941
133
- Stat. Ensemble,AutoTheta,1.0,1.0,1.0,0.163,0.118,0.21
134
- Stat. Ensemble,Seasonal Naive,0.7,0.4,1.0,0.139,-0.004,0.262
135
- Stat. Ensemble,Naive,1.0,1.0,1.0,0.304,0.201,0.379
136
- Stat. Ensemble,Drift,1.0,1.0,1.0,0.329,0.224,0.406
137
- AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.374,-0.647,-0.191
138
- AutoARIMA,TiRex,0.0,0.0,0.0,-0.314,-0.54,-0.171
139
- AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.309,-0.612,-0.125
140
- AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.285,-0.459,-0.173
141
- AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.262,-0.444,-0.147
142
- AutoARIMA,Toto-1.0,0.2,0.0,0.6,-0.284,-0.579,-0.094
143
- AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.212,-0.425,-0.067
144
- AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.19,-0.399,-0.059
145
- AutoARIMA,Stat. Ensemble,0.7,0.3,1.0,0.045,-0.049,0.155
 
146
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
147
- AutoARIMA,AutoETS,0.8,0.4,1.0,0.642,0.062,0.941
148
- AutoARIMA,AutoTheta,0.8,0.4,1.0,0.201,0.087,0.317
149
- AutoARIMA,Seasonal Naive,0.9,0.7,1.0,0.178,0.076,0.269
150
- AutoARIMA,Naive,1.0,1.0,1.0,0.335,0.21,0.441
151
- AutoARIMA,Drift,1.0,1.0,1.0,0.359,0.238,0.463
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
152
  AutoETS,Chronos-2,0.0,0.0,0.0,-2.538,-17.795,-0.35
153
  AutoETS,TiRex,0.0,0.0,0.0,-2.44,-17.904,-0.278
154
  AutoETS,TimesFM-2.5,0.2,0.0,0.6,-2.436,-17.805,-0.247
155
  AutoETS,Chronos-Bolt,0.0,0.0,0.0,-2.391,-17.776,-0.283
 
 
156
  AutoETS,Moirai-2.0,0.0,0.0,0.0,-2.363,-17.776,-0.252
157
- AutoETS,Toto-1.0,0.2,0.0,0.6,-2.366,-17.702,-0.205
158
- AutoETS,TabPFN-TS,0.2,0.0,0.6,-2.219,-17.076,-0.19
159
  AutoETS,Sundial-Base,0.2,0.0,0.6,-2.207,-17.119,-0.19
160
- AutoETS,Stat. Ensemble,0.0,0.0,0.0,-1.814,-15.878,-0.098
161
- AutoETS,AutoARIMA,0.2,0.0,0.6,-1.791,-15.965,-0.066
 
 
162
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
163
- AutoETS,AutoTheta,0.6,0.2,1.0,-1.464,-14.889,0.062
164
  AutoETS,Seasonal Naive,0.6,0.2,1.0,-1.364,-14.138,0.138
165
- AutoETS,Naive,0.8,0.4,1.0,-1.141,-13.92,0.256
166
- AutoETS,Drift,0.8,0.4,1.0,-1.083,-13.686,0.286
167
- AutoTheta,Chronos-2,0.0,0.0,0.0,-0.718,-1.152,-0.347
168
- AutoTheta,TiRex,0.0,0.0,0.0,-0.644,-1.02,-0.324
169
- AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.637,-1.095,-0.274
170
- AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.608,-0.941,-0.332
171
- AutoTheta,Moirai-2.0,0.0,0.0,0.0,-0.579,-0.887,-0.303
172
- AutoTheta,Toto-1.0,0.2,0.0,0.6,-0.606,-1.056,-0.237
173
- AutoTheta,TabPFN-TS,0.0,0.0,0.0,-0.516,-0.879,-0.222
174
- AutoTheta,Sundial-Base,0.0,0.0,0.0,-0.489,-0.842,-0.197
175
- AutoTheta,Stat. Ensemble,0.0,0.0,0.0,-0.195,-0.265,-0.134
176
- AutoTheta,AutoARIMA,0.2,0.0,0.6,-0.251,-0.464,-0.095
177
- AutoTheta,AutoETS,0.4,0.0,0.8,0.594,-0.066,0.937
178
- AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
179
- AutoTheta,Seasonal Naive,0.6,0.2,1.0,-0.028,-0.202,0.12
180
- AutoTheta,Naive,0.6,0.2,1.0,0.168,0.021,0.281
181
- AutoTheta,Drift,0.8,0.4,1.0,0.198,0.049,0.314
182
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.671,-0.848,-0.486
183
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.598,-0.768,-0.404
184
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.592,-0.807,-0.36
185
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.563,-0.699,-0.411
 
 
186
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.535,-0.692,-0.371
187
- Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.562,-0.773,-0.317
188
- Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.474,-0.593,-0.319
189
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.447,-0.639,-0.286
190
- Seasonal Naive,Stat. Ensemble,0.3,0.0,0.6,-0.162,-0.355,0.004
191
- Seasonal Naive,AutoARIMA,0.1,0.0,0.3,-0.216,-0.368,-0.082
 
 
192
  Seasonal Naive,AutoETS,0.4,0.0,0.8,0.577,-0.16,0.934
193
- Seasonal Naive,AutoTheta,0.4,0.0,0.8,0.028,-0.137,0.168
194
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
195
- Seasonal Naive,Naive,0.8,0.4,1.0,0.191,0.023,0.331
196
- Seasonal Naive,Drift,0.8,0.4,1.0,0.22,0.045,0.362
197
- Naive,Chronos-2,0.0,0.0,0.0,-1.064,-1.497,-0.756
198
- Naive,TiRex,0.0,0.0,0.0,-0.975,-1.352,-0.706
199
- Naive,TimesFM-2.5,0.0,0.0,0.0,-0.967,-1.345,-0.655
200
- Naive,Chronos-Bolt,0.0,0.0,0.0,-0.932,-1.282,-0.683
201
- Naive,Moirai-2.0,0.0,0.0,0.0,-0.897,-1.215,-0.655
202
- Naive,Toto-1.0,0.0,0.0,0.0,-0.93,-1.321,-0.614
203
- Naive,TabPFN-TS,0.0,0.0,0.0,-0.821,-1.152,-0.556
204
- Naive,Sundial-Base,0.0,0.0,0.0,-0.788,-1.071,-0.571
205
- Naive,Stat. Ensemble,0.0,0.0,0.0,-0.436,-0.61,-0.252
206
- Naive,AutoARIMA,0.0,0.0,0.0,-0.503,-0.79,-0.267
207
- Naive,AutoETS,0.2,0.0,0.6,0.533,-0.345,0.933
208
- Naive,AutoTheta,0.4,0.0,0.8,-0.201,-0.391,-0.021
209
- Naive,Seasonal Naive,0.2,0.0,0.6,-0.236,-0.496,-0.024
210
- Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
211
- Naive,Drift,1.0,1.0,1.0,0.036,0.023,0.046
212
- Drift,Chronos-2,0.0,0.0,0.0,-1.142,-1.61,-0.808
213
- Drift,TiRex,0.0,0.0,0.0,-1.049,-1.449,-0.753
214
- Drift,TimesFM-2.5,0.0,0.0,0.0,-1.041,-1.451,-0.704
215
- Drift,Chronos-Bolt,0.0,0.0,0.0,-1.004,-1.377,-0.729
216
- Drift,Moirai-2.0,0.0,0.0,0.0,-0.968,-1.306,-0.701
217
- Drift,Toto-1.0,0.0,0.0,0.0,-1.003,-1.426,-0.662
218
- Drift,TabPFN-TS,0.0,0.0,0.0,-0.889,-1.241,-0.6
219
- Drift,Sundial-Base,0.0,0.0,0.0,-0.856,-1.169,-0.618
220
- Drift,Stat. Ensemble,0.0,0.0,0.0,-0.49,-0.685,-0.288
221
- Drift,AutoARIMA,0.0,0.0,0.0,-0.559,-0.864,-0.312
222
- Drift,AutoETS,0.2,0.0,0.6,0.52,-0.401,0.932
223
- Drift,AutoTheta,0.2,0.0,0.6,-0.247,-0.458,-0.051
224
- Drift,Seasonal Naive,0.2,0.0,0.6,-0.282,-0.567,-0.048
225
- Drift,Naive,0.0,0.0,0.0,-0.038,-0.048,-0.023
226
- Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
 
3
  Chronos-2,TiRex,0.8,0.4,1.0,0.043,-0.001,0.081
4
  Chronos-2,TimesFM-2.5,0.8,0.4,1.0,0.047,-0.001,0.095
5
  Chronos-2,Chronos-Bolt,0.8,0.4,1.0,0.064,0.011,0.122
6
+ Chronos-2,FlowState,0.8,0.4,1.0,0.06,0.007,0.111
7
+ Chronos-2,Toto-1.0,0.8,0.4,1.0,0.065,0.02,0.122
8
  Chronos-2,Moirai-2.0,0.8,0.4,1.0,0.081,0.019,0.139
9
+ Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.11,0.078,0.134
 
10
  Chronos-2,Sundial-Base,1.0,1.0,1.0,0.134,0.097,0.169
11
+ Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.277,0.141,0.391
12
+ Chronos-2,AutoARIMA,1.0,1.0,1.0,0.228,0.161,0.29
13
+ Chronos-2,TFT,1.0,1.0,1.0,0.265,0.244,0.286
14
+ Chronos-2,PatchTST,1.0,1.0,1.0,0.278,0.207,0.342
15
  Chronos-2,AutoETS,1.0,1.0,1.0,0.717,0.259,0.947
16
+ Chronos-2,DeepAR,1.0,1.0,1.0,0.338,0.28,0.396
17
  Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.401,0.327,0.459
 
 
18
  TiRex,Chronos-2,0.2,0.0,0.6,-0.045,-0.089,0.001
19
  TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
20
  TiRex,TimesFM-2.5,0.8,0.4,1.0,0.004,-0.048,0.043
21
  TiRex,Chronos-Bolt,0.8,0.4,1.0,0.022,-0.007,0.049
22
+ TiRex,FlowState,0.8,0.4,1.0,0.018,-0.036,0.059
23
+ TiRex,Toto-1.0,0.8,0.4,1.0,0.023,-0.026,0.07
24
  TiRex,Moirai-2.0,1.0,1.0,1.0,0.04,0.011,0.066
25
+ TiRex,TabPFN-TS,1.0,1.0,1.0,0.07,0.036,0.109
 
26
  TiRex,Sundial-Base,1.0,1.0,1.0,0.094,0.065,0.123
27
+ TiRex,Stat. Ensemble,0.8,0.4,1.0,0.244,0.109,0.36
28
+ TiRex,AutoARIMA,1.0,1.0,1.0,0.194,0.139,0.239
29
+ TiRex,TFT,1.0,1.0,1.0,0.232,0.186,0.279
30
+ TiRex,PatchTST,1.0,1.0,1.0,0.245,0.146,0.342
31
  TiRex,AutoETS,1.0,1.0,1.0,0.709,0.217,0.947
32
+ TiRex,DeepAR,1.0,1.0,1.0,0.308,0.235,0.388
33
  TiRex,Seasonal Naive,1.0,1.0,1.0,0.374,0.288,0.434
 
 
34
  TimesFM-2.5,Chronos-2,0.2,0.0,0.6,-0.049,-0.105,0.001
35
  TimesFM-2.5,TiRex,0.2,0.0,0.6,-0.004,-0.045,0.045
36
  TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
37
  TimesFM-2.5,Chronos-Bolt,0.6,0.2,1.0,0.018,-0.051,0.092
38
+ TimesFM-2.5,FlowState,0.6,0.2,1.0,0.014,-0.01,0.046
39
+ TimesFM-2.5,Toto-1.0,0.8,0.4,1.0,0.019,0.002,0.036
40
  TimesFM-2.5,Moirai-2.0,0.6,0.2,1.0,0.036,-0.024,0.101
41
+ TimesFM-2.5,TabPFN-TS,0.8,0.4,1.0,0.066,0.015,0.111
 
42
  TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.091,0.045,0.13
43
+ TimesFM-2.5,Stat. Ensemble,0.8,0.4,1.0,0.241,0.087,0.364
44
+ TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.19,0.111,0.261
45
+ TimesFM-2.5,TFT,1.0,1.0,1.0,0.229,0.177,0.277
46
+ TimesFM-2.5,PatchTST,1.0,1.0,1.0,0.242,0.177,0.332
47
  TimesFM-2.5,AutoETS,0.8,0.4,1.0,0.709,0.198,0.947
48
+ TimesFM-2.5,DeepAR,1.0,1.0,1.0,0.305,0.207,0.391
49
  TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.372,0.265,0.447
 
 
50
  Chronos-Bolt,Chronos-2,0.2,0.0,0.6,-0.069,-0.139,-0.011
51
  Chronos-Bolt,TiRex,0.2,0.0,0.6,-0.022,-0.052,0.007
52
  Chronos-Bolt,TimesFM-2.5,0.4,0.0,0.8,-0.018,-0.101,0.049
53
  Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
54
+ Chronos-Bolt,FlowState,0.6,0.2,1.0,-0.004,-0.091,0.054
55
+ Chronos-Bolt,Toto-1.0,0.4,0.0,0.8,0.001,-0.079,0.075
56
  Chronos-Bolt,Moirai-2.0,0.7,0.5,0.9,0.018,0.0,0.036
57
+ Chronos-Bolt,TabPFN-TS,0.8,0.4,1.0,0.049,-0.008,0.093
 
58
  Chronos-Bolt,Sundial-Base,0.8,0.4,1.0,0.074,0.025,0.114
59
+ Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.227,0.11,0.341
60
+ Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.175,0.141,0.216
61
+ Chronos-Bolt,TFT,1.0,1.0,1.0,0.215,0.149,0.276
62
+ Chronos-Bolt,PatchTST,1.0,1.0,1.0,0.228,0.105,0.341
63
  Chronos-Bolt,AutoETS,1.0,1.0,1.0,0.705,0.221,0.947
64
+ Chronos-Bolt,DeepAR,1.0,1.0,1.0,0.292,0.226,0.375
65
  Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.36,0.291,0.411
66
+ FlowState,Chronos-2,0.2,0.0,0.6,-0.064,-0.124,-0.007
67
+ FlowState,TiRex,0.2,0.0,0.6,-0.018,-0.062,0.035
68
+ FlowState,TimesFM-2.5,0.4,0.0,0.8,-0.014,-0.048,0.01
69
+ FlowState,Chronos-Bolt,0.4,0.0,0.8,0.004,-0.057,0.083
70
+ FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
71
+ FlowState,Toto-1.0,0.8,0.4,1.0,0.005,-0.045,0.044
72
+ FlowState,Moirai-2.0,0.6,0.2,1.0,0.022,-0.025,0.086
73
+ FlowState,TabPFN-TS,0.6,0.2,1.0,0.053,0.002,0.106
74
+ FlowState,Sundial-Base,1.0,1.0,1.0,0.078,0.047,0.115
75
+ FlowState,Stat. Ensemble,0.8,0.4,1.0,0.231,0.098,0.344
76
+ FlowState,AutoARIMA,1.0,1.0,1.0,0.179,0.111,0.246
77
+ FlowState,TFT,1.0,1.0,1.0,0.218,0.177,0.258
78
+ FlowState,PatchTST,1.0,1.0,1.0,0.232,0.175,0.319
79
+ FlowState,AutoETS,1.0,1.0,1.0,0.709,0.209,0.947
80
+ FlowState,DeepAR,1.0,1.0,1.0,0.295,0.2,0.386
81
+ FlowState,Seasonal Naive,1.0,1.0,1.0,0.363,0.261,0.444
82
+ Toto-1.0,Chronos-2,0.2,0.0,0.6,-0.069,-0.139,-0.02
83
+ Toto-1.0,TiRex,0.2,0.0,0.6,-0.023,-0.075,0.025
84
+ Toto-1.0,TimesFM-2.5,0.2,0.0,0.6,-0.019,-0.037,-0.002
85
+ Toto-1.0,Chronos-Bolt,0.6,0.2,1.0,-0.001,-0.081,0.073
86
+ Toto-1.0,FlowState,0.2,0.0,0.6,-0.005,-0.046,0.043
87
+ Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
88
+ Toto-1.0,Moirai-2.0,0.6,0.2,1.0,0.018,-0.054,0.084
89
+ Toto-1.0,TabPFN-TS,0.8,0.4,1.0,0.048,-0.019,0.099
90
+ Toto-1.0,Sundial-Base,0.8,0.4,1.0,0.074,0.014,0.117
91
+ Toto-1.0,Stat. Ensemble,0.8,0.4,1.0,0.227,0.053,0.357
92
+ Toto-1.0,AutoARIMA,0.8,0.4,1.0,0.175,0.081,0.251
93
+ Toto-1.0,TFT,1.0,1.0,1.0,0.215,0.152,0.265
94
+ Toto-1.0,PatchTST,1.0,1.0,1.0,0.228,0.149,0.321
95
+ Toto-1.0,AutoETS,0.8,0.4,1.0,0.703,0.168,0.947
96
+ Toto-1.0,DeepAR,1.0,1.0,1.0,0.292,0.194,0.381
97
+ Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.36,0.24,0.437
98
  Moirai-2.0,Chronos-2,0.2,0.0,0.6,-0.088,-0.161,-0.019
99
  Moirai-2.0,TiRex,0.0,0.0,0.0,-0.041,-0.07,-0.011
100
  Moirai-2.0,TimesFM-2.5,0.4,0.0,0.8,-0.037,-0.112,0.024
101
  Moirai-2.0,Chronos-Bolt,0.3,0.1,0.5,-0.018,-0.037,0.0
102
+ Moirai-2.0,FlowState,0.4,0.0,0.8,-0.023,-0.095,0.025
103
+ Moirai-2.0,Toto-1.0,0.4,0.0,0.8,-0.018,-0.091,0.051
104
  Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
105
+ Moirai-2.0,TabPFN-TS,0.6,0.2,1.0,0.031,-0.023,0.085
 
106
  Moirai-2.0,Sundial-Base,0.8,0.4,1.0,0.057,0.016,0.1
107
+ Moirai-2.0,Stat. Ensemble,0.8,0.4,1.0,0.213,0.088,0.32
108
+ Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.16,0.12,0.192
109
+ Moirai-2.0,TFT,1.0,1.0,1.0,0.201,0.14,0.263
110
+ Moirai-2.0,PatchTST,1.0,1.0,1.0,0.214,0.097,0.331
111
  Moirai-2.0,AutoETS,1.0,1.0,1.0,0.703,0.201,0.947
112
+ Moirai-2.0,DeepAR,1.0,1.0,1.0,0.279,0.198,0.369
113
  Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.349,0.271,0.409
114
+ TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.123,-0.155,-0.085
115
+ TabPFN-TS,TiRex,0.0,0.0,0.0,-0.075,-0.123,-0.037
116
+ TabPFN-TS,TimesFM-2.5,0.2,0.0,0.6,-0.071,-0.125,-0.015
117
+ TabPFN-TS,Chronos-Bolt,0.2,0.0,0.6,-0.051,-0.102,0.008
118
+ TabPFN-TS,FlowState,0.4,0.0,0.8,-0.056,-0.119,-0.002
119
+ TabPFN-TS,Toto-1.0,0.2,0.0,0.6,-0.051,-0.11,0.019
120
+ TabPFN-TS,Moirai-2.0,0.4,0.0,0.8,-0.032,-0.093,0.023
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
121
  TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
122
+ TabPFN-TS,Sundial-Base,0.8,0.4,1.0,0.027,-0.034,0.065
123
+ TabPFN-TS,Stat. Ensemble,0.8,0.4,1.0,0.188,0.042,0.312
124
+ TabPFN-TS,AutoARIMA,1.0,1.0,1.0,0.133,0.063,0.194
125
+ TabPFN-TS,TFT,1.0,1.0,1.0,0.175,0.135,0.222
126
+ TabPFN-TS,PatchTST,1.0,1.0,1.0,0.189,0.093,0.281
127
+ TabPFN-TS,AutoETS,1.0,1.0,1.0,0.691,0.17,0.944
128
+ TabPFN-TS,DeepAR,1.0,1.0,1.0,0.256,0.17,0.345
129
+ TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.328,0.245,0.386
130
  Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.154,-0.204,-0.107
131
  Sundial-Base,TiRex,0.0,0.0,0.0,-0.104,-0.14,-0.07
132
  Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.1,-0.149,-0.047
133
  Sundial-Base,Chronos-Bolt,0.2,0.0,0.6,-0.08,-0.129,-0.025
134
+ Sundial-Base,FlowState,0.0,0.0,0.0,-0.085,-0.13,-0.049
135
+ Sundial-Base,Toto-1.0,0.2,0.0,0.6,-0.079,-0.133,-0.015
136
  Sundial-Base,Moirai-2.0,0.2,0.0,0.6,-0.061,-0.111,-0.017
137
+ Sundial-Base,TabPFN-TS,0.2,0.0,0.6,-0.027,-0.07,0.032
 
138
  Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
139
+ Sundial-Base,Stat. Ensemble,0.8,0.4,1.0,0.165,0.033,0.279
140
+ Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.109,0.055,0.16
141
+ Sundial-Base,TFT,1.0,1.0,1.0,0.152,0.118,0.187
142
+ Sundial-Base,PatchTST,1.0,1.0,1.0,0.167,0.082,0.254
143
  Sundial-Base,AutoETS,0.8,0.4,1.0,0.688,0.16,0.945
144
+ Sundial-Base,DeepAR,1.0,1.0,1.0,0.236,0.157,0.315
145
  Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.309,0.223,0.39
146
+ Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.383,-0.642,-0.164
147
+ Stat. Ensemble,TiRex,0.2,0.0,0.6,-0.323,-0.563,-0.122
148
+ Stat. Ensemble,TimesFM-2.5,0.2,0.0,0.6,-0.318,-0.571,-0.095
149
+ Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.294,-0.517,-0.124
150
+ Stat. Ensemble,FlowState,0.2,0.0,0.6,-0.3,-0.524,-0.108
151
+ Stat. Ensemble,Toto-1.0,0.2,0.0,0.6,-0.293,-0.556,-0.056
152
+ Stat. Ensemble,Moirai-2.0,0.2,0.0,0.6,-0.27,-0.472,-0.096
153
+ Stat. Ensemble,TabPFN-TS,0.2,0.0,0.6,-0.231,-0.454,-0.044
154
+ Stat. Ensemble,Sundial-Base,0.2,0.0,0.6,-0.198,-0.387,-0.035
 
155
  Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
156
+ Stat. Ensemble,AutoARIMA,0.2,0.0,0.6,-0.067,-0.189,0.034
157
+ Stat. Ensemble,TFT,0.6,0.2,1.0,-0.016,-0.209,0.146
158
+ Stat. Ensemble,PatchTST,0.4,0.0,0.8,0.002,-0.246,0.206
159
+ Stat. Ensemble,AutoETS,1.0,1.0,1.0,0.658,0.124,0.942
160
+ Stat. Ensemble,DeepAR,0.8,0.4,1.0,0.084,-0.121,0.236
161
+ Stat. Ensemble,Seasonal Naive,0.8,0.4,1.0,0.172,0.038,0.268
162
+ AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.296,-0.409,-0.191
163
+ AutoARIMA,TiRex,0.0,0.0,0.0,-0.24,-0.314,-0.161
164
+ AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.235,-0.354,-0.125
165
+ AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.213,-0.275,-0.165
166
+ AutoARIMA,FlowState,0.0,0.0,0.0,-0.218,-0.327,-0.125
167
+ AutoARIMA,Toto-1.0,0.2,0.0,0.6,-0.212,-0.335,-0.088
168
+ AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.191,-0.237,-0.136
169
+ AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.154,-0.24,-0.067
170
+ AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.123,-0.191,-0.059
171
+ AutoARIMA,Stat. Ensemble,0.8,0.4,1.0,0.063,-0.035,0.159
172
  AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
173
+ AutoARIMA,TFT,0.6,0.2,1.0,0.048,-0.038,0.127
174
+ AutoARIMA,PatchTST,0.6,0.2,1.0,0.064,-0.086,0.187
175
+ AutoARIMA,AutoETS,0.8,0.4,1.0,0.662,0.092,0.943
176
+ AutoARIMA,DeepAR,0.8,0.4,1.0,0.142,0.036,0.254
177
+ AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.224,0.153,0.289
178
+ TFT,Chronos-2,0.0,0.0,0.0,-0.361,-0.4,-0.323
179
+ TFT,TiRex,0.0,0.0,0.0,-0.303,-0.386,-0.229
180
+ TFT,TimesFM-2.5,0.0,0.0,0.0,-0.297,-0.383,-0.215
181
+ TFT,Chronos-Bolt,0.0,0.0,0.0,-0.274,-0.381,-0.176
182
+ TFT,FlowState,0.0,0.0,0.0,-0.279,-0.348,-0.215
183
+ TFT,Toto-1.0,0.0,0.0,0.0,-0.273,-0.36,-0.179
184
+ TFT,Moirai-2.0,0.0,0.0,0.0,-0.251,-0.357,-0.163
185
+ TFT,TabPFN-TS,0.0,0.0,0.0,-0.212,-0.286,-0.156
186
+ TFT,Sundial-Base,0.0,0.0,0.0,-0.179,-0.23,-0.134
187
+ TFT,Stat. Ensemble,0.4,0.0,0.8,0.015,-0.172,0.173
188
+ TFT,AutoARIMA,0.4,0.0,0.8,-0.05,-0.145,0.036
189
+ TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
190
+ TFT,PatchTST,0.6,0.2,1.0,0.017,-0.061,0.087
191
+ TFT,AutoETS,0.8,0.4,1.0,0.641,-0.011,0.94
192
+ TFT,DeepAR,0.8,0.4,1.0,0.098,0.018,0.178
193
+ TFT,Seasonal Naive,1.0,1.0,1.0,0.185,0.089,0.275
194
+ PatchTST,Chronos-2,0.0,0.0,0.0,-0.385,-0.52,-0.261
195
+ PatchTST,TiRex,0.0,0.0,0.0,-0.325,-0.52,-0.171
196
+ PatchTST,TimesFM-2.5,0.0,0.0,0.0,-0.32,-0.496,-0.215
197
+ PatchTST,Chronos-Bolt,0.0,0.0,0.0,-0.296,-0.517,-0.117
198
+ PatchTST,FlowState,0.0,0.0,0.0,-0.302,-0.468,-0.212
199
+ PatchTST,Toto-1.0,0.0,0.0,0.0,-0.295,-0.474,-0.176
200
+ PatchTST,Moirai-2.0,0.0,0.0,0.0,-0.273,-0.494,-0.108
201
+ PatchTST,TabPFN-TS,0.0,0.0,0.0,-0.233,-0.392,-0.102
202
+ PatchTST,Sundial-Base,0.0,0.0,0.0,-0.2,-0.341,-0.089
203
+ PatchTST,Stat. Ensemble,0.6,0.2,1.0,-0.002,-0.259,0.197
204
+ PatchTST,AutoARIMA,0.4,0.0,0.8,-0.069,-0.231,0.079
205
+ PatchTST,TFT,0.4,0.0,0.8,-0.017,-0.096,0.057
206
+ PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
207
+ PatchTST,AutoETS,0.6,0.2,1.0,0.637,-0.086,0.939
208
+ PatchTST,DeepAR,0.6,0.2,1.0,0.083,-0.009,0.199
209
+ PatchTST,Seasonal Naive,0.6,0.2,1.0,0.171,0.003,0.313
210
  AutoETS,Chronos-2,0.0,0.0,0.0,-2.538,-17.795,-0.35
211
  AutoETS,TiRex,0.0,0.0,0.0,-2.44,-17.904,-0.278
212
  AutoETS,TimesFM-2.5,0.2,0.0,0.6,-2.436,-17.805,-0.247
213
  AutoETS,Chronos-Bolt,0.0,0.0,0.0,-2.391,-17.776,-0.283
214
+ AutoETS,FlowState,0.0,0.0,0.0,-2.439,-17.747,-0.264
215
+ AutoETS,Toto-1.0,0.2,0.0,0.6,-2.365,-17.71,-0.203
216
  AutoETS,Moirai-2.0,0.0,0.0,0.0,-2.363,-17.776,-0.252
217
+ AutoETS,TabPFN-TS,0.0,0.0,0.0,-2.237,-17.009,-0.205
 
218
  AutoETS,Sundial-Base,0.2,0.0,0.6,-2.207,-17.119,-0.19
219
+ AutoETS,Stat. Ensemble,0.0,0.0,0.0,-1.926,-16.237,-0.142
220
+ AutoETS,AutoARIMA,0.2,0.0,0.6,-1.958,-16.44,-0.102
221
+ AutoETS,TFT,0.2,0.0,0.6,-1.788,-15.578,0.01
222
+ AutoETS,PatchTST,0.4,0.0,0.8,-1.753,-15.268,0.079
223
  AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
224
+ AutoETS,DeepAR,0.4,0.0,0.8,-1.503,-14.764,0.114
225
  AutoETS,Seasonal Naive,0.6,0.2,1.0,-1.364,-14.138,0.138
226
+ DeepAR,Chronos-2,0.0,0.0,0.0,-0.51,-0.656,-0.388
227
+ DeepAR,TiRex,0.0,0.0,0.0,-0.445,-0.635,-0.307
228
+ DeepAR,TimesFM-2.5,0.0,0.0,0.0,-0.439,-0.641,-0.262
229
+ DeepAR,Chronos-Bolt,0.0,0.0,0.0,-0.413,-0.599,-0.292
230
+ DeepAR,FlowState,0.0,0.0,0.0,-0.419,-0.628,-0.25
231
+ DeepAR,Toto-1.0,0.0,0.0,0.0,-0.412,-0.616,-0.241
232
+ DeepAR,Moirai-2.0,0.0,0.0,0.0,-0.387,-0.586,-0.247
233
+ DeepAR,TabPFN-TS,0.0,0.0,0.0,-0.344,-0.526,-0.205
234
+ DeepAR,Sundial-Base,0.0,0.0,0.0,-0.308,-0.459,-0.187
235
+ DeepAR,Stat. Ensemble,0.2,0.0,0.6,-0.092,-0.308,0.108
236
+ DeepAR,AutoARIMA,0.2,0.0,0.6,-0.165,-0.34,-0.037
237
+ DeepAR,TFT,0.2,0.0,0.6,-0.109,-0.216,-0.018
238
+ DeepAR,PatchTST,0.4,0.0,0.8,-0.09,-0.248,0.009
239
+ DeepAR,AutoETS,0.6,0.2,1.0,0.601,-0.129,0.937
240
+ DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
241
+ DeepAR,Seasonal Naive,0.6,0.2,1.0,0.096,-0.021,0.206
 
242
  Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.671,-0.848,-0.486
243
  Seasonal Naive,TiRex,0.0,0.0,0.0,-0.598,-0.768,-0.404
244
  Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.592,-0.807,-0.36
245
  Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.563,-0.699,-0.411
246
+ Seasonal Naive,FlowState,0.0,0.0,0.0,-0.57,-0.797,-0.352
247
+ Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.562,-0.775,-0.315
248
  Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.535,-0.692,-0.371
249
+ Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.487,-0.63,-0.324
 
250
  Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.447,-0.639,-0.286
251
+ Seasonal Naive,Stat. Ensemble,0.2,0.0,0.6,-0.208,-0.366,-0.039
252
+ Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.289,-0.407,-0.181
253
+ Seasonal Naive,TFT,0.0,0.0,0.0,-0.227,-0.379,-0.097
254
+ Seasonal Naive,PatchTST,0.4,0.0,0.8,-0.206,-0.456,-0.003
255
  Seasonal Naive,AutoETS,0.4,0.0,0.8,0.577,-0.16,0.934
256
+ Seasonal Naive,DeepAR,0.4,0.0,0.8,-0.106,-0.26,0.021
257
  Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0