Spaces:
Running
Running
Update results
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- pages/chronos_bench_ii.py +0 -179
- save_tables.py +27 -2
- src/strings.py +1 -1
- src/utils.py +52 -37
- tables/domain_cloud/leaderboard_MASE.csv +21 -15
- tables/domain_cloud/leaderboard_SQL.csv +21 -15
- tables/domain_cloud/leaderboard_WAPE.csv +21 -15
- tables/domain_cloud/leaderboard_WQL.csv +21 -15
- tables/domain_cloud/pairwise_MASE.csv +196 -165
- tables/domain_cloud/pairwise_SQL.csv +209 -178
- tables/domain_cloud/pairwise_WAPE.csv +205 -174
- tables/domain_cloud/pairwise_WQL.csv +199 -168
- tables/domain_econ/leaderboard_MASE.csv +21 -15
- tables/domain_econ/leaderboard_SQL.csv +21 -15
- tables/domain_econ/leaderboard_WAPE.csv +21 -15
- tables/domain_econ/leaderboard_WQL.csv +21 -15
- tables/domain_econ/pairwise_MASE.csv +152 -121
- tables/domain_econ/pairwise_SQL.csv +133 -102
- tables/domain_econ/pairwise_WAPE.csv +154 -123
- tables/domain_econ/pairwise_WQL.csv +133 -102
- tables/domain_energy/leaderboard_MASE.csv +21 -15
- tables/domain_energy/leaderboard_SQL.csv +21 -15
- tables/domain_energy/leaderboard_WAPE.csv +21 -15
- tables/domain_energy/leaderboard_WQL.csv +21 -15
- tables/domain_energy/pairwise_MASE.csv +201 -170
- tables/domain_energy/pairwise_SQL.csv +203 -172
- tables/domain_energy/pairwise_WAPE.csv +216 -185
- tables/domain_energy/pairwise_WQL.csv +203 -172
- tables/domain_health/leaderboard_MASE.csv +21 -15
- tables/domain_health/leaderboard_SQL.csv +21 -15
- tables/domain_health/leaderboard_WAPE.csv +21 -15
- tables/domain_health/leaderboard_WQL.csv +21 -15
- tables/domain_health/pairwise_MASE.csv +190 -159
- tables/domain_health/pairwise_SQL.csv +191 -160
- tables/domain_health/pairwise_WAPE.csv +173 -142
- tables/domain_health/pairwise_WQL.csv +191 -160
- tables/domain_mobility/leaderboard_MASE.csv +21 -15
- tables/domain_mobility/leaderboard_SQL.csv +21 -15
- tables/domain_mobility/leaderboard_WAPE.csv +21 -15
- tables/domain_mobility/leaderboard_WQL.csv +21 -15
- tables/domain_mobility/pairwise_MASE.csv +206 -175
- tables/domain_mobility/pairwise_SQL.csv +215 -184
- tables/domain_mobility/pairwise_WAPE.csv +205 -174
- tables/domain_mobility/pairwise_WQL.csv +218 -187
- tables/domain_nature/leaderboard_MASE.csv +21 -15
- tables/domain_nature/leaderboard_SQL.csv +21 -15
- tables/domain_nature/leaderboard_WAPE.csv +21 -15
- tables/domain_nature/leaderboard_WQL.csv +21 -15
- tables/domain_nature/pairwise_MASE.csv +153 -122
- tables/domain_nature/pairwise_SQL.csv +189 -158
pages/chronos_bench_ii.py
DELETED
|
@@ -1,179 +0,0 @@
|
|
| 1 |
-
import sys
|
| 2 |
-
from pathlib import Path
|
| 3 |
-
|
| 4 |
-
sys.path.append(str(Path(__file__).parent.parent))
|
| 5 |
-
|
| 6 |
-
import fev
|
| 7 |
-
import pandas as pd
|
| 8 |
-
import streamlit as st
|
| 9 |
-
from streamlit.elements.lib.column_types import ColumnConfig
|
| 10 |
-
|
| 11 |
-
from src.strings import (
|
| 12 |
-
CHRONOS_BENCHMARK_BASIC_INFO,
|
| 13 |
-
CHRONOS_BENCHMARK_DETAILS,
|
| 14 |
-
CITATION_CHRONOS,
|
| 15 |
-
CITATION_FEV,
|
| 16 |
-
CITATION_HEADER,
|
| 17 |
-
PAIRWISE_BENCHMARK_DETAILS,
|
| 18 |
-
get_pivot_legend,
|
| 19 |
-
)
|
| 20 |
-
from src.utils import (
|
| 21 |
-
construct_bar_chart,
|
| 22 |
-
construct_pairwise_chart,
|
| 23 |
-
construct_pivot_table,
|
| 24 |
-
format_leaderboard,
|
| 25 |
-
format_metric_name,
|
| 26 |
-
get_metric_description,
|
| 27 |
-
)
|
| 28 |
-
|
| 29 |
-
st.set_page_config(layout="wide", page_title="FEV Benchmark Leaderboard", page_icon=":material/trophy:")
|
| 30 |
-
|
| 31 |
-
TITLE = "<h1 style='text-align: center; font-size: 350%;'>Chronos Benchmark II</h1>"
|
| 32 |
-
BASELINE_MODEL = "seasonal_naive"
|
| 33 |
-
LEAKAGE_IMPUTATION_MODEL = "chronos_bolt_base"
|
| 34 |
-
SORT_COL = "win_rate"
|
| 35 |
-
N_RESAMPLES_FOR_CI = 1000
|
| 36 |
-
TOP_K_MODELS_TO_PLOT = 15
|
| 37 |
-
AVAILABLE_METRICS = ["WQL", "MASE"]
|
| 38 |
-
SUMMARY_URLS = [
|
| 39 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/auto_arima.csv",
|
| 40 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/auto_ets.csv",
|
| 41 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/auto_theta.csv",
|
| 42 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_base.csv",
|
| 43 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_large.csv",
|
| 44 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_mini.csv",
|
| 45 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_small.csv",
|
| 46 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_tiny.csv",
|
| 47 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_bolt_base.csv",
|
| 48 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_bolt_mini.csv",
|
| 49 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_bolt_small.csv",
|
| 50 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/chronos_bolt_tiny.csv",
|
| 51 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/moirai_base.csv",
|
| 52 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/moirai_large.csv",
|
| 53 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/moirai_small.csv",
|
| 54 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/seasonal_naive.csv",
|
| 55 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/timesfm.csv",
|
| 56 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/timesfm-2.0.csv",
|
| 57 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/ttm-r2.csv",
|
| 58 |
-
"https://raw.githubusercontent.com/autogluon/fev/refs/heads/main/benchmarks/chronos_zeroshot/results/tirex.csv",
|
| 59 |
-
]
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
@st.cache_data()
|
| 63 |
-
def load_summaries():
|
| 64 |
-
summaries = []
|
| 65 |
-
for url in SUMMARY_URLS:
|
| 66 |
-
df = pd.read_csv(url)
|
| 67 |
-
summaries.append(df)
|
| 68 |
-
return pd.concat(summaries, ignore_index=True)
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
@st.cache_data()
|
| 72 |
-
def get_leaderboard(metric_name: str) -> pd.DataFrame:
|
| 73 |
-
summaries = load_summaries()
|
| 74 |
-
lb = fev.analysis.leaderboard(
|
| 75 |
-
summaries=summaries,
|
| 76 |
-
metric_column=metric_name,
|
| 77 |
-
missing_strategy="impute",
|
| 78 |
-
baseline_model=BASELINE_MODEL,
|
| 79 |
-
leakage_imputation_model=LEAKAGE_IMPUTATION_MODEL,
|
| 80 |
-
)
|
| 81 |
-
lb = lb.astype("float64").reset_index()
|
| 82 |
-
|
| 83 |
-
lb["skill_score"] = lb["skill_score"] * 100
|
| 84 |
-
lb["win_rate"] = lb["win_rate"] * 100
|
| 85 |
-
lb["num_failures"] = lb["num_failures"] / summaries["task_name"].nunique() * 100
|
| 86 |
-
return lb
|
| 87 |
-
|
| 88 |
-
|
| 89 |
-
@st.cache_data()
|
| 90 |
-
def get_pairwise(metric_name: str, included_models: list[str]) -> pd.DataFrame:
|
| 91 |
-
if BASELINE_MODEL not in included_models:
|
| 92 |
-
included_models = included_models + [BASELINE_MODEL]
|
| 93 |
-
summaries = load_summaries()
|
| 94 |
-
return (
|
| 95 |
-
fev.analysis.pairwise_comparison(
|
| 96 |
-
summaries,
|
| 97 |
-
included_models=included_models,
|
| 98 |
-
metric_column=metric_name,
|
| 99 |
-
baseline_model=BASELINE_MODEL,
|
| 100 |
-
missing_strategy="impute",
|
| 101 |
-
n_resamples=N_RESAMPLES_FOR_CI,
|
| 102 |
-
leakage_imputation_model=LEAKAGE_IMPUTATION_MODEL,
|
| 103 |
-
)
|
| 104 |
-
.round(3)
|
| 105 |
-
.reset_index()
|
| 106 |
-
)
|
| 107 |
-
|
| 108 |
-
|
| 109 |
-
with st.sidebar:
|
| 110 |
-
selected_metric = st.selectbox("Evaluation Metric", options=AVAILABLE_METRICS, format_func=format_metric_name)
|
| 111 |
-
st.caption(get_metric_description(selected_metric))
|
| 112 |
-
|
| 113 |
-
cols = st.columns(spec=[0.025, 0.95, 0.025])
|
| 114 |
-
|
| 115 |
-
with cols[1] as main_container:
|
| 116 |
-
st.markdown(TITLE, unsafe_allow_html=True)
|
| 117 |
-
|
| 118 |
-
metric_df = get_leaderboard(selected_metric).sort_values(by=SORT_COL, ascending=False)
|
| 119 |
-
top_k_models = metric_df.head(TOP_K_MODELS_TO_PLOT)["model_name"].tolist()
|
| 120 |
-
pairwise_df = get_pairwise(selected_metric, included_models=top_k_models)
|
| 121 |
-
|
| 122 |
-
st.markdown("## :material/trophy: Leaderboard", unsafe_allow_html=True)
|
| 123 |
-
st.markdown(CHRONOS_BENCHMARK_BASIC_INFO, unsafe_allow_html=True)
|
| 124 |
-
df_styled = format_leaderboard(metric_df)
|
| 125 |
-
st.dataframe(
|
| 126 |
-
df_styled,
|
| 127 |
-
use_container_width=True,
|
| 128 |
-
hide_index=True,
|
| 129 |
-
column_config={
|
| 130 |
-
"model_name": ColumnConfig(label="Model Name", alignment="left"),
|
| 131 |
-
"win_rate": st.column_config.NumberColumn(label="Avg. win rate (%)", format="%.1f"),
|
| 132 |
-
"skill_score": st.column_config.NumberColumn(label="Skill score (%)", format="%.1f"),
|
| 133 |
-
"median_inference_time_s": st.column_config.NumberColumn(label="Median runtime (s)", format="%.1f"),
|
| 134 |
-
"training_corpus_overlap": st.column_config.NumberColumn(label="Leakage (%)", format="%d"),
|
| 135 |
-
"num_failures": st.column_config.NumberColumn(label="Failed tasks (%)", format="%.0f"),
|
| 136 |
-
"zero_shot": ColumnConfig(label="Zero-shot", alignment="center"),
|
| 137 |
-
"org": ColumnConfig(label="Organization", alignment="left"),
|
| 138 |
-
"link": st.column_config.LinkColumn(label="Link", display_text=":material/open_in_new:"),
|
| 139 |
-
},
|
| 140 |
-
)
|
| 141 |
-
|
| 142 |
-
with st.expander("See details"):
|
| 143 |
-
st.markdown(CHRONOS_BENCHMARK_DETAILS, unsafe_allow_html=True)
|
| 144 |
-
|
| 145 |
-
st.markdown("## :material/bar_chart: Pairwise comparison", unsafe_allow_html=True)
|
| 146 |
-
chart_col_1, _, chart_col_2 = st.columns(spec=[0.45, 0.1, 0.45])
|
| 147 |
-
|
| 148 |
-
with chart_col_1:
|
| 149 |
-
st.altair_chart(
|
| 150 |
-
construct_pairwise_chart(pairwise_df, col="win_rate", metric_name=selected_metric),
|
| 151 |
-
use_container_width=True,
|
| 152 |
-
)
|
| 153 |
-
|
| 154 |
-
with chart_col_2:
|
| 155 |
-
st.altair_chart(
|
| 156 |
-
construct_pairwise_chart(pairwise_df, col="skill_score", metric_name=selected_metric),
|
| 157 |
-
use_container_width=True,
|
| 158 |
-
)
|
| 159 |
-
|
| 160 |
-
with st.expander("See details"):
|
| 161 |
-
st.markdown(PAIRWISE_BENCHMARK_DETAILS, unsafe_allow_html=True)
|
| 162 |
-
|
| 163 |
-
st.markdown("## :material/table_chart: Results for individual tasks", unsafe_allow_html=True)
|
| 164 |
-
with st.expander("Show detailed results"):
|
| 165 |
-
st.markdown(get_pivot_legend(BASELINE_MODEL, LEAKAGE_IMPUTATION_MODEL), unsafe_allow_html=True)
|
| 166 |
-
st.dataframe(
|
| 167 |
-
construct_pivot_table(
|
| 168 |
-
summaries=load_summaries(),
|
| 169 |
-
metric_name=selected_metric,
|
| 170 |
-
baseline_model=BASELINE_MODEL,
|
| 171 |
-
leakage_imputation_model=LEAKAGE_IMPUTATION_MODEL,
|
| 172 |
-
)
|
| 173 |
-
)
|
| 174 |
-
|
| 175 |
-
st.divider()
|
| 176 |
-
st.markdown("### :material/format_quote: Citation", unsafe_allow_html=True)
|
| 177 |
-
st.markdown(CITATION_HEADER)
|
| 178 |
-
st.markdown(CITATION_FEV)
|
| 179 |
-
st.markdown(CITATION_CHRONOS)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
save_tables.py
CHANGED
|
@@ -141,6 +141,22 @@ def compute_pivot_table(summaries: pd.DataFrame, metric_name: str) -> tuple[pd.D
|
|
| 141 |
return errors.reset_index(), is_imputed_baseline.reset_index(), is_leakage_imputed.reset_index()
|
| 142 |
|
| 143 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 144 |
def main():
|
| 145 |
parser = argparse.ArgumentParser(description="Generate leaderboard tables from CSV summaries in the fev repo")
|
| 146 |
parser.add_argument(
|
|
@@ -149,14 +165,23 @@ def main():
|
|
| 149 |
default="main",
|
| 150 |
help=f"Git commit SHA or branch name in the {GITHUB_REPO} repository (default: main)",
|
| 151 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 152 |
args = parser.parse_args()
|
| 153 |
|
| 154 |
# Create tables directory
|
| 155 |
tables_dir = Path("tables")
|
| 156 |
tables_dir.mkdir(exist_ok=True)
|
| 157 |
|
| 158 |
-
|
| 159 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 160 |
|
| 161 |
# Save raw summaries for on-the-fly subset computation
|
| 162 |
summaries.to_csv(tables_dir / "summaries.csv", index=False)
|
|
|
|
| 141 |
return errors.reset_index(), is_imputed_baseline.reset_index(), is_leakage_imputed.reset_index()
|
| 142 |
|
| 143 |
|
| 144 |
+
def load_summaries_from_local(path: Path) -> pd.DataFrame:
|
| 145 |
+
"""Load and concatenate all CSV summaries from a local directory."""
|
| 146 |
+
csv_files = sorted(path.glob("*.csv"))
|
| 147 |
+
if not csv_files:
|
| 148 |
+
raise FileNotFoundError(f"No CSV files found in {path}")
|
| 149 |
+
|
| 150 |
+
print(f"Found {len(csv_files)} CSV files")
|
| 151 |
+
dfs = []
|
| 152 |
+
for f in csv_files:
|
| 153 |
+
df = pd.read_csv(f)
|
| 154 |
+
dfs.append(df)
|
| 155 |
+
print(f" Loaded: {f.name}")
|
| 156 |
+
|
| 157 |
+
return pd.concat(dfs, ignore_index=True)
|
| 158 |
+
|
| 159 |
+
|
| 160 |
def main():
|
| 161 |
parser = argparse.ArgumentParser(description="Generate leaderboard tables from CSV summaries in the fev repo")
|
| 162 |
parser.add_argument(
|
|
|
|
| 165 |
default="main",
|
| 166 |
help=f"Git commit SHA or branch name in the {GITHUB_REPO} repository (default: main)",
|
| 167 |
)
|
| 168 |
+
parser.add_argument(
|
| 169 |
+
"--local",
|
| 170 |
+
type=Path,
|
| 171 |
+
help="Path to a local directory containing result CSV files (skips GitHub fetching)",
|
| 172 |
+
)
|
| 173 |
args = parser.parse_args()
|
| 174 |
|
| 175 |
# Create tables directory
|
| 176 |
tables_dir = Path("tables")
|
| 177 |
tables_dir.mkdir(exist_ok=True)
|
| 178 |
|
| 179 |
+
if args.local:
|
| 180 |
+
print(f"Loading summaries from local path: {args.local}")
|
| 181 |
+
summaries = load_summaries_from_local(args.local)
|
| 182 |
+
else:
|
| 183 |
+
print(f"Loading summaries from {GITHUB_REPO} at commit {args.commit}...")
|
| 184 |
+
summaries = load_summaries_from_github(args.commit)
|
| 185 |
|
| 186 |
# Save raw summaries for on-the-fly subset computation
|
| 187 |
summaries.to_csv(tables_dir / "summaries.csv", index=False)
|
src/strings.py
CHANGED
|
@@ -10,7 +10,7 @@ LEGEND = """
|
|
| 10 |
TABLE_INFO = f"""
|
| 11 |
The leaderboard summarizes the performance of all models evaluated on the 100 tasks comprising **fev-bench**. More details available in the [paper](https://arxiv.org/abs/2509.26468).
|
| 12 |
|
| 13 |
-
Model names are colored by type: <span style='color: {COLORS["
|
| 14 |
|
| 15 |
The full matrix $E_{{rj}}$ with the error of each model $j$ on task $r$ is available at the bottom of the page.
|
| 16 |
|
|
|
|
| 10 |
TABLE_INFO = f"""
|
| 11 |
The leaderboard summarizes the performance of all models evaluated on the 100 tasks comprising **fev-bench**. More details available in the [paper](https://arxiv.org/abs/2509.26468).
|
| 12 |
|
| 13 |
+
Model names are colored by type: <span style='color: {COLORS["pretrained_text"]}; font-weight: bold;'>Pretrained</span>, <span style='color: {COLORS["task_specific_text"]}; font-weight: bold;'>Task-specific</span>, and <span style='color: {COLORS["statistical_text"]}; font-weight: bold;'>Statistical</span>.
|
| 14 |
|
| 15 |
The full matrix $E_{{rj}}$ with the error of each model $j$ on task $r$ is available at the bottom of the page.
|
| 16 |
|
src/utils.py
CHANGED
|
@@ -6,9 +6,9 @@ import pandas.io.formats.style
|
|
| 6 |
# Color constants - all colors defined in one place
|
| 7 |
|
| 8 |
COLORS = {
|
| 9 |
-
"
|
| 10 |
-
"
|
| 11 |
-
|
| 12 |
"bar_fill": "#8d5eb7",
|
| 13 |
"error_bar": "#222222",
|
| 14 |
"point": "#111111",
|
|
@@ -26,52 +26,60 @@ HEATMAP_COLOR_SCHEME = "purplegreen"
|
|
| 26 |
# Model configuration: (url, org, zero_shot, model_type)
|
| 27 |
MODEL_CONFIG = {
|
| 28 |
# Chronos Models
|
| 29 |
-
"chronos_tiny": ("amazon/chronos-t5-tiny", "AWS", True, "
|
| 30 |
-
"chronos_mini": ("amazon/chronos-t5-mini", "AWS", True, "
|
| 31 |
-
"chronos_small": ("amazon/chronos-t5-small", "AWS", True, "
|
| 32 |
-
"chronos_base": ("amazon/chronos-t5-base", "AWS", True, "
|
| 33 |
-
"chronos_large": ("amazon/chronos-t5-large", "AWS", True, "
|
| 34 |
-
"chronos_bolt_tiny": ("amazon/chronos-bolt-tiny", "AWS", True, "
|
| 35 |
-
"chronos_bolt_mini": ("amazon/chronos-bolt-mini", "AWS", True, "
|
| 36 |
-
"chronos_bolt_small": ("amazon/chronos-bolt-small", "AWS", True, "
|
| 37 |
-
"chronos_bolt_base": ("amazon/chronos-bolt-base", "AWS", True, "
|
| 38 |
-
"chronos-bolt": ("amazon/chronos-bolt-base", "AWS", True, "
|
| 39 |
-
"chronos-2": ("amazon/chronos-2", "AWS", True, "
|
| 40 |
# Moirai Models
|
| 41 |
-
"moirai_large": ("Salesforce/moirai-1.1-R-large", "Salesforce", True, "
|
| 42 |
-
"moirai_base": ("Salesforce/moirai-1.1-R-base", "Salesforce", True, "
|
| 43 |
-
"moirai_small": ("Salesforce/moirai-1.1-R-small", "Salesforce", True, "
|
| 44 |
-
"moirai-2.0": ("Salesforce/moirai-2.0-R-small", "Salesforce", True, "
|
| 45 |
# TimesFM Models
|
| 46 |
-
"timesfm": ("google/timesfm-1.0-200m-pytorch", "Google", True, "
|
| 47 |
-
"timesfm-2.0": ("google/timesfm-2.0-500m-pytorch", "Google", True, "
|
| 48 |
-
"timesfm-2.5": ("google/timesfm-2.5-200m-pytorch", "Google", True, "
|
| 49 |
# Toto Models
|
| 50 |
-
"toto-1.0": ("Datadog/Toto-Open-Base-1.0", "Datadog", True, "
|
| 51 |
# Other Models
|
| 52 |
-
"tirex": ("NX-AI/TiRex", "NX-AI", True, "
|
| 53 |
-
"tabpfn-ts": ("Prior-Labs/TabPFN-v2-reg", "Prior Labs", True, "
|
| 54 |
-
"sundial-base": ("thuml/sundial-base-128m", "Tsinghua University", True, "
|
| 55 |
-
"ttm-r2": ("ibm-granite/granite-timeseries-ttm-r2", "IBM", True, "
|
| 56 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 57 |
"stat. ensemble": (
|
| 58 |
"https://nixtlaverse.nixtla.io/statsforecast/",
|
| 59 |
"—",
|
| 60 |
False,
|
| 61 |
-
"
|
| 62 |
),
|
| 63 |
-
"autoarima": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "
|
| 64 |
-
"autotheta": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "
|
| 65 |
-
"autoets": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "
|
| 66 |
-
"seasonalnaive": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "
|
| 67 |
"seasonal naive": (
|
| 68 |
"https://nixtlaverse.nixtla.io/statsforecast/",
|
| 69 |
"—",
|
| 70 |
False,
|
| 71 |
-
"
|
| 72 |
),
|
| 73 |
-
"drift": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "
|
| 74 |
-
"naive": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "
|
| 75 |
}
|
| 76 |
|
| 77 |
|
|
@@ -126,11 +134,18 @@ def get_model_type(model_name):
|
|
| 126 |
return config[3] if config else "—"
|
| 127 |
|
| 128 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 129 |
def highlight_model_type_color(cell):
|
| 130 |
config = MODEL_CONFIG.get(cell.lower())
|
| 131 |
if config:
|
| 132 |
-
|
| 133 |
-
return f"font-weight: bold; color: {
|
| 134 |
return "font-weight: bold"
|
| 135 |
|
| 136 |
|
|
|
|
| 6 |
# Color constants - all colors defined in one place
|
| 7 |
|
| 8 |
COLORS = {
|
| 9 |
+
"pretrained_text": "#5A7FA5",
|
| 10 |
+
"task_specific_text": "#7B5A9A",
|
| 11 |
+
"statistical_text": "#A5795A",
|
| 12 |
"bar_fill": "#8d5eb7",
|
| 13 |
"error_bar": "#222222",
|
| 14 |
"point": "#111111",
|
|
|
|
| 26 |
# Model configuration: (url, org, zero_shot, model_type)
|
| 27 |
MODEL_CONFIG = {
|
| 28 |
# Chronos Models
|
| 29 |
+
"chronos_tiny": ("amazon/chronos-t5-tiny", "AWS", True, "pretrained"),
|
| 30 |
+
"chronos_mini": ("amazon/chronos-t5-mini", "AWS", True, "pretrained"),
|
| 31 |
+
"chronos_small": ("amazon/chronos-t5-small", "AWS", True, "pretrained"),
|
| 32 |
+
"chronos_base": ("amazon/chronos-t5-base", "AWS", True, "pretrained"),
|
| 33 |
+
"chronos_large": ("amazon/chronos-t5-large", "AWS", True, "pretrained"),
|
| 34 |
+
"chronos_bolt_tiny": ("amazon/chronos-bolt-tiny", "AWS", True, "pretrained"),
|
| 35 |
+
"chronos_bolt_mini": ("amazon/chronos-bolt-mini", "AWS", True, "pretrained"),
|
| 36 |
+
"chronos_bolt_small": ("amazon/chronos-bolt-small", "AWS", True, "pretrained"),
|
| 37 |
+
"chronos_bolt_base": ("amazon/chronos-bolt-base", "AWS", True, "pretrained"),
|
| 38 |
+
"chronos-bolt": ("amazon/chronos-bolt-base", "AWS", True, "pretrained"),
|
| 39 |
+
"chronos-2": ("amazon/chronos-2", "AWS", True, "pretrained"),
|
| 40 |
# Moirai Models
|
| 41 |
+
"moirai_large": ("Salesforce/moirai-1.1-R-large", "Salesforce", True, "pretrained"),
|
| 42 |
+
"moirai_base": ("Salesforce/moirai-1.1-R-base", "Salesforce", True, "pretrained"),
|
| 43 |
+
"moirai_small": ("Salesforce/moirai-1.1-R-small", "Salesforce", True, "pretrained"),
|
| 44 |
+
"moirai-2.0": ("Salesforce/moirai-2.0-R-small", "Salesforce", True, "pretrained"),
|
| 45 |
# TimesFM Models
|
| 46 |
+
"timesfm": ("google/timesfm-1.0-200m-pytorch", "Google", True, "pretrained"),
|
| 47 |
+
"timesfm-2.0": ("google/timesfm-2.0-500m-pytorch", "Google", True, "pretrained"),
|
| 48 |
+
"timesfm-2.5": ("google/timesfm-2.5-200m-pytorch", "Google", True, "pretrained"),
|
| 49 |
# Toto Models
|
| 50 |
+
"toto-1.0": ("Datadog/Toto-Open-Base-1.0", "Datadog", True, "pretrained"),
|
| 51 |
# Other Models
|
| 52 |
+
"tirex": ("NX-AI/TiRex", "NX-AI", True, "pretrained"),
|
| 53 |
+
"tabpfn-ts": ("Prior-Labs/TabPFN-v2-reg", "Prior Labs", True, "pretrained"),
|
| 54 |
+
"sundial-base": ("thuml/sundial-base-128m", "Tsinghua University", True, "pretrained"),
|
| 55 |
+
"ttm-r2": ("ibm-granite/granite-timeseries-ttm-r2", "IBM", True, "pretrained"),
|
| 56 |
+
"flowstate": ("ibm-granite/granite-timeseries-flowstate-r1", "IBM", True, "pretrained"),
|
| 57 |
+
# GluonTS Models
|
| 58 |
+
"deepar": ("https://github.com/awslabs/gluonts", "—", False, "task-specific"),
|
| 59 |
+
"tft": ("https://github.com/awslabs/gluonts", "—", False, "task-specific"),
|
| 60 |
+
"patchtst": ("https://github.com/awslabs/gluonts", "—", False, "task-specific"),
|
| 61 |
+
# MLForecast Models
|
| 62 |
+
"lightgbm": ("https://nixtlaverse.nixtla.io/mlforecast", "—", False, "task-specific"),
|
| 63 |
+
"catboost": ("https://nixtlaverse.nixtla.io/mlforecast", "—", False, "task-specific"),
|
| 64 |
+
# Statistical models
|
| 65 |
"stat. ensemble": (
|
| 66 |
"https://nixtlaverse.nixtla.io/statsforecast/",
|
| 67 |
"—",
|
| 68 |
False,
|
| 69 |
+
"statistical",
|
| 70 |
),
|
| 71 |
+
"autoarima": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "statistical"),
|
| 72 |
+
"autotheta": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "statistical"),
|
| 73 |
+
"autoets": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "statistical"),
|
| 74 |
+
"seasonalnaive": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "statistical"),
|
| 75 |
"seasonal naive": (
|
| 76 |
"https://nixtlaverse.nixtla.io/statsforecast/",
|
| 77 |
"—",
|
| 78 |
False,
|
| 79 |
+
"statistical",
|
| 80 |
),
|
| 81 |
+
"drift": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "statistical"),
|
| 82 |
+
"naive": ("https://nixtlaverse.nixtla.io/statsforecast/", "—", False, "statistical"),
|
| 83 |
}
|
| 84 |
|
| 85 |
|
|
|
|
| 134 |
return config[3] if config else "—"
|
| 135 |
|
| 136 |
|
| 137 |
+
MODEL_TYPE_COLORS = {
|
| 138 |
+
"pretrained": "pretrained_text",
|
| 139 |
+
"task-specific": "task_specific_text",
|
| 140 |
+
"statistical": "statistical_text",
|
| 141 |
+
}
|
| 142 |
+
|
| 143 |
+
|
| 144 |
def highlight_model_type_color(cell):
|
| 145 |
config = MODEL_CONFIG.get(cell.lower())
|
| 146 |
if config:
|
| 147 |
+
color_key = MODEL_TYPE_COLORS.get(config[3], "text_default")
|
| 148 |
+
return f"font-weight: bold; color: {COLORS[color_key]}"
|
| 149 |
return "font-weight: bold"
|
| 150 |
|
| 151 |
|
tables/domain_cloud/leaderboard_MASE.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Toto-1.0,
|
| 3 |
-
Chronos-2,
|
| 4 |
-
TimesFM-2.5,
|
| 5 |
-
TiRex,
|
| 6 |
-
Moirai-2.0,
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Toto-1.0,92.00000000000001,41.88927928450025,0.0,45.854219394249995,0.0,0.0
|
| 3 |
+
Chronos-2,90.0,42.51579967639686,0.0,1.1862588189,0.0,0.0
|
| 4 |
+
TimesFM-2.5,84.50000000000001,40.26605676264323,0.0,6.434508300230608,0.0,0.0
|
| 5 |
+
TiRex,79.5,38.09940061802194,0.0,0.20884203875396826,0.0,0.0
|
| 6 |
+
Moirai-2.0,66.25000000000001,35.5798994200739,0.0,0.35171731723214283,0.1,0.0
|
| 7 |
+
FlowState,63.5,30.68598311802213,0.0,12.472611368300264,0.0,0.0
|
| 8 |
+
TFT,61.87499999999999,34.39379489295074,1003.5120332510221,1.1076982505700976,0.0,0.0
|
| 9 |
+
Sundial-Base,61.0,34.444932595485724,0.0,7.874095355196429,0.0,0.0
|
| 10 |
+
PatchTST,60.24999999999999,34.304846616783294,1068.4652680383783,0.7892402496428571,0.0,0.0
|
| 11 |
+
Chronos-Bolt,59.25,30.890375949929528,0.0,0.21284866287857143,0.0,0.0
|
| 12 |
+
TabPFN-TS,55.49999999999999,31.182648441489537,0.0,285.2805137923404,0.0,0.0
|
| 13 |
+
CatBoost,52.49999999999999,28.99041616417205,123.37088255733154,0.43462186795918367,0.0,0.0
|
| 14 |
+
DeepAR,47.0,25.641579380120593,1590.4637105111146,1.558186748969388,0.0,0.0
|
| 15 |
+
LightGBM,39.49999999999999,21.217567102831968,7.053590123430682,0.3469036807346939,0.0,0.0
|
| 16 |
+
Stat. Ensemble,31.375000000000004,12.457381191619765,0.0,140.07917045413043,0.0,5.0
|
| 17 |
+
AutoARIMA,28.125,13.156560456056853,0.0,18.324502920714288,0.0,5.0
|
| 18 |
+
AutoTheta,20.75,6.832233363582574,0.0,4.0546638315458425,0.0,0.0
|
| 19 |
+
AutoETS,20.375,9.008132945543156,0.0,2.9907604154761906,0.0,15.0
|
| 20 |
+
Naive,17.0,-25.50199781747715,0.0,0.43933051720441596,0.0,0.0
|
| 21 |
+
Seasonal Naive,13.25,0.0,0.0,0.5176203110585994,0.0,0.0
|
| 22 |
+
Drift,6.500000000000002,-32.85429098273796,0.0,0.4190869192562794,0.0,0.0
|
tables/domain_cloud/leaderboard_SQL.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Toto-1.0,
|
| 3 |
-
Chronos-2,91.
|
| 4 |
-
TimesFM-2.5,
|
| 5 |
-
TiRex,
|
| 6 |
-
Moirai-2.0,
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Toto-1.0,93.0,63.05875031595707,0.0,45.854219394249995,0.0,0.0
|
| 3 |
+
Chronos-2,91.24999999999999,63.92789670076326,0.0,1.1862588189,0.0,0.0
|
| 4 |
+
TimesFM-2.5,85.50000000000001,61.98663035039822,0.0,6.434508300230608,0.0,0.0
|
| 5 |
+
TiRex,82.5,60.871565834690514,0.0,0.20884203875396826,0.0,0.0
|
| 6 |
+
Moirai-2.0,70.25,58.416109773202194,0.0,0.35171731723214283,0.1,0.0
|
| 7 |
+
FlowState,67.0,55.917373913965896,0.0,12.472611368300264,0.0,0.0
|
| 8 |
+
PatchTST,63.37499999999999,56.65838528437654,1068.4652680383783,0.7892402496428571,0.0,0.0
|
| 9 |
+
TFT,62.74999999999999,56.101100728840805,1003.5120332510221,1.1076982505700976,0.0,0.0
|
| 10 |
+
Chronos-Bolt,59.25,54.85929046462743,0.0,0.21284866287857143,0.0,0.0
|
| 11 |
+
Sundial-Base,58.750000000000014,56.64773521043558,0.0,7.874095355196429,0.0,0.0
|
| 12 |
+
TabPFN-TS,56.25,54.882167458139385,0.0,285.2805137923404,0.0,0.0
|
| 13 |
+
DeepAR,51.12500000000001,50.20430422932948,1590.4637105111146,1.558186748969388,0.0,0.0
|
| 14 |
+
CatBoost,42.75000000000001,46.25315473529981,123.37088255733154,0.43462186795918367,0.0,0.0
|
| 15 |
+
LightGBM,34.75,40.369919076130486,7.053590123430682,0.3469036807346939,0.0,0.0
|
| 16 |
+
AutoARIMA,33.87500000000001,34.1099179045811,0.0,18.324502920714288,0.0,5.0
|
| 17 |
+
Stat. Ensemble,30.375000000000004,21.741616773476768,0.0,140.07917045413043,0.0,5.0
|
| 18 |
+
AutoETS,21.624999999999996,-26.853793282334813,0.0,2.9907604154761906,0.0,15.0
|
| 19 |
+
AutoTheta,16.0,-2.114517117703918,0.0,4.0546638315458425,0.0,0.0
|
| 20 |
+
Seasonal Naive,15.875,0.0,0.0,0.5176203110585994,0.0,0.0
|
| 21 |
+
Naive,10.75,-102.14853947002402,0.0,0.43933051720441596,0.0,0.0
|
| 22 |
+
Drift,3.0000000000000004,-110.24318719846286,0.0,0.4190869192562794,0.0,0.0
|
tables/domain_cloud/leaderboard_WAPE.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
TimesFM-2.5,
|
| 5 |
-
TiRex,
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Toto-1.0,92.25000000000001,47.09252281338565,0.0,45.854219394249995,0.0,0.0
|
| 3 |
+
Chronos-2,91.50000000000003,50.57276323971893,0.0,1.1862588189,0.0,0.0
|
| 4 |
+
TimesFM-2.5,84.50000000000001,46.24771958720855,0.0,6.434508300230608,0.0,0.0
|
| 5 |
+
TiRex,79.25,44.520635260445665,0.0,0.20884203875396826,0.0,0.0
|
| 6 |
+
FlowState,70.0,44.39308253523333,0.0,12.472611368300264,0.0,0.0
|
| 7 |
+
Moirai-2.0,68.25,42.79254856807111,0.0,0.35171731723214283,0.1,0.0
|
| 8 |
+
TabPFN-TS,63.25000000000001,42.304181829008726,0.0,285.2805137923404,0.0,0.0
|
| 9 |
+
PatchTST,61.999999999999986,42.75818805959519,1068.4652680383783,0.7892402496428571,0.0,0.0
|
| 10 |
+
Chronos-Bolt,61.5,39.89366883509092,0.0,0.21284866287857143,0.0,0.0
|
| 11 |
+
Sundial-Base,61.5,41.966358434053696,0.0,7.874095355196429,0.0,0.0
|
| 12 |
+
TFT,58.62499999999999,37.9920627846737,1003.5120332510221,1.1076982505700976,0.0,0.0
|
| 13 |
+
CatBoost,49.25000000000001,34.58752644878078,123.37088255733154,0.43462186795918367,0.0,0.0
|
| 14 |
+
DeepAR,47.00000000000001,31.125782577257844,1590.4637105111146,1.558186748969388,0.0,0.0
|
| 15 |
+
LightGBM,39.0,27.03716130150796,7.053590123430682,0.3469036807346939,0.0,0.0
|
| 16 |
+
Stat. Ensemble,28.625,17.59542897915567,0.0,140.07917045413043,0.0,5.0
|
| 17 |
+
AutoARIMA,24.874999999999996,16.5309827995087,0.0,18.324502920714288,0.0,5.0
|
| 18 |
+
AutoETS,19.124999999999996,5.6618608202705705,0.0,2.9907604154761906,0.0,15.0
|
| 19 |
+
AutoTheta,17.25,12.660865320459136,0.0,4.0546638315458425,0.0,0.0
|
| 20 |
+
Naive,16.25,4.49837321934039,0.0,0.43933051720441596,0.0,0.0
|
| 21 |
+
Seasonal Naive,10.0,0.0,0.0,0.5176203110585994,0.0,0.0
|
| 22 |
+
Drift,6.0,-1.7537853153904326,0.0,0.4190869192562794,0.0,0.0
|
tables/domain_cloud/leaderboard_WQL.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Chronos-2,92.
|
| 3 |
-
Toto-1.0,
|
| 4 |
-
TimesFM-2.5,
|
| 5 |
-
TiRex,
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,92.75000000000003,66.94397676250325,0.0,1.1862588189,0.0,0.0
|
| 3 |
+
Toto-1.0,91.5,64.46135334372015,0.0,45.854219394249995,0.0,0.0
|
| 4 |
+
TimesFM-2.5,84.50000000000001,63.7537487246866,0.0,6.434508300230608,0.0,0.0
|
| 5 |
+
TiRex,82.99999999999999,62.74382048246822,0.0,0.20884203875396826,0.0,0.0
|
| 6 |
+
FlowState,73.25000000000001,62.649468493586056,0.0,12.472611368300264,0.0,0.0
|
| 7 |
+
Moirai-2.0,72.0,61.08750954950368,0.0,0.35171731723214283,0.1,0.0
|
| 8 |
+
PatchTST,65.12499999999999,59.71037333425973,1068.4652680383783,0.7892402496428571,0.0,0.0
|
| 9 |
+
TFT,61.74999999999999,55.556509382143545,1003.5120332510221,1.1076982505700976,0.0,0.0
|
| 10 |
+
Chronos-Bolt,60.25,58.15816295699815,0.0,0.21284866287857143,0.0,0.0
|
| 11 |
+
TabPFN-TS,59.999999999999986,58.432181218600874,0.0,285.2805137923404,0.0,0.0
|
| 12 |
+
Sundial-Base,57.50000000000001,59.21372871831863,0.0,7.874095355196429,0.0,0.0
|
| 13 |
+
DeepAR,50.62500000000002,50.79429174981283,1590.4637105111146,1.558186748969388,0.0,0.0
|
| 14 |
+
CatBoost,42.5,46.843426009989976,123.37088255733154,0.43462186795918367,0.0,0.0
|
| 15 |
+
LightGBM,35.75000000000001,40.70772252024998,7.053590123430682,0.3469036807346939,0.0,0.0
|
| 16 |
+
AutoARIMA,31.375000000000004,34.821696297938075,0.0,18.324502920714288,0.0,5.0
|
| 17 |
+
Stat. Ensemble,27.125,22.34504540092107,0.0,140.07917045413043,0.0,5.0
|
| 18 |
+
AutoETS,18.125,-39.995047645386684,0.0,2.9907604154761906,0.0,15.0
|
| 19 |
+
AutoTheta,15.499999999999996,7.361982676335321,0.0,4.0546638315458425,0.0,0.0
|
| 20 |
+
Seasonal Naive,14.375000000000002,0.0,0.0,0.5176203110585994,0.0,0.0
|
| 21 |
+
Naive,9.75,-64.9788901369484,0.0,0.43933051720441596,0.0,0.0
|
| 22 |
+
Drift,3.2499999999999996,-71.7471743825873,0.0,0.4190869192562794,0.0,0.0
|
tables/domain_cloud/pairwise_MASE.csv
CHANGED
|
@@ -2,225 +2,256 @@ model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_l
|
|
| 2 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Toto-1.0,Chronos-2,0.65,0.45,0.85,-0.011,-0.063,0.027
|
| 4 |
Toto-1.0,TimesFM-2.5,0.7,0.5,0.9,0.027,-0.02,0.072
|
| 5 |
-
Toto-1.0,TiRex,0.
|
| 6 |
-
Toto-1.0,Moirai-2.0,0.95,0.85,1.0,0.098,0.
|
|
|
|
|
|
|
| 7 |
Toto-1.0,Sundial-Base,0.9,0.75,1.0,0.114,0.037,0.182
|
|
|
|
| 8 |
Toto-1.0,Chronos-Bolt,0.9,0.75,1.0,0.159,0.094,0.224
|
| 9 |
-
Toto-1.0,TabPFN-TS,0.85,0.65,1.0,0.
|
| 10 |
-
Toto-1.0,
|
| 11 |
-
Toto-1.0,
|
| 12 |
-
Toto-1.0,
|
| 13 |
-
Toto-1.0,
|
| 14 |
-
Toto-1.0,Naive,1.0,1.0,1.0,0.
|
| 15 |
-
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.419,0.323,0.529
|
| 16 |
-
Toto-1.0,Drift,1.0,1.0,1.0,0.563,0.414,0.702
|
| 17 |
Chronos-2,Toto-1.0,0.35,0.15,0.55,0.011,-0.028,0.059
|
| 18 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 19 |
Chronos-2,TimesFM-2.5,0.7,0.5,0.9,0.038,0.009,0.071
|
| 20 |
Chronos-2,TiRex,0.75,0.55,0.95,0.071,0.022,0.128
|
| 21 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.108,0.053,0.168
|
|
|
|
|
|
|
| 22 |
Chronos-2,Sundial-Base,0.9,0.75,1.0,0.123,0.07,0.182
|
|
|
|
| 23 |
Chronos-2,Chronos-Bolt,0.95,0.85,1.0,0.168,0.101,0.231
|
| 24 |
-
Chronos-2,TabPFN-TS,0.9,0.75,1.0,0.
|
| 25 |
-
Chronos-2,
|
| 26 |
-
Chronos-2,
|
| 27 |
-
Chronos-2,
|
| 28 |
-
Chronos-2,
|
| 29 |
-
Chronos-2,Naive,1.0,1.0,1.0,0.542,0.386,0.689
|
| 30 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.425,0.331,0.534
|
| 31 |
-
Chronos-2,Drift,1.0,1.0,1.0,0.567,0.421,0.704
|
| 32 |
TimesFM-2.5,Toto-1.0,0.3,0.1,0.5,-0.028,-0.078,0.02
|
| 33 |
TimesFM-2.5,Chronos-2,0.3,0.1,0.5,-0.039,-0.077,-0.009
|
| 34 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
TimesFM-2.5,TiRex,0.65,0.45,0.85,0.035,-0.0,0.077
|
| 36 |
TimesFM-2.5,Moirai-2.0,0.9,0.75,1.0,0.073,0.035,0.115
|
|
|
|
|
|
|
| 37 |
TimesFM-2.5,Sundial-Base,0.85,0.7,1.0,0.089,0.041,0.137
|
|
|
|
| 38 |
TimesFM-2.5,Chronos-Bolt,0.85,0.65,1.0,0.136,0.068,0.199
|
| 39 |
-
TimesFM-2.5,TabPFN-TS,0.
|
| 40 |
-
TimesFM-2.5,
|
| 41 |
-
TimesFM-2.5,
|
| 42 |
-
TimesFM-2.5,
|
| 43 |
-
TimesFM-2.5,
|
| 44 |
-
TimesFM-2.5,Naive,1.0,1.0,1.0,0.524,0.366,0.676
|
| 45 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.403,0.318,0.501
|
| 46 |
-
|
| 47 |
-
TiRex,Toto-1.0,0.15,0.0,0.3,-0.065,-0.129,-0.028
|
| 48 |
TiRex,Chronos-2,0.25,0.05,0.45,-0.077,-0.146,-0.022
|
| 49 |
TiRex,TimesFM-2.5,0.35,0.15,0.55,-0.036,-0.083,0.0
|
| 50 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
TiRex,Moirai-2.0,0.8,0.6,0.95,0.039,0.014,0.065
|
|
|
|
|
|
|
| 52 |
TiRex,Sundial-Base,0.85,0.7,1.0,0.056,-0.026,0.115
|
|
|
|
| 53 |
TiRex,Chronos-Bolt,0.75,0.55,0.9,0.104,0.038,0.166
|
| 54 |
-
TiRex,TabPFN-TS,0.7,0.5,0.9,0.
|
| 55 |
-
TiRex,
|
| 56 |
-
TiRex,
|
| 57 |
-
TiRex,
|
| 58 |
-
TiRex,
|
| 59 |
-
TiRex,Naive,0.95,0.85,1.0,0.507,0.342,0.658
|
| 60 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.381,0.295,0.476
|
| 61 |
-
|
| 62 |
-
Moirai-2.0,Toto-1.0,0.05,0.0,0.15,-0.109,-0.196,-0.056
|
| 63 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.121,-0.202,-0.056
|
| 64 |
Moirai-2.0,TimesFM-2.5,0.1,0.0,0.25,-0.078,-0.13,-0.036
|
| 65 |
Moirai-2.0,TiRex,0.2,0.05,0.4,-0.041,-0.07,-0.015
|
| 66 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
| 67 |
Moirai-2.0,Sundial-Base,0.8,0.6,0.95,0.017,-0.056,0.065
|
|
|
|
| 68 |
Moirai-2.0,Chronos-Bolt,0.65,0.425,0.825,0.068,-0.002,0.135
|
| 69 |
-
Moirai-2.0,TabPFN-TS,0.55,0.35,0.75,0.
|
| 70 |
-
Moirai-2.0,
|
| 71 |
-
Moirai-2.0,
|
| 72 |
-
Moirai-2.0,
|
| 73 |
-
Moirai-2.0,
|
| 74 |
-
Moirai-2.0,Naive,0.95,0.85,1.0,0.487,0.322,0.638
|
| 75 |
Moirai-2.0,Seasonal Naive,0.95,0.85,1.0,0.356,0.268,0.451
|
| 76 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 77 |
Sundial-Base,Toto-1.0,0.1,0.0,0.25,-0.128,-0.223,-0.038
|
| 78 |
Sundial-Base,Chronos-2,0.1,0.0,0.25,-0.14,-0.222,-0.075
|
| 79 |
Sundial-Base,TimesFM-2.5,0.15,0.0,0.3,-0.097,-0.159,-0.043
|
| 80 |
Sundial-Base,TiRex,0.15,0.0,0.3,-0.059,-0.129,0.025
|
| 81 |
Sundial-Base,Moirai-2.0,0.2,0.05,0.4,-0.018,-0.069,0.053
|
|
|
|
|
|
|
| 82 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 83 |
Sundial-Base,Chronos-Bolt,0.5,0.25,0.7,0.051,-0.023,0.126
|
| 84 |
-
Sundial-Base,TabPFN-TS,0.
|
| 85 |
-
Sundial-Base,
|
| 86 |
-
Sundial-Base,
|
| 87 |
-
Sundial-Base,
|
| 88 |
-
Sundial-Base,
|
| 89 |
-
Sundial-Base,Naive,1.0,1.0,1.0,0.478,0.322,0.626
|
| 90 |
Sundial-Base,Seasonal Naive,0.95,0.85,1.0,0.344,0.246,0.453
|
| 91 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 92 |
Chronos-Bolt,Toto-1.0,0.1,0.0,0.25,-0.189,-0.288,-0.104
|
| 93 |
Chronos-Bolt,Chronos-2,0.05,0.0,0.15,-0.202,-0.3,-0.112
|
| 94 |
Chronos-Bolt,TimesFM-2.5,0.15,0.0,0.35,-0.157,-0.248,-0.073
|
| 95 |
Chronos-Bolt,TiRex,0.25,0.1,0.45,-0.116,-0.198,-0.039
|
| 96 |
Chronos-Bolt,Moirai-2.0,0.35,0.175,0.575,-0.073,-0.156,0.002
|
|
|
|
|
|
|
| 97 |
Chronos-Bolt,Sundial-Base,0.5,0.3,0.75,-0.054,-0.144,0.022
|
|
|
|
| 98 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
-
Chronos-Bolt,TabPFN-TS,0.
|
| 100 |
-
Chronos-Bolt,
|
| 101 |
-
Chronos-Bolt,
|
| 102 |
-
Chronos-Bolt,
|
| 103 |
-
Chronos-Bolt,
|
| 104 |
-
Chronos-Bolt,Naive,0.95,0.85,1.0,0.449,0.297,0.601
|
| 105 |
Chronos-Bolt,Seasonal Naive,0.85,0.7,1.0,0.309,0.185,0.434
|
| 106 |
-
|
| 107 |
-
TabPFN-TS,
|
| 108 |
-
TabPFN-TS,
|
| 109 |
-
TabPFN-TS,
|
| 110 |
-
TabPFN-TS,
|
| 111 |
-
TabPFN-TS,
|
| 112 |
-
TabPFN-TS,
|
| 113 |
-
TabPFN-TS,
|
|
|
|
|
|
|
| 114 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
TabPFN-TS,
|
| 116 |
-
TabPFN-TS,
|
| 117 |
-
TabPFN-TS,
|
| 118 |
-
TabPFN-TS,
|
| 119 |
-
TabPFN-TS,Naive,0.
|
| 120 |
-
|
| 121 |
-
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
Stat. Ensemble,
|
| 132 |
-
|
| 133 |
-
Stat. Ensemble,AutoETS,0.775,0.6,0.95,0.014,-0.091,0.087
|
| 134 |
-
Stat. Ensemble,Naive,0.75,0.55,0.95,0.285,0.06,0.51
|
| 135 |
-
Stat. Ensemble,Seasonal Naive,0.775,0.624,0.925,0.103,-0.009,0.19
|
| 136 |
-
Stat. Ensemble,Drift,0.8,0.6,0.95,0.325,0.11,0.536
|
| 137 |
-
AutoARIMA,Toto-1.0,0.0,0.0,0.0,-0.529,-0.811,-0.358
|
| 138 |
-
AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.546,-0.83,-0.363
|
| 139 |
-
AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.487,-0.708,-0.341
|
| 140 |
-
AutoARIMA,TiRex,0.0,0.0,0.0,-0.435,-0.619,-0.301
|
| 141 |
-
AutoARIMA,Moirai-2.0,0.05,0.0,0.15,-0.379,-0.548,-0.255
|
| 142 |
-
AutoARIMA,Sundial-Base,0.05,0.0,0.15,-0.355,-0.545,-0.212
|
| 143 |
-
AutoARIMA,Chronos-Bolt,0.1,0.0,0.25,-0.286,-0.508,-0.137
|
| 144 |
-
AutoARIMA,TabPFN-TS,0.2,0.05,0.4,-0.3,-0.541,-0.106
|
| 145 |
-
AutoARIMA,Stat. Ensemble,0.525,0.325,0.726,0.01,-0.026,0.055
|
| 146 |
-
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
-
AutoARIMA,AutoTheta,0.6,0.4,0.8,0.046,-0.017,0.107
|
| 148 |
-
AutoARIMA,AutoETS,0.725,0.549,0.9,0.024,-0.086,0.103
|
| 149 |
-
AutoARIMA,Naive,0.65,0.45,0.85,0.292,0.063,0.513
|
| 150 |
-
AutoARIMA,Seasonal Naive,0.825,0.675,0.95,0.112,0.008,0.197
|
| 151 |
-
AutoARIMA,Drift,0.8,0.6,0.95,0.331,0.115,0.536
|
| 152 |
-
AutoTheta,Toto-1.0,0.0,0.0,0.0,-0.603,-0.881,-0.419
|
| 153 |
-
AutoTheta,Chronos-2,0.0,0.0,0.0,-0.621,-0.887,-0.421
|
| 154 |
-
AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.56,-0.774,-0.394
|
| 155 |
-
AutoTheta,TiRex,0.0,0.0,0.0,-0.505,-0.701,-0.356
|
| 156 |
-
AutoTheta,Moirai-2.0,0.0,0.0,0.0,-0.446,-0.628,-0.31
|
| 157 |
-
AutoTheta,Sundial-Base,0.0,0.0,0.0,-0.421,-0.606,-0.282
|
| 158 |
-
AutoTheta,Chronos-Bolt,0.05,0.0,0.15,-0.348,-0.546,-0.206
|
| 159 |
-
AutoTheta,TabPFN-TS,0.25,0.05,0.45,-0.363,-0.6,-0.182
|
| 160 |
-
AutoTheta,Stat. Ensemble,0.25,0.05,0.45,-0.039,-0.096,0.013
|
| 161 |
-
AutoTheta,AutoARIMA,0.4,0.2,0.6,-0.049,-0.12,0.017
|
| 162 |
-
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
AutoTheta,AutoETS,0.55,0.3,0.75,-0.024,-0.139,0.055
|
| 164 |
-
AutoTheta,Naive,0.7,0.5,0.9,0.258,0.05,0.468
|
| 165 |
-
AutoTheta,Seasonal Naive,0.8,0.65,0.95,0.068,-0.06,0.171
|
| 166 |
-
AutoTheta,Drift,0.85,0.7,1.0,0.299,0.104,0.491
|
| 167 |
-
AutoETS,Toto-1.0,0.0,0.0,0.0,-0.566,-0.883,-0.364
|
| 168 |
-
AutoETS,Chronos-2,0.0,0.0,0.0,-0.583,-0.881,-0.391
|
| 169 |
-
AutoETS,TimesFM-2.5,0.0,0.0,0.0,-0.523,-0.762,-0.366
|
| 170 |
-
AutoETS,TiRex,0.0,0.0,0.0,-0.47,-0.695,-0.307
|
| 171 |
-
AutoETS,Moirai-2.0,0.05,0.0,0.15,-0.412,-0.619,-0.262
|
| 172 |
-
AutoETS,Sundial-Base,0.05,0.0,0.15,-0.388,-0.611,-0.225
|
| 173 |
-
AutoETS,Chronos-Bolt,0.15,0.0,0.3,-0.317,-0.559,-0.151
|
| 174 |
-
AutoETS,TabPFN-TS,0.15,0.0,0.3,-0.331,-0.581,-0.129
|
| 175 |
-
AutoETS,Stat. Ensemble,0.225,0.05,0.4,-0.014,-0.096,0.083
|
| 176 |
-
AutoETS,AutoARIMA,0.275,0.1,0.451,-0.024,-0.115,0.079
|
| 177 |
-
AutoETS,AutoTheta,0.45,0.25,0.7,0.023,-0.058,0.122
|
| 178 |
-
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
AutoETS,Naive,0.55,0.3,0.75,0.275,0.032,0.5
|
| 180 |
-
AutoETS,Seasonal Naive,0.725,0.55,0.9,0.09,0.026,0.154
|
| 181 |
-
AutoETS,Drift,0.75,0.55,0.9,0.315,0.081,0.528
|
| 182 |
-
Naive,Toto-1.0,0.0,0.0,0.0,-1.16,-2.211,-0.604
|
| 183 |
-
Naive,Chronos-2,0.0,0.0,0.0,-1.183,-2.214,-0.628
|
| 184 |
-
Naive,TimesFM-2.5,0.0,0.0,0.0,-1.101,-2.085,-0.578
|
| 185 |
-
Naive,TiRex,0.05,0.0,0.15,-1.027,-1.923,-0.52
|
| 186 |
-
Naive,Moirai-2.0,0.05,0.0,0.15,-0.948,-1.762,-0.475
|
| 187 |
-
Naive,Sundial-Base,0.0,0.0,0.0,-0.914,-1.673,-0.476
|
| 188 |
-
Naive,Chronos-Bolt,0.05,0.0,0.15,-0.816,-1.505,-0.423
|
| 189 |
-
Naive,TabPFN-TS,0.15,0.0,0.35,-0.836,-1.501,-0.399
|
| 190 |
-
Naive,Stat. Ensemble,0.25,0.05,0.45,-0.399,-1.041,-0.063
|
| 191 |
-
Naive,AutoARIMA,0.35,0.15,0.55,-0.413,-1.052,-0.067
|
| 192 |
-
Naive,AutoTheta,0.3,0.1,0.5,-0.347,-0.881,-0.053
|
| 193 |
-
Naive,AutoETS,0.45,0.25,0.7,-0.379,-1.0,-0.033
|
| 194 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
Naive,Seasonal Naive,0.6,0.425,0.775,-0.255,-0.874,0.087
|
| 196 |
-
Naive,Drift,1.0,1.0,1.0,0.055,0.031,0.085
|
| 197 |
-
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.721,-1.122,-0.477
|
| 198 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.74,-1.148,-0.496
|
| 199 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.674,-1.003,-0.466
|
| 200 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.615,-0.909,-0.418
|
| 201 |
Seasonal Naive,Moirai-2.0,0.05,0.0,0.15,-0.552,-0.822,-0.365
|
|
|
|
|
|
|
| 202 |
Seasonal Naive,Sundial-Base,0.05,0.0,0.15,-0.525,-0.83,-0.326
|
|
|
|
| 203 |
Seasonal Naive,Chronos-Bolt,0.15,0.0,0.3,-0.447,-0.766,-0.228
|
| 204 |
-
Seasonal Naive,TabPFN-TS,0.
|
| 205 |
-
Seasonal Naive,
|
| 206 |
-
Seasonal Naive,
|
| 207 |
-
Seasonal Naive,
|
| 208 |
-
Seasonal Naive,
|
| 209 |
-
Seasonal Naive,Naive,0.4,0.225,0.575,0.203,-0.096,0.466
|
| 210 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Seasonal Naive,Drift,0.6,0.35,0.8,0.247,-0.04,0.497
|
| 212 |
-
Drift,Toto-1.0,0.0,0.0,0.0,-1.286,-2.359,-0.705
|
| 213 |
-
Drift,Chronos-2,0.0,0.0,0.0,-1.311,-2.381,-0.728
|
| 214 |
-
Drift,TimesFM-2.5,0.0,0.0,0.0,-1.224,-2.223,-0.673
|
| 215 |
-
Drift,TiRex,0.0,0.0,0.0,-1.146,-2.086,-0.627
|
| 216 |
-
Drift,Moirai-2.0,0.0,0.0,0.0,-1.062,-1.913,-0.584
|
| 217 |
-
Drift,Sundial-Base,0.0,0.0,0.0,-1.027,-1.828,-0.559
|
| 218 |
-
Drift,Chronos-Bolt,0.0,0.0,0.0,-0.922,-1.659,-0.517
|
| 219 |
-
Drift,TabPFN-TS,0.05,0.0,0.15,-0.943,-1.639,-0.484
|
| 220 |
-
Drift,Stat. Ensemble,0.2,0.05,0.4,-0.481,-1.157,-0.124
|
| 221 |
-
Drift,AutoARIMA,0.2,0.05,0.4,-0.495,-1.156,-0.13
|
| 222 |
-
Drift,AutoTheta,0.15,0.0,0.3,-0.426,-0.966,-0.116
|
| 223 |
-
Drift,AutoETS,0.25,0.1,0.45,-0.46,-1.12,-0.088
|
| 224 |
-
Drift,Naive,0.0,0.0,0.0,-0.059,-0.093,-0.032
|
| 225 |
-
Drift,Seasonal Naive,0.4,0.2,0.65,-0.329,-0.989,0.038
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 2 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Toto-1.0,Chronos-2,0.65,0.45,0.85,-0.011,-0.063,0.027
|
| 4 |
Toto-1.0,TimesFM-2.5,0.7,0.5,0.9,0.027,-0.02,0.072
|
| 5 |
+
Toto-1.0,TiRex,0.8,0.6,0.95,0.061,0.027,0.114
|
| 6 |
+
Toto-1.0,Moirai-2.0,0.95,0.85,1.0,0.098,0.052,0.164
|
| 7 |
+
Toto-1.0,FlowState,0.85,0.7,1.0,0.162,0.041,0.286
|
| 8 |
+
Toto-1.0,TFT,0.9,0.75,1.0,0.114,0.071,0.159
|
| 9 |
Toto-1.0,Sundial-Base,0.9,0.75,1.0,0.114,0.037,0.182
|
| 10 |
+
Toto-1.0,PatchTST,0.9,0.75,1.0,0.115,0.034,0.185
|
| 11 |
Toto-1.0,Chronos-Bolt,0.9,0.75,1.0,0.159,0.094,0.224
|
| 12 |
+
Toto-1.0,TabPFN-TS,0.85,0.65,1.0,0.156,0.082,0.237
|
| 13 |
+
Toto-1.0,CatBoost,1.0,1.0,1.0,0.182,0.123,0.255
|
| 14 |
+
Toto-1.0,DeepAR,1.0,1.0,1.0,0.219,0.136,0.34
|
| 15 |
+
Toto-1.0,LightGBM,1.0,1.0,1.0,0.262,0.17,0.377
|
| 16 |
+
Toto-1.0,Stat. Ensemble,1.0,1.0,1.0,0.336,0.244,0.439
|
| 17 |
+
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.419,0.323,0.528
|
|
|
|
|
|
|
| 18 |
Chronos-2,Toto-1.0,0.35,0.15,0.55,0.011,-0.028,0.059
|
| 19 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
Chronos-2,TimesFM-2.5,0.7,0.5,0.9,0.038,0.009,0.071
|
| 21 |
Chronos-2,TiRex,0.75,0.55,0.95,0.071,0.022,0.128
|
| 22 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.108,0.053,0.168
|
| 23 |
+
Chronos-2,FlowState,0.8,0.6,0.95,0.171,0.067,0.29
|
| 24 |
+
Chronos-2,TFT,0.85,0.699,1.0,0.124,0.065,0.193
|
| 25 |
Chronos-2,Sundial-Base,0.9,0.75,1.0,0.123,0.07,0.182
|
| 26 |
+
Chronos-2,PatchTST,0.9,0.75,1.0,0.125,0.065,0.189
|
| 27 |
Chronos-2,Chronos-Bolt,0.95,0.85,1.0,0.168,0.101,0.231
|
| 28 |
+
Chronos-2,TabPFN-TS,0.9,0.75,1.0,0.165,0.099,0.241
|
| 29 |
+
Chronos-2,CatBoost,1.0,1.0,1.0,0.19,0.13,0.258
|
| 30 |
+
Chronos-2,DeepAR,0.9,0.75,1.0,0.227,0.129,0.346
|
| 31 |
+
Chronos-2,LightGBM,1.0,1.0,1.0,0.27,0.186,0.379
|
| 32 |
+
Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.343,0.247,0.444
|
|
|
|
| 33 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.425,0.331,0.534
|
|
|
|
| 34 |
TimesFM-2.5,Toto-1.0,0.3,0.1,0.5,-0.028,-0.078,0.02
|
| 35 |
TimesFM-2.5,Chronos-2,0.3,0.1,0.5,-0.039,-0.077,-0.009
|
| 36 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
TimesFM-2.5,TiRex,0.65,0.45,0.85,0.035,-0.0,0.077
|
| 38 |
TimesFM-2.5,Moirai-2.0,0.9,0.75,1.0,0.073,0.035,0.115
|
| 39 |
+
TimesFM-2.5,FlowState,0.7,0.5,0.9,0.138,0.03,0.267
|
| 40 |
+
TimesFM-2.5,TFT,0.8,0.6,0.95,0.09,0.017,0.163
|
| 41 |
TimesFM-2.5,Sundial-Base,0.85,0.7,1.0,0.089,0.041,0.137
|
| 42 |
+
TimesFM-2.5,PatchTST,0.8,0.649,0.95,0.091,0.037,0.142
|
| 43 |
TimesFM-2.5,Chronos-Bolt,0.85,0.65,1.0,0.136,0.068,0.199
|
| 44 |
+
TimesFM-2.5,TabPFN-TS,0.8,0.6,0.95,0.132,0.065,0.213
|
| 45 |
+
TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.159,0.112,0.209
|
| 46 |
+
TimesFM-2.5,DeepAR,0.95,0.85,1.0,0.197,0.114,0.296
|
| 47 |
+
TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.242,0.161,0.341
|
| 48 |
+
TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.318,0.234,0.407
|
|
|
|
| 49 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.403,0.318,0.501
|
| 50 |
+
TiRex,Toto-1.0,0.2,0.05,0.4,-0.065,-0.129,-0.028
|
|
|
|
| 51 |
TiRex,Chronos-2,0.25,0.05,0.45,-0.077,-0.146,-0.022
|
| 52 |
TiRex,TimesFM-2.5,0.35,0.15,0.55,-0.036,-0.083,0.0
|
| 53 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
TiRex,Moirai-2.0,0.8,0.6,0.95,0.039,0.014,0.065
|
| 55 |
+
TiRex,FlowState,0.65,0.45,0.85,0.107,-0.02,0.236
|
| 56 |
+
TiRex,TFT,0.8,0.6,0.95,0.056,-0.02,0.121
|
| 57 |
TiRex,Sundial-Base,0.85,0.7,1.0,0.056,-0.026,0.115
|
| 58 |
+
TiRex,PatchTST,0.85,0.7,1.0,0.058,-0.029,0.118
|
| 59 |
TiRex,Chronos-Bolt,0.75,0.55,0.9,0.104,0.038,0.166
|
| 60 |
+
TiRex,TabPFN-TS,0.7,0.5,0.9,0.101,0.027,0.176
|
| 61 |
+
TiRex,CatBoost,0.85,0.7,1.0,0.128,0.082,0.178
|
| 62 |
+
TiRex,DeepAR,0.95,0.85,1.0,0.168,0.1,0.259
|
| 63 |
+
TiRex,LightGBM,0.95,0.85,1.0,0.214,0.136,0.316
|
| 64 |
+
TiRex,Stat. Ensemble,1.0,1.0,1.0,0.293,0.211,0.384
|
|
|
|
| 65 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.381,0.295,0.476
|
| 66 |
+
Moirai-2.0,Toto-1.0,0.05,0.0,0.15,-0.109,-0.196,-0.055
|
|
|
|
| 67 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.121,-0.202,-0.056
|
| 68 |
Moirai-2.0,TimesFM-2.5,0.1,0.0,0.25,-0.078,-0.13,-0.036
|
| 69 |
Moirai-2.0,TiRex,0.2,0.05,0.4,-0.041,-0.07,-0.015
|
| 70 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
Moirai-2.0,FlowState,0.6,0.4,0.8,0.071,-0.062,0.201
|
| 72 |
+
Moirai-2.0,TFT,0.5,0.3,0.7,0.018,-0.08,0.104
|
| 73 |
Moirai-2.0,Sundial-Base,0.8,0.6,0.95,0.017,-0.056,0.065
|
| 74 |
+
Moirai-2.0,PatchTST,0.6,0.4,0.8,0.019,-0.064,0.081
|
| 75 |
Moirai-2.0,Chronos-Bolt,0.65,0.425,0.825,0.068,-0.002,0.135
|
| 76 |
+
Moirai-2.0,TabPFN-TS,0.55,0.35,0.75,0.064,-0.007,0.143
|
| 77 |
+
Moirai-2.0,CatBoost,0.8,0.6,0.95,0.093,0.044,0.145
|
| 78 |
+
Moirai-2.0,DeepAR,0.75,0.55,0.95,0.134,0.067,0.219
|
| 79 |
+
Moirai-2.0,LightGBM,0.9,0.75,1.0,0.182,0.102,0.29
|
| 80 |
+
Moirai-2.0,Stat. Ensemble,0.95,0.85,1.0,0.264,0.181,0.354
|
|
|
|
| 81 |
Moirai-2.0,Seasonal Naive,0.95,0.85,1.0,0.356,0.268,0.451
|
| 82 |
+
FlowState,Toto-1.0,0.15,0.0,0.3,-0.193,-0.401,-0.043
|
| 83 |
+
FlowState,Chronos-2,0.2,0.05,0.4,-0.206,-0.408,-0.072
|
| 84 |
+
FlowState,TimesFM-2.5,0.3,0.1,0.5,-0.16,-0.363,-0.031
|
| 85 |
+
FlowState,TiRex,0.35,0.15,0.55,-0.12,-0.308,0.02
|
| 86 |
+
FlowState,Moirai-2.0,0.4,0.2,0.6,-0.076,-0.251,0.058
|
| 87 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
FlowState,TFT,0.55,0.3,0.75,-0.057,-0.249,0.076
|
| 89 |
+
FlowState,Sundial-Base,0.5,0.25,0.7,-0.057,-0.195,0.034
|
| 90 |
+
FlowState,PatchTST,0.5,0.3,0.7,-0.055,-0.227,0.056
|
| 91 |
+
FlowState,Chronos-Bolt,0.5,0.3,0.7,-0.003,-0.136,0.112
|
| 92 |
+
FlowState,TabPFN-TS,0.55,0.35,0.75,-0.007,-0.123,0.099
|
| 93 |
+
FlowState,CatBoost,0.7,0.5,0.9,0.024,-0.165,0.147
|
| 94 |
+
FlowState,DeepAR,0.6,0.4,0.8,0.068,-0.138,0.239
|
| 95 |
+
FlowState,LightGBM,0.75,0.55,0.95,0.12,-0.029,0.25
|
| 96 |
+
FlowState,Stat. Ensemble,0.95,0.85,1.0,0.208,0.067,0.328
|
| 97 |
+
FlowState,Seasonal Naive,0.9,0.75,1.0,0.307,0.147,0.442
|
| 98 |
+
TFT,Toto-1.0,0.1,0.0,0.25,-0.129,-0.188,-0.076
|
| 99 |
+
TFT,Chronos-2,0.15,0.0,0.301,-0.141,-0.239,-0.069
|
| 100 |
+
TFT,TimesFM-2.5,0.2,0.05,0.4,-0.098,-0.194,-0.017
|
| 101 |
+
TFT,TiRex,0.2,0.05,0.4,-0.06,-0.138,0.02
|
| 102 |
+
TFT,Moirai-2.0,0.5,0.3,0.7,-0.018,-0.117,0.074
|
| 103 |
+
TFT,FlowState,0.45,0.25,0.7,0.053,-0.082,0.2
|
| 104 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
TFT,Sundial-Base,0.5,0.3,0.7,-0.001,-0.1,0.085
|
| 106 |
+
TFT,PatchTST,0.575,0.375,0.8,0.001,-0.11,0.092
|
| 107 |
+
TFT,Chronos-Bolt,0.55,0.35,0.75,0.051,-0.051,0.135
|
| 108 |
+
TFT,TabPFN-TS,0.55,0.35,0.75,0.047,-0.059,0.154
|
| 109 |
+
TFT,CatBoost,0.65,0.45,0.85,0.076,-0.018,0.182
|
| 110 |
+
TFT,DeepAR,0.625,0.425,0.825,0.118,0.022,0.265
|
| 111 |
+
TFT,LightGBM,0.8,0.65,0.95,0.167,0.04,0.319
|
| 112 |
+
TFT,Stat. Ensemble,0.85,0.7,1.0,0.251,0.14,0.37
|
| 113 |
+
TFT,Seasonal Naive,0.925,0.824,1.0,0.344,0.234,0.473
|
| 114 |
Sundial-Base,Toto-1.0,0.1,0.0,0.25,-0.128,-0.223,-0.038
|
| 115 |
Sundial-Base,Chronos-2,0.1,0.0,0.25,-0.14,-0.222,-0.075
|
| 116 |
Sundial-Base,TimesFM-2.5,0.15,0.0,0.3,-0.097,-0.159,-0.043
|
| 117 |
Sundial-Base,TiRex,0.15,0.0,0.3,-0.059,-0.129,0.025
|
| 118 |
Sundial-Base,Moirai-2.0,0.2,0.05,0.4,-0.018,-0.069,0.053
|
| 119 |
+
Sundial-Base,FlowState,0.5,0.3,0.75,0.054,-0.035,0.163
|
| 120 |
+
Sundial-Base,TFT,0.5,0.3,0.7,0.001,-0.093,0.091
|
| 121 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
Sundial-Base,PatchTST,0.55,0.35,0.75,0.002,-0.049,0.047
|
| 123 |
Sundial-Base,Chronos-Bolt,0.5,0.25,0.7,0.051,-0.023,0.126
|
| 124 |
+
Sundial-Base,TabPFN-TS,0.6,0.4,0.8,0.047,-0.03,0.119
|
| 125 |
+
Sundial-Base,CatBoost,0.6,0.4,0.8,0.077,0.0,0.151
|
| 126 |
+
Sundial-Base,DeepAR,0.65,0.45,0.85,0.118,0.023,0.231
|
| 127 |
+
Sundial-Base,LightGBM,0.8,0.6,0.95,0.168,0.074,0.284
|
| 128 |
+
Sundial-Base,Stat. Ensemble,0.95,0.85,1.0,0.251,0.159,0.35
|
|
|
|
| 129 |
Sundial-Base,Seasonal Naive,0.95,0.85,1.0,0.344,0.246,0.453
|
| 130 |
+
PatchTST,Toto-1.0,0.1,0.0,0.25,-0.131,-0.227,-0.035
|
| 131 |
+
PatchTST,Chronos-2,0.1,0.0,0.25,-0.143,-0.234,-0.07
|
| 132 |
+
PatchTST,TimesFM-2.5,0.2,0.05,0.351,-0.1,-0.166,-0.038
|
| 133 |
+
PatchTST,TiRex,0.15,0.0,0.3,-0.061,-0.134,0.028
|
| 134 |
+
PatchTST,Moirai-2.0,0.4,0.2,0.6,-0.02,-0.089,0.06
|
| 135 |
+
PatchTST,FlowState,0.5,0.3,0.7,0.052,-0.059,0.185
|
| 136 |
+
PatchTST,TFT,0.425,0.2,0.625,-0.001,-0.101,0.099
|
| 137 |
+
PatchTST,Sundial-Base,0.45,0.25,0.65,-0.002,-0.049,0.046
|
| 138 |
+
PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
PatchTST,Chronos-Bolt,0.45,0.2,0.65,0.049,-0.039,0.137
|
| 140 |
+
PatchTST,TabPFN-TS,0.6,0.4,0.8,0.045,-0.055,0.144
|
| 141 |
+
PatchTST,CatBoost,0.7,0.5,0.9,0.075,-0.003,0.155
|
| 142 |
+
PatchTST,DeepAR,0.7,0.5,0.875,0.117,0.017,0.235
|
| 143 |
+
PatchTST,LightGBM,0.7,0.5,0.9,0.166,0.07,0.287
|
| 144 |
+
PatchTST,Stat. Ensemble,0.875,0.725,1.0,0.25,0.165,0.344
|
| 145 |
+
PatchTST,Seasonal Naive,0.9,0.775,1.0,0.343,0.237,0.456
|
| 146 |
Chronos-Bolt,Toto-1.0,0.1,0.0,0.25,-0.189,-0.288,-0.104
|
| 147 |
Chronos-Bolt,Chronos-2,0.05,0.0,0.15,-0.202,-0.3,-0.112
|
| 148 |
Chronos-Bolt,TimesFM-2.5,0.15,0.0,0.35,-0.157,-0.248,-0.073
|
| 149 |
Chronos-Bolt,TiRex,0.25,0.1,0.45,-0.116,-0.198,-0.039
|
| 150 |
Chronos-Bolt,Moirai-2.0,0.35,0.175,0.575,-0.073,-0.156,0.002
|
| 151 |
+
Chronos-Bolt,FlowState,0.5,0.3,0.7,0.003,-0.127,0.12
|
| 152 |
+
Chronos-Bolt,TFT,0.45,0.25,0.65,-0.053,-0.156,0.049
|
| 153 |
Chronos-Bolt,Sundial-Base,0.5,0.3,0.75,-0.054,-0.144,0.022
|
| 154 |
+
Chronos-Bolt,PatchTST,0.55,0.35,0.8,-0.052,-0.159,0.037
|
| 155 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
Chronos-Bolt,TabPFN-TS,0.55,0.35,0.75,-0.004,-0.119,0.091
|
| 157 |
+
Chronos-Bolt,CatBoost,0.65,0.45,0.85,0.027,-0.069,0.119
|
| 158 |
+
Chronos-Bolt,DeepAR,0.55,0.35,0.75,0.071,-0.053,0.212
|
| 159 |
+
Chronos-Bolt,LightGBM,0.8,0.6,0.95,0.123,0.02,0.247
|
| 160 |
+
Chronos-Bolt,Stat. Ensemble,0.9,0.75,1.0,0.211,0.106,0.324
|
|
|
|
| 161 |
Chronos-Bolt,Seasonal Naive,0.85,0.7,1.0,0.309,0.185,0.434
|
| 162 |
+
TabPFN-TS,Toto-1.0,0.15,0.0,0.35,-0.184,-0.311,-0.09
|
| 163 |
+
TabPFN-TS,Chronos-2,0.1,0.0,0.25,-0.197,-0.318,-0.11
|
| 164 |
+
TabPFN-TS,TimesFM-2.5,0.2,0.05,0.4,-0.152,-0.27,-0.07
|
| 165 |
+
TabPFN-TS,TiRex,0.3,0.1,0.5,-0.112,-0.214,-0.028
|
| 166 |
+
TabPFN-TS,Moirai-2.0,0.45,0.25,0.65,-0.068,-0.167,0.007
|
| 167 |
+
TabPFN-TS,FlowState,0.45,0.25,0.65,0.007,-0.11,0.109
|
| 168 |
+
TabPFN-TS,TFT,0.45,0.25,0.65,-0.049,-0.182,0.056
|
| 169 |
+
TabPFN-TS,Sundial-Base,0.4,0.2,0.6,-0.05,-0.135,0.029
|
| 170 |
+
TabPFN-TS,PatchTST,0.4,0.2,0.6,-0.048,-0.168,0.053
|
| 171 |
+
TabPFN-TS,Chronos-Bolt,0.45,0.25,0.65,0.004,-0.1,0.106
|
| 172 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
TabPFN-TS,CatBoost,0.55,0.35,0.75,0.031,-0.093,0.135
|
| 174 |
+
TabPFN-TS,DeepAR,0.65,0.45,0.85,0.075,-0.055,0.195
|
| 175 |
+
TabPFN-TS,LightGBM,0.7,0.5,0.9,0.126,-0.001,0.259
|
| 176 |
+
TabPFN-TS,Stat. Ensemble,0.75,0.55,0.95,0.214,0.071,0.347
|
| 177 |
+
TabPFN-TS,Seasonal Naive,0.95,0.85,1.0,0.312,0.171,0.441
|
| 178 |
+
CatBoost,Toto-1.0,0.0,0.0,0.0,-0.222,-0.342,-0.14
|
| 179 |
+
CatBoost,Chronos-2,0.0,0.0,0.0,-0.235,-0.347,-0.15
|
| 180 |
+
CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.189,-0.264,-0.127
|
| 181 |
+
CatBoost,TiRex,0.15,0.0,0.3,-0.147,-0.217,-0.09
|
| 182 |
+
CatBoost,Moirai-2.0,0.2,0.05,0.4,-0.102,-0.17,-0.046
|
| 183 |
+
CatBoost,FlowState,0.3,0.1,0.5,-0.024,-0.172,0.142
|
| 184 |
+
CatBoost,TFT,0.35,0.15,0.55,-0.082,-0.223,0.018
|
| 185 |
+
CatBoost,Sundial-Base,0.4,0.2,0.6,-0.083,-0.177,-0.0
|
| 186 |
+
CatBoost,PatchTST,0.3,0.1,0.5,-0.081,-0.183,0.003
|
| 187 |
+
CatBoost,Chronos-Bolt,0.35,0.15,0.55,-0.027,-0.135,0.064
|
| 188 |
+
CatBoost,TabPFN-TS,0.45,0.25,0.65,-0.032,-0.157,0.085
|
| 189 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
CatBoost,DeepAR,0.6,0.4,0.8,0.045,-0.055,0.142
|
| 191 |
+
CatBoost,LightGBM,0.8,0.6,0.95,0.099,0.036,0.185
|
| 192 |
+
CatBoost,Stat. Ensemble,0.85,0.7,1.0,0.189,0.115,0.265
|
| 193 |
+
CatBoost,Seasonal Naive,0.95,0.85,1.0,0.29,0.213,0.377
|
| 194 |
+
DeepAR,Toto-1.0,0.0,0.0,0.0,-0.28,-0.514,-0.157
|
| 195 |
+
DeepAR,Chronos-2,0.1,0.0,0.25,-0.294,-0.529,-0.148
|
| 196 |
+
DeepAR,TimesFM-2.5,0.05,0.0,0.15,-0.245,-0.421,-0.129
|
| 197 |
+
DeepAR,TiRex,0.05,0.0,0.15,-0.201,-0.35,-0.111
|
| 198 |
+
DeepAR,Moirai-2.0,0.25,0.05,0.45,-0.154,-0.28,-0.072
|
| 199 |
+
DeepAR,FlowState,0.4,0.2,0.6,-0.073,-0.315,0.122
|
| 200 |
+
DeepAR,TFT,0.375,0.175,0.575,-0.133,-0.361,-0.022
|
| 201 |
+
DeepAR,Sundial-Base,0.35,0.15,0.55,-0.134,-0.301,-0.024
|
| 202 |
+
DeepAR,PatchTST,0.3,0.125,0.5,-0.132,-0.307,-0.018
|
| 203 |
+
DeepAR,Chronos-Bolt,0.45,0.25,0.65,-0.076,-0.27,0.05
|
| 204 |
+
DeepAR,TabPFN-TS,0.35,0.15,0.55,-0.081,-0.242,0.053
|
| 205 |
+
DeepAR,CatBoost,0.4,0.2,0.6,-0.047,-0.165,0.053
|
| 206 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
DeepAR,LightGBM,0.55,0.35,0.75,0.056,-0.065,0.198
|
| 208 |
+
DeepAR,Stat. Ensemble,0.725,0.525,0.9,0.151,0.055,0.254
|
| 209 |
+
DeepAR,Seasonal Naive,0.9,0.775,1.0,0.256,0.171,0.346
|
| 210 |
+
LightGBM,Toto-1.0,0.0,0.0,0.0,-0.356,-0.604,-0.205
|
| 211 |
+
LightGBM,Chronos-2,0.0,0.0,0.0,-0.371,-0.61,-0.228
|
| 212 |
+
LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.319,-0.518,-0.192
|
| 213 |
+
LightGBM,TiRex,0.05,0.0,0.15,-0.273,-0.462,-0.158
|
| 214 |
+
LightGBM,Moirai-2.0,0.1,0.0,0.25,-0.223,-0.409,-0.113
|
| 215 |
+
LightGBM,FlowState,0.25,0.05,0.45,-0.137,-0.333,0.029
|
| 216 |
+
LightGBM,TFT,0.2,0.05,0.35,-0.201,-0.469,-0.041
|
| 217 |
+
LightGBM,Sundial-Base,0.2,0.05,0.4,-0.202,-0.397,-0.08
|
| 218 |
+
LightGBM,PatchTST,0.3,0.1,0.5,-0.199,-0.402,-0.075
|
| 219 |
+
LightGBM,Chronos-Bolt,0.2,0.05,0.4,-0.14,-0.329,-0.02
|
| 220 |
+
LightGBM,TabPFN-TS,0.3,0.1,0.5,-0.145,-0.349,0.001
|
| 221 |
+
LightGBM,CatBoost,0.2,0.05,0.4,-0.109,-0.227,-0.037
|
| 222 |
+
LightGBM,DeepAR,0.45,0.25,0.65,-0.059,-0.247,0.061
|
| 223 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
LightGBM,Stat. Ensemble,0.75,0.55,0.9,0.1,0.011,0.184
|
| 225 |
+
LightGBM,Seasonal Naive,0.85,0.65,1.0,0.212,0.108,0.31
|
| 226 |
+
Stat. Ensemble,Toto-1.0,0.0,0.0,0.0,-0.506,-0.784,-0.322
|
| 227 |
+
Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.523,-0.799,-0.328
|
| 228 |
+
Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-0.466,-0.687,-0.306
|
| 229 |
+
Stat. Ensemble,TiRex,0.0,0.0,0.0,-0.414,-0.625,-0.267
|
| 230 |
+
Stat. Ensemble,Moirai-2.0,0.05,0.0,0.15,-0.359,-0.549,-0.221
|
| 231 |
+
Stat. Ensemble,FlowState,0.05,0.0,0.15,-0.263,-0.487,-0.071
|
| 232 |
+
Stat. Ensemble,TFT,0.15,0.0,0.3,-0.334,-0.588,-0.163
|
| 233 |
+
Stat. Ensemble,Sundial-Base,0.05,0.0,0.15,-0.335,-0.537,-0.189
|
| 234 |
+
Stat. Ensemble,PatchTST,0.125,0.0,0.275,-0.333,-0.525,-0.197
|
| 235 |
+
Stat. Ensemble,Chronos-Bolt,0.1,0.0,0.25,-0.267,-0.479,-0.119
|
| 236 |
+
Stat. Ensemble,TabPFN-TS,0.25,0.05,0.45,-0.272,-0.532,-0.077
|
| 237 |
+
Stat. Ensemble,CatBoost,0.15,0.0,0.3,-0.233,-0.361,-0.13
|
| 238 |
+
Stat. Ensemble,DeepAR,0.275,0.1,0.475,-0.177,-0.34,-0.058
|
| 239 |
+
Stat. Ensemble,LightGBM,0.25,0.1,0.45,-0.111,-0.225,-0.011
|
| 240 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
Stat. Ensemble,Seasonal Naive,0.825,0.675,0.95,0.125,0.01,0.21
|
| 242 |
+
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.721,-1.121,-0.477
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 243 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.74,-1.148,-0.496
|
| 244 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.674,-1.003,-0.466
|
| 245 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.615,-0.909,-0.418
|
| 246 |
Seasonal Naive,Moirai-2.0,0.05,0.0,0.15,-0.552,-0.822,-0.365
|
| 247 |
+
Seasonal Naive,FlowState,0.1,0.0,0.25,-0.443,-0.793,-0.172
|
| 248 |
+
Seasonal Naive,TFT,0.075,0.0,0.176,-0.524,-0.897,-0.305
|
| 249 |
Seasonal Naive,Sundial-Base,0.05,0.0,0.15,-0.525,-0.83,-0.326
|
| 250 |
+
Seasonal Naive,PatchTST,0.1,0.0,0.225,-0.522,-0.838,-0.31
|
| 251 |
Seasonal Naive,Chronos-Bolt,0.15,0.0,0.3,-0.447,-0.766,-0.228
|
| 252 |
+
Seasonal Naive,TabPFN-TS,0.05,0.0,0.15,-0.453,-0.788,-0.206
|
| 253 |
+
Seasonal Naive,CatBoost,0.05,0.0,0.15,-0.408,-0.606,-0.271
|
| 254 |
+
Seasonal Naive,DeepAR,0.1,0.0,0.225,-0.345,-0.53,-0.206
|
| 255 |
+
Seasonal Naive,LightGBM,0.15,0.0,0.35,-0.269,-0.45,-0.122
|
| 256 |
+
Seasonal Naive,Stat. Ensemble,0.175,0.05,0.325,-0.142,-0.265,-0.01
|
|
|
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_cloud/pairwise_SQL.csv
CHANGED
|
@@ -1,226 +1,257 @@
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Toto-1.0,Chronos-2,0.6,0.4,0.8,-0.024,-0.08,0.018
|
| 4 |
-
Toto-1.0,TimesFM-2.5,0.75,0.55,0.95,0.028,-0.
|
| 5 |
Toto-1.0,TiRex,0.8,0.6,0.95,0.056,0.022,0.104
|
| 6 |
Toto-1.0,Moirai-2.0,0.95,0.85,1.0,0.112,0.064,0.169
|
| 7 |
-
Toto-1.0,
|
|
|
|
|
|
|
| 8 |
Toto-1.0,Chronos-Bolt,0.95,0.85,1.0,0.182,0.124,0.236
|
| 9 |
-
Toto-1.0,
|
| 10 |
-
Toto-1.0,
|
| 11 |
-
Toto-1.0,
|
| 12 |
-
Toto-1.0,
|
| 13 |
-
Toto-1.0,
|
| 14 |
-
Toto-1.0,
|
| 15 |
-
Toto-1.0,Naive,1.0,1.0,1.0,0.
|
| 16 |
-
Toto-1.0,Drift,1.0,1.0,1.0,0.824,0.744,0.882
|
| 17 |
Chronos-2,Toto-1.0,0.4,0.2,0.6,0.024,-0.018,0.074
|
| 18 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 19 |
Chronos-2,TimesFM-2.5,0.75,0.55,0.9,0.051,0.017,0.09
|
| 20 |
Chronos-2,TiRex,0.75,0.55,0.9,0.078,0.024,0.139
|
| 21 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.133,0.069,0.2
|
| 22 |
-
Chronos-2,
|
|
|
|
|
|
|
| 23 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.201,0.134,0.261
|
| 24 |
-
Chronos-2,
|
| 25 |
-
Chronos-2,
|
| 26 |
-
Chronos-2,
|
| 27 |
-
Chronos-2,
|
| 28 |
-
Chronos-2,
|
|
|
|
| 29 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.639,0.533,0.735
|
| 30 |
-
Chronos-2,Naive,1.0,1.0,1.0,0.822,0.746,0.879
|
| 31 |
-
Chronos-2,Drift,1.0,1.0,1.0,0.828,0.756,0.883
|
| 32 |
TimesFM-2.5,Toto-1.0,0.25,0.05,0.45,-0.029,-0.082,0.024
|
| 33 |
TimesFM-2.5,Chronos-2,0.25,0.1,0.45,-0.054,-0.099,-0.017
|
| 34 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
TimesFM-2.5,TiRex,0.6,0.4,0.8,0.028,-0.014,0.08
|
| 36 |
TimesFM-2.5,Moirai-2.0,0.9,0.75,1.0,0.086,0.038,0.143
|
| 37 |
-
TimesFM-2.5,
|
|
|
|
|
|
|
| 38 |
TimesFM-2.5,Chronos-Bolt,0.9,0.75,1.0,0.158,0.095,0.217
|
| 39 |
-
TimesFM-2.5,
|
| 40 |
-
TimesFM-2.5,
|
| 41 |
-
TimesFM-2.5,
|
| 42 |
-
TimesFM-2.5,
|
| 43 |
-
TimesFM-2.5,
|
|
|
|
| 44 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.62,0.519,0.713
|
| 45 |
-
TimesFM-2.5,Naive,1.0,1.0,1.0,0.812,0.731,0.872
|
| 46 |
-
TimesFM-2.5,Drift,1.0,1.0,1.0,0.819,0.742,0.877
|
| 47 |
TiRex,Toto-1.0,0.2,0.05,0.4,-0.059,-0.116,-0.023
|
| 48 |
TiRex,Chronos-2,0.25,0.1,0.45,-0.085,-0.162,-0.025
|
| 49 |
TiRex,TimesFM-2.5,0.4,0.2,0.6,-0.029,-0.086,0.013
|
| 50 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
TiRex,Moirai-2.0,0.85,0.7,1.0,0.059,0.03,0.09
|
| 52 |
-
TiRex,
|
|
|
|
|
|
|
| 53 |
TiRex,Chronos-Bolt,0.9,0.75,1.0,0.133,0.073,0.186
|
| 54 |
-
TiRex,
|
| 55 |
-
TiRex,
|
| 56 |
-
TiRex,
|
| 57 |
-
TiRex,
|
| 58 |
-
TiRex,
|
|
|
|
| 59 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.609,0.499,0.709
|
| 60 |
-
TiRex,Naive,0.95,0.85,1.0,0.806,0.72,0.869
|
| 61 |
-
TiRex,Drift,1.0,1.0,1.0,0.814,0.729,0.874
|
| 62 |
Moirai-2.0,Toto-1.0,0.05,0.0,0.15,-0.126,-0.203,-0.068
|
| 63 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.153,-0.249,-0.074
|
| 64 |
Moirai-2.0,TimesFM-2.5,0.1,0.0,0.25,-0.094,-0.167,-0.039
|
| 65 |
Moirai-2.0,TiRex,0.15,0.0,0.3,-0.063,-0.099,-0.03
|
| 66 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
-
Moirai-2.0,
|
|
|
|
|
|
|
| 68 |
Moirai-2.0,Chronos-Bolt,0.8,0.6,0.95,0.079,0.017,0.14
|
| 69 |
-
Moirai-2.0,
|
| 70 |
-
Moirai-2.0,
|
| 71 |
-
Moirai-2.0,
|
| 72 |
-
Moirai-2.0,
|
| 73 |
-
Moirai-2.0,
|
|
|
|
| 74 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.584,0.469,0.689
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
|
| 82 |
-
|
| 83 |
-
|
| 84 |
-
Sundial-Base,
|
| 85 |
-
|
| 86 |
-
|
| 87 |
-
|
| 88 |
-
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
|
| 92 |
-
Chronos-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 93 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.251,-0.352,-0.155
|
| 94 |
Chronos-Bolt,TimesFM-2.5,0.1,0.0,0.25,-0.187,-0.277,-0.105
|
| 95 |
Chronos-Bolt,TiRex,0.1,0.0,0.25,-0.154,-0.229,-0.079
|
| 96 |
Chronos-Bolt,Moirai-2.0,0.2,0.05,0.4,-0.086,-0.162,-0.017
|
| 97 |
-
Chronos-Bolt,
|
|
|
|
|
|
|
| 98 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
-
Chronos-Bolt,
|
| 100 |
-
Chronos-Bolt,
|
| 101 |
-
Chronos-Bolt,
|
| 102 |
-
Chronos-Bolt,
|
| 103 |
-
Chronos-Bolt,
|
|
|
|
| 104 |
Chronos-Bolt,Seasonal Naive,0.9,0.75,1.0,0.549,0.413,0.67
|
| 105 |
-
|
| 106 |
-
Chronos-
|
| 107 |
-
|
| 108 |
-
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
|
| 112 |
-
|
| 113 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 114 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
TabPFN-TS,
|
| 116 |
-
TabPFN-TS,
|
| 117 |
-
TabPFN-TS,
|
| 118 |
-
TabPFN-TS,
|
| 119 |
-
TabPFN-TS,Seasonal Naive,0.95,0.85,1.0,0.
|
| 120 |
-
|
| 121 |
-
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
AutoARIMA,
|
| 132 |
-
|
| 133 |
-
AutoARIMA,AutoTheta,0.85,0.7,1.0,0.34,0.203,0.476
|
| 134 |
-
AutoARIMA,Seasonal Naive,0.875,0.75,0.975,0.326,0.18,0.457
|
| 135 |
-
AutoARIMA,Naive,0.95,0.85,1.0,0.667,0.521,0.764
|
| 136 |
-
AutoARIMA,Drift,0.95,0.85,1.0,0.679,0.545,0.773
|
| 137 |
-
Stat. Ensemble,Toto-1.0,0.0,0.0,0.0,-1.163,-1.625,-0.811
|
| 138 |
-
Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-1.215,-1.654,-0.887
|
| 139 |
-
Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-1.102,-1.466,-0.82
|
| 140 |
-
Stat. Ensemble,TiRex,0.0,0.0,0.0,-1.042,-1.411,-0.739
|
| 141 |
-
Stat. Ensemble,Moirai-2.0,0.05,0.0,0.15,-0.921,-1.267,-0.642
|
| 142 |
-
Stat. Ensemble,Sundial-Base,0.0,0.0,0.0,-0.843,-1.145,-0.609
|
| 143 |
-
Stat. Ensemble,Chronos-Bolt,0.15,0.0,0.3,-0.77,-1.134,-0.488
|
| 144 |
-
Stat. Ensemble,TabPFN-TS,0.1,0.0,0.25,-0.702,-1.019,-0.454
|
| 145 |
-
Stat. Ensemble,AutoARIMA,0.275,0.125,0.475,-0.185,-0.323,-0.078
|
| 146 |
-
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
-
Stat. Ensemble,AutoETS,0.725,0.55,0.9,0.363,-0.063,0.684
|
| 148 |
-
Stat. Ensemble,AutoTheta,0.9,0.75,1.0,0.218,0.089,0.375
|
| 149 |
-
Stat. Ensemble,Seasonal Naive,0.725,0.525,0.9,0.201,-0.013,0.369
|
| 150 |
-
Stat. Ensemble,Naive,0.95,0.85,1.0,0.605,0.443,0.725
|
| 151 |
-
Stat. Ensemble,Drift,1.0,1.0,1.0,0.62,0.465,0.735
|
| 152 |
-
AutoETS,Toto-1.0,0.0,0.0,0.0,-1.991,-4.394,-0.932
|
| 153 |
-
AutoETS,Chronos-2,0.0,0.0,0.0,-2.072,-4.534,-1.004
|
| 154 |
-
AutoETS,TimesFM-2.5,0.0,0.0,0.0,-1.92,-4.291,-0.907
|
| 155 |
-
AutoETS,TiRex,0.0,0.0,0.0,-1.837,-4.196,-0.83
|
| 156 |
-
AutoETS,Moirai-2.0,0.05,0.0,0.15,-1.688,-3.95,-0.734
|
| 157 |
-
AutoETS,Sundial-Base,0.0,0.0,0.0,-1.595,-3.825,-0.677
|
| 158 |
-
AutoETS,Chronos-Bolt,0.1,0.0,0.25,-1.484,-3.678,-0.591
|
| 159 |
-
AutoETS,TabPFN-TS,0.15,0.0,0.3,-1.414,-3.528,-0.549
|
| 160 |
-
AutoETS,AutoARIMA,0.225,0.05,0.4,-0.767,-2.48,-0.087
|
| 161 |
-
AutoETS,Stat. Ensemble,0.275,0.1,0.45,-0.569,-2.162,0.059
|
| 162 |
-
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
AutoETS,AutoTheta,0.75,0.55,0.9,-0.25,-1.708,0.289
|
| 164 |
-
AutoETS,Seasonal Naive,0.725,0.525,0.875,-0.269,-1.702,0.285
|
| 165 |
-
AutoETS,Naive,0.8,0.6,0.95,0.34,-0.612,0.679
|
| 166 |
-
AutoETS,Drift,0.85,0.65,1.0,0.363,-0.555,0.692
|
| 167 |
-
AutoTheta,Toto-1.0,0.0,0.0,0.0,-1.764,-2.575,-1.173
|
| 168 |
-
AutoTheta,Chronos-2,0.0,0.0,0.0,-1.831,-2.661,-1.245
|
| 169 |
-
AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-1.686,-2.451,-1.145
|
| 170 |
-
AutoTheta,TiRex,0.0,0.0,0.0,-1.61,-2.316,-1.054
|
| 171 |
-
AutoTheta,Moirai-2.0,0.05,0.0,0.15,-1.456,-2.054,-0.962
|
| 172 |
-
AutoTheta,Sundial-Base,0.0,0.0,0.0,-1.355,-1.914,-0.951
|
| 173 |
-
AutoTheta,Chronos-Bolt,0.05,0.0,0.15,-1.262,-1.821,-0.828
|
| 174 |
-
AutoTheta,TabPFN-TS,0.05,0.0,0.15,-1.175,-1.772,-0.765
|
| 175 |
-
AutoTheta,AutoARIMA,0.15,0.0,0.3,-0.515,-0.908,-0.255
|
| 176 |
-
AutoTheta,Stat. Ensemble,0.1,0.0,0.25,-0.278,-0.6,-0.097
|
| 177 |
-
AutoTheta,AutoETS,0.25,0.1,0.45,0.2,-0.407,0.631
|
| 178 |
-
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
AutoTheta,Seasonal Naive,0.7,0.5,0.9,-0.021,-0.413,0.245
|
| 180 |
-
AutoTheta,Naive,0.85,0.65,1.0,0.495,0.359,0.605
|
| 181 |
-
AutoTheta,Drift,0.9,0.75,1.0,0.514,0.382,0.62
|
| 182 |
-
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-1.707,-2.709,-1.086
|
| 183 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-1.772,-2.77,-1.139
|
| 184 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-1.631,-2.486,-1.077
|
| 185 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-1.556,-2.437,-0.997
|
| 186 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-1.405,-2.214,-0.883
|
| 187 |
-
Seasonal Naive,
|
|
|
|
|
|
|
| 188 |
Seasonal Naive,Chronos-Bolt,0.1,0.0,0.25,-1.215,-2.027,-0.704
|
| 189 |
-
Seasonal Naive,
|
| 190 |
-
Seasonal Naive,
|
| 191 |
-
Seasonal Naive,
|
| 192 |
-
Seasonal Naive,
|
| 193 |
-
Seasonal Naive,
|
|
|
|
| 194 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
Seasonal Naive,Naive,0.7,0.525,0.85,0.505,0.274,0.671
|
| 196 |
-
Seasonal Naive,Drift,0.85,0.65,1.0,0.524,0.302,0.688
|
| 197 |
-
Naive,Toto-1.0,0.0,0.0,0.0,-4.472,-7.119,-2.772
|
| 198 |
-
Naive,Chronos-2,0.0,0.0,0.0,-4.604,-7.24,-2.94
|
| 199 |
-
Naive,TimesFM-2.5,0.0,0.0,0.0,-4.318,-6.839,-2.721
|
| 200 |
-
Naive,TiRex,0.05,0.0,0.15,-4.166,-6.661,-2.569
|
| 201 |
-
Naive,Moirai-2.0,0.05,0.0,0.15,-3.861,-6.072,-2.376
|
| 202 |
-
Naive,Sundial-Base,0.0,0.0,0.0,-3.663,-5.597,-2.374
|
| 203 |
-
Naive,Chronos-Bolt,0.05,0.0,0.15,-3.478,-5.427,-2.188
|
| 204 |
-
Naive,TabPFN-TS,0.0,0.0,0.0,-3.306,-5.057,-2.139
|
| 205 |
-
Naive,AutoARIMA,0.05,0.0,0.15,-1.999,-3.24,-1.086
|
| 206 |
-
Naive,Stat. Ensemble,0.05,0.0,0.15,-1.53,-2.642,-0.795
|
| 207 |
-
Naive,AutoETS,0.2,0.05,0.4,-0.516,-2.117,0.38
|
| 208 |
-
Naive,AutoTheta,0.15,0.0,0.35,-0.98,-1.531,-0.56
|
| 209 |
-
Naive,Seasonal Naive,0.3,0.15,0.475,-1.021,-2.041,-0.378
|
| 210 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Naive,Drift,1.0,1.0,1.0,0.039,0.023,0.057
|
| 212 |
-
Drift,Toto-1.0,0.0,0.0,0.0,-4.691,-7.48,-2.9
|
| 213 |
-
Drift,Chronos-2,0.0,0.0,0.0,-4.828,-7.54,-3.102
|
| 214 |
-
Drift,TimesFM-2.5,0.0,0.0,0.0,-4.531,-7.137,-2.871
|
| 215 |
-
Drift,TiRex,0.0,0.0,0.0,-4.373,-6.957,-2.696
|
| 216 |
-
Drift,Moirai-2.0,0.0,0.0,0.0,-4.056,-6.361,-2.518
|
| 217 |
-
Drift,Sundial-Base,0.0,0.0,0.0,-3.85,-5.831,-2.522
|
| 218 |
-
Drift,Chronos-Bolt,0.0,0.0,0.0,-3.658,-5.689,-2.332
|
| 219 |
-
Drift,TabPFN-TS,0.0,0.0,0.0,-3.479,-5.272,-2.287
|
| 220 |
-
Drift,AutoARIMA,0.05,0.0,0.15,-2.119,-3.399,-1.198
|
| 221 |
-
Drift,Stat. Ensemble,0.0,0.0,0.0,-1.632,-2.779,-0.87
|
| 222 |
-
Drift,AutoETS,0.15,0.0,0.35,-0.569,-2.25,0.357
|
| 223 |
-
Drift,AutoTheta,0.1,0.0,0.25,-1.059,-1.634,-0.617
|
| 224 |
-
Drift,Seasonal Naive,0.15,0.0,0.35,-1.102,-2.206,-0.433
|
| 225 |
-
Drift,Naive,0.0,0.0,0.0,-0.04,-0.061,-0.024
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Toto-1.0,Chronos-2,0.6,0.4,0.8,-0.024,-0.08,0.018
|
| 4 |
+
Toto-1.0,TimesFM-2.5,0.75,0.55,0.95,0.028,-0.025,0.076
|
| 5 |
Toto-1.0,TiRex,0.8,0.6,0.95,0.056,0.022,0.104
|
| 6 |
Toto-1.0,Moirai-2.0,0.95,0.85,1.0,0.112,0.064,0.169
|
| 7 |
+
Toto-1.0,FlowState,0.85,0.7,1.0,0.162,0.04,0.284
|
| 8 |
+
Toto-1.0,TFT,0.95,0.85,1.0,0.158,0.096,0.217
|
| 9 |
+
Toto-1.0,PatchTST,0.9,0.75,1.0,0.148,0.055,0.221
|
| 10 |
Toto-1.0,Chronos-Bolt,0.95,0.85,1.0,0.182,0.124,0.236
|
| 11 |
+
Toto-1.0,Sundial-Base,0.95,0.85,1.0,0.148,0.072,0.211
|
| 12 |
+
Toto-1.0,TabPFN-TS,0.9,0.75,1.0,0.181,0.112,0.249
|
| 13 |
+
Toto-1.0,DeepAR,1.0,1.0,1.0,0.258,0.17,0.364
|
| 14 |
+
Toto-1.0,CatBoost,1.0,1.0,1.0,0.313,0.264,0.377
|
| 15 |
+
Toto-1.0,LightGBM,1.0,1.0,1.0,0.38,0.3,0.483
|
| 16 |
+
Toto-1.0,AutoARIMA,1.0,1.0,1.0,0.439,0.352,0.531
|
| 17 |
+
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.631,0.52,0.73
|
|
|
|
| 18 |
Chronos-2,Toto-1.0,0.4,0.2,0.6,0.024,-0.018,0.074
|
| 19 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
Chronos-2,TimesFM-2.5,0.75,0.55,0.9,0.051,0.017,0.09
|
| 21 |
Chronos-2,TiRex,0.75,0.55,0.9,0.078,0.024,0.139
|
| 22 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.133,0.069,0.2
|
| 23 |
+
Chronos-2,FlowState,0.85,0.65,1.0,0.182,0.078,0.296
|
| 24 |
+
Chronos-2,TFT,0.9,0.75,1.0,0.178,0.097,0.258
|
| 25 |
+
Chronos-2,PatchTST,0.85,0.7,1.0,0.168,0.103,0.231
|
| 26 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.201,0.134,0.261
|
| 27 |
+
Chronos-2,Sundial-Base,0.95,0.85,1.0,0.168,0.118,0.222
|
| 28 |
+
Chronos-2,TabPFN-TS,0.9,0.75,1.0,0.2,0.145,0.253
|
| 29 |
+
Chronos-2,DeepAR,0.9,0.75,1.0,0.276,0.172,0.38
|
| 30 |
+
Chronos-2,CatBoost,1.0,1.0,1.0,0.329,0.271,0.39
|
| 31 |
+
Chronos-2,LightGBM,1.0,1.0,1.0,0.395,0.318,0.493
|
| 32 |
+
Chronos-2,AutoARIMA,1.0,1.0,1.0,0.453,0.362,0.541
|
| 33 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.639,0.533,0.735
|
|
|
|
|
|
|
| 34 |
TimesFM-2.5,Toto-1.0,0.25,0.05,0.45,-0.029,-0.082,0.024
|
| 35 |
TimesFM-2.5,Chronos-2,0.25,0.1,0.45,-0.054,-0.099,-0.017
|
| 36 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
TimesFM-2.5,TiRex,0.6,0.4,0.8,0.028,-0.014,0.08
|
| 38 |
TimesFM-2.5,Moirai-2.0,0.9,0.75,1.0,0.086,0.038,0.143
|
| 39 |
+
TimesFM-2.5,FlowState,0.85,0.7,1.0,0.138,0.034,0.263
|
| 40 |
+
TimesFM-2.5,TFT,0.8,0.6,0.95,0.134,0.04,0.217
|
| 41 |
+
TimesFM-2.5,PatchTST,0.8,0.649,0.95,0.123,0.058,0.187
|
| 42 |
TimesFM-2.5,Chronos-Bolt,0.9,0.75,1.0,0.158,0.095,0.217
|
| 43 |
+
TimesFM-2.5,Sundial-Base,0.95,0.85,1.0,0.123,0.079,0.165
|
| 44 |
+
TimesFM-2.5,TabPFN-TS,0.85,0.7,1.0,0.157,0.094,0.222
|
| 45 |
+
TimesFM-2.5,DeepAR,0.95,0.85,1.0,0.237,0.142,0.329
|
| 46 |
+
TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.293,0.245,0.344
|
| 47 |
+
TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.363,0.285,0.455
|
| 48 |
+
TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.423,0.346,0.5
|
| 49 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.62,0.519,0.713
|
|
|
|
|
|
|
| 50 |
TiRex,Toto-1.0,0.2,0.05,0.4,-0.059,-0.116,-0.023
|
| 51 |
TiRex,Chronos-2,0.25,0.1,0.45,-0.085,-0.162,-0.025
|
| 52 |
TiRex,TimesFM-2.5,0.4,0.2,0.6,-0.029,-0.086,0.013
|
| 53 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
TiRex,Moirai-2.0,0.85,0.7,1.0,0.059,0.03,0.09
|
| 55 |
+
TiRex,FlowState,0.7,0.5,0.9,0.112,-0.021,0.241
|
| 56 |
+
TiRex,TFT,0.8,0.6,0.95,0.109,0.017,0.181
|
| 57 |
+
TiRex,PatchTST,0.8,0.6,0.95,0.097,-0.003,0.171
|
| 58 |
TiRex,Chronos-Bolt,0.9,0.75,1.0,0.133,0.073,0.186
|
| 59 |
+
TiRex,Sundial-Base,0.95,0.85,1.0,0.097,0.013,0.151
|
| 60 |
+
TiRex,TabPFN-TS,0.75,0.55,0.95,0.133,0.061,0.202
|
| 61 |
+
TiRex,DeepAR,0.95,0.85,1.0,0.214,0.14,0.296
|
| 62 |
+
TiRex,CatBoost,1.0,1.0,1.0,0.272,0.23,0.322
|
| 63 |
+
TiRex,LightGBM,1.0,1.0,1.0,0.344,0.273,0.435
|
| 64 |
+
TiRex,AutoARIMA,1.0,1.0,1.0,0.406,0.323,0.488
|
| 65 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.609,0.499,0.709
|
|
|
|
|
|
|
| 66 |
Moirai-2.0,Toto-1.0,0.05,0.0,0.15,-0.126,-0.203,-0.068
|
| 67 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.153,-0.249,-0.074
|
| 68 |
Moirai-2.0,TimesFM-2.5,0.1,0.0,0.25,-0.094,-0.167,-0.039
|
| 69 |
Moirai-2.0,TiRex,0.15,0.0,0.3,-0.063,-0.099,-0.03
|
| 70 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
Moirai-2.0,FlowState,0.6,0.4,0.8,0.057,-0.083,0.184
|
| 72 |
+
Moirai-2.0,TFT,0.65,0.4,0.85,0.053,-0.052,0.142
|
| 73 |
+
Moirai-2.0,PatchTST,0.65,0.45,0.85,0.041,-0.065,0.115
|
| 74 |
Moirai-2.0,Chronos-Bolt,0.8,0.6,0.95,0.079,0.017,0.14
|
| 75 |
+
Moirai-2.0,Sundial-Base,0.9,0.75,1.0,0.041,-0.045,0.091
|
| 76 |
+
Moirai-2.0,TabPFN-TS,0.6,0.4,0.8,0.078,-0.003,0.155
|
| 77 |
+
Moirai-2.0,DeepAR,0.85,0.699,1.0,0.165,0.091,0.246
|
| 78 |
+
Moirai-2.0,CatBoost,0.95,0.85,1.0,0.226,0.167,0.288
|
| 79 |
+
Moirai-2.0,LightGBM,0.95,0.85,1.0,0.303,0.222,0.406
|
| 80 |
+
Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.369,0.286,0.449
|
| 81 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.584,0.469,0.689
|
| 82 |
+
FlowState,Toto-1.0,0.15,0.0,0.3,-0.193,-0.397,-0.041
|
| 83 |
+
FlowState,Chronos-2,0.15,0.0,0.35,-0.222,-0.421,-0.084
|
| 84 |
+
FlowState,TimesFM-2.5,0.15,0.0,0.3,-0.16,-0.356,-0.035
|
| 85 |
+
FlowState,TiRex,0.3,0.1,0.5,-0.127,-0.318,0.02
|
| 86 |
+
FlowState,Moirai-2.0,0.4,0.2,0.6,-0.06,-0.225,0.076
|
| 87 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
FlowState,TFT,0.55,0.3,0.75,-0.004,-0.165,0.115
|
| 89 |
+
FlowState,PatchTST,0.5,0.3,0.7,-0.017,-0.152,0.083
|
| 90 |
+
FlowState,Chronos-Bolt,0.55,0.35,0.75,0.023,-0.108,0.139
|
| 91 |
+
FlowState,Sundial-Base,0.75,0.55,0.95,-0.017,-0.149,0.071
|
| 92 |
+
FlowState,TabPFN-TS,0.6,0.4,0.8,0.023,-0.136,0.146
|
| 93 |
+
FlowState,DeepAR,0.65,0.45,0.85,0.115,-0.045,0.263
|
| 94 |
+
FlowState,CatBoost,0.95,0.85,1.0,0.18,0.026,0.285
|
| 95 |
+
FlowState,LightGBM,0.9,0.75,1.0,0.261,0.132,0.377
|
| 96 |
+
FlowState,AutoARIMA,0.95,0.85,1.0,0.331,0.195,0.442
|
| 97 |
+
FlowState,Seasonal Naive,0.95,0.85,1.0,0.559,0.424,0.672
|
| 98 |
+
TFT,Toto-1.0,0.05,0.0,0.15,-0.188,-0.277,-0.106
|
| 99 |
+
TFT,Chronos-2,0.1,0.0,0.25,-0.217,-0.348,-0.107
|
| 100 |
+
TFT,TimesFM-2.5,0.2,0.05,0.4,-0.155,-0.277,-0.042
|
| 101 |
+
TFT,TiRex,0.2,0.05,0.4,-0.122,-0.221,-0.018
|
| 102 |
+
TFT,Moirai-2.0,0.35,0.15,0.6,-0.056,-0.166,0.049
|
| 103 |
+
TFT,FlowState,0.45,0.25,0.7,0.004,-0.13,0.142
|
| 104 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
TFT,PatchTST,0.575,0.375,0.8,-0.013,-0.135,0.076
|
| 106 |
+
TFT,Chronos-Bolt,0.6,0.4,0.8,0.028,-0.073,0.104
|
| 107 |
+
TFT,Sundial-Base,0.65,0.45,0.85,-0.013,-0.115,0.08
|
| 108 |
+
TFT,TabPFN-TS,0.6,0.4,0.8,0.027,-0.103,0.135
|
| 109 |
+
TFT,DeepAR,0.575,0.375,0.775,0.118,0.024,0.252
|
| 110 |
+
TFT,CatBoost,0.85,0.7,1.0,0.183,0.08,0.296
|
| 111 |
+
TFT,LightGBM,0.9,0.75,1.0,0.264,0.142,0.413
|
| 112 |
+
TFT,AutoARIMA,0.85,0.7,1.0,0.334,0.218,0.454
|
| 113 |
+
TFT,Seasonal Naive,0.9,0.75,1.0,0.561,0.416,0.683
|
| 114 |
+
PatchTST,Toto-1.0,0.1,0.0,0.25,-0.173,-0.284,-0.058
|
| 115 |
+
PatchTST,Chronos-2,0.15,0.0,0.3,-0.202,-0.3,-0.115
|
| 116 |
+
PatchTST,TimesFM-2.5,0.2,0.05,0.351,-0.14,-0.23,-0.061
|
| 117 |
+
PatchTST,TiRex,0.2,0.05,0.4,-0.108,-0.207,0.003
|
| 118 |
+
PatchTST,Moirai-2.0,0.35,0.15,0.55,-0.042,-0.129,0.061
|
| 119 |
+
PatchTST,FlowState,0.5,0.3,0.7,0.017,-0.09,0.132
|
| 120 |
+
PatchTST,TFT,0.425,0.2,0.625,0.013,-0.082,0.119
|
| 121 |
+
PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
PatchTST,Chronos-Bolt,0.4,0.2,0.6,0.04,-0.034,0.126
|
| 123 |
+
PatchTST,Sundial-Base,0.6,0.4,0.8,0.0,-0.051,0.051
|
| 124 |
+
PatchTST,TabPFN-TS,0.7,0.5,0.9,0.039,-0.055,0.124
|
| 125 |
+
PatchTST,DeepAR,0.75,0.575,0.9,0.13,0.036,0.239
|
| 126 |
+
PatchTST,CatBoost,0.75,0.55,0.95,0.194,0.092,0.285
|
| 127 |
+
PatchTST,LightGBM,0.9,0.75,1.0,0.273,0.159,0.397
|
| 128 |
+
PatchTST,AutoARIMA,0.9,0.75,1.0,0.342,0.248,0.437
|
| 129 |
+
PatchTST,Seasonal Naive,0.9,0.75,1.0,0.567,0.435,0.68
|
| 130 |
+
Chronos-Bolt,Toto-1.0,0.05,0.0,0.15,-0.222,-0.31,-0.141
|
| 131 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.251,-0.352,-0.155
|
| 132 |
Chronos-Bolt,TimesFM-2.5,0.1,0.0,0.25,-0.187,-0.277,-0.105
|
| 133 |
Chronos-Bolt,TiRex,0.1,0.0,0.25,-0.154,-0.229,-0.079
|
| 134 |
Chronos-Bolt,Moirai-2.0,0.2,0.05,0.4,-0.086,-0.162,-0.017
|
| 135 |
+
Chronos-Bolt,FlowState,0.45,0.25,0.65,-0.024,-0.161,0.097
|
| 136 |
+
Chronos-Bolt,TFT,0.4,0.2,0.6,-0.028,-0.116,0.068
|
| 137 |
+
Chronos-Bolt,PatchTST,0.6,0.4,0.8,-0.042,-0.144,0.033
|
| 138 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
Chronos-Bolt,Sundial-Base,0.6,0.4,0.8,-0.041,-0.133,0.036
|
| 140 |
+
Chronos-Bolt,TabPFN-TS,0.6,0.4,0.8,-0.001,-0.117,0.105
|
| 141 |
+
Chronos-Bolt,DeepAR,0.55,0.35,0.75,0.093,-0.005,0.208
|
| 142 |
+
Chronos-Bolt,CatBoost,0.9,0.75,1.0,0.16,0.077,0.242
|
| 143 |
+
Chronos-Bolt,LightGBM,0.85,0.7,1.0,0.243,0.147,0.355
|
| 144 |
+
Chronos-Bolt,AutoARIMA,0.9,0.75,1.0,0.315,0.215,0.421
|
| 145 |
Chronos-Bolt,Seasonal Naive,0.9,0.75,1.0,0.549,0.413,0.67
|
| 146 |
+
Sundial-Base,Toto-1.0,0.05,0.0,0.15,-0.174,-0.267,-0.077
|
| 147 |
+
Sundial-Base,Chronos-2,0.05,0.0,0.15,-0.202,-0.285,-0.134
|
| 148 |
+
Sundial-Base,TimesFM-2.5,0.05,0.0,0.15,-0.14,-0.198,-0.085
|
| 149 |
+
Sundial-Base,TiRex,0.05,0.0,0.15,-0.108,-0.178,-0.013
|
| 150 |
+
Sundial-Base,Moirai-2.0,0.1,0.0,0.25,-0.043,-0.1,0.043
|
| 151 |
+
Sundial-Base,FlowState,0.25,0.05,0.45,0.017,-0.076,0.129
|
| 152 |
+
Sundial-Base,TFT,0.35,0.15,0.55,0.012,-0.086,0.103
|
| 153 |
+
Sundial-Base,PatchTST,0.4,0.2,0.6,-0.0,-0.053,0.049
|
| 154 |
+
Sundial-Base,Chronos-Bolt,0.4,0.2,0.6,0.04,-0.037,0.117
|
| 155 |
+
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
Sundial-Base,TabPFN-TS,0.55,0.35,0.75,0.039,-0.041,0.115
|
| 157 |
+
Sundial-Base,DeepAR,0.6,0.4,0.8,0.129,0.026,0.238
|
| 158 |
+
Sundial-Base,CatBoost,0.95,0.85,1.0,0.193,0.125,0.262
|
| 159 |
+
Sundial-Base,LightGBM,0.95,0.85,1.0,0.273,0.187,0.379
|
| 160 |
+
Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.342,0.259,0.424
|
| 161 |
+
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.566,0.454,0.668
|
| 162 |
+
TabPFN-TS,Toto-1.0,0.1,0.0,0.25,-0.221,-0.332,-0.126
|
| 163 |
+
TabPFN-TS,Chronos-2,0.1,0.0,0.25,-0.251,-0.339,-0.17
|
| 164 |
+
TabPFN-TS,TimesFM-2.5,0.15,0.0,0.3,-0.187,-0.285,-0.104
|
| 165 |
+
TabPFN-TS,TiRex,0.25,0.05,0.45,-0.153,-0.253,-0.065
|
| 166 |
+
TabPFN-TS,Moirai-2.0,0.4,0.2,0.6,-0.085,-0.183,0.003
|
| 167 |
+
TabPFN-TS,FlowState,0.4,0.2,0.6,-0.023,-0.171,0.12
|
| 168 |
+
TabPFN-TS,TFT,0.4,0.2,0.6,-0.028,-0.156,0.093
|
| 169 |
+
TabPFN-TS,PatchTST,0.3,0.1,0.5,-0.041,-0.141,0.053
|
| 170 |
+
TabPFN-TS,Chronos-Bolt,0.4,0.2,0.6,0.001,-0.117,0.105
|
| 171 |
+
TabPFN-TS,Sundial-Base,0.45,0.25,0.65,-0.041,-0.13,0.04
|
| 172 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
TabPFN-TS,DeepAR,0.5,0.3,0.7,0.094,-0.029,0.217
|
| 174 |
+
TabPFN-TS,CatBoost,0.65,0.4,0.85,0.161,0.06,0.257
|
| 175 |
+
TabPFN-TS,LightGBM,0.75,0.55,0.9,0.243,0.125,0.369
|
| 176 |
+
TabPFN-TS,AutoARIMA,0.8,0.6,0.95,0.315,0.196,0.422
|
| 177 |
+
TabPFN-TS,Seasonal Naive,0.95,0.85,1.0,0.549,0.413,0.669
|
| 178 |
+
DeepAR,Toto-1.0,0.0,0.0,0.0,-0.348,-0.571,-0.205
|
| 179 |
+
DeepAR,Chronos-2,0.1,0.0,0.25,-0.38,-0.614,-0.207
|
| 180 |
+
DeepAR,TimesFM-2.5,0.05,0.0,0.15,-0.31,-0.491,-0.165
|
| 181 |
+
DeepAR,TiRex,0.05,0.0,0.15,-0.273,-0.42,-0.162
|
| 182 |
+
DeepAR,Moirai-2.0,0.15,0.0,0.301,-0.197,-0.326,-0.1
|
| 183 |
+
DeepAR,FlowState,0.35,0.15,0.55,-0.13,-0.357,0.043
|
| 184 |
+
DeepAR,TFT,0.425,0.225,0.625,-0.134,-0.336,-0.024
|
| 185 |
+
DeepAR,PatchTST,0.25,0.1,0.425,-0.149,-0.315,-0.038
|
| 186 |
+
DeepAR,Chronos-Bolt,0.45,0.25,0.65,-0.103,-0.263,0.005
|
| 187 |
+
DeepAR,Sundial-Base,0.4,0.2,0.6,-0.149,-0.312,-0.027
|
| 188 |
+
DeepAR,TabPFN-TS,0.5,0.3,0.7,-0.104,-0.277,0.028
|
| 189 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
DeepAR,CatBoost,0.55,0.35,0.75,0.074,-0.05,0.187
|
| 191 |
+
DeepAR,LightGBM,0.7,0.5,0.9,0.165,0.046,0.308
|
| 192 |
+
DeepAR,AutoARIMA,0.85,0.7,1.0,0.244,0.15,0.332
|
| 193 |
+
DeepAR,Seasonal Naive,0.85,0.7,1.0,0.502,0.353,0.633
|
| 194 |
+
CatBoost,Toto-1.0,0.0,0.0,0.0,-0.455,-0.606,-0.359
|
| 195 |
+
CatBoost,Chronos-2,0.0,0.0,0.0,-0.49,-0.638,-0.372
|
| 196 |
+
CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.414,-0.524,-0.325
|
| 197 |
+
CatBoost,TiRex,0.0,0.0,0.0,-0.374,-0.474,-0.299
|
| 198 |
+
CatBoost,Moirai-2.0,0.05,0.0,0.15,-0.292,-0.404,-0.201
|
| 199 |
+
CatBoost,FlowState,0.05,0.0,0.15,-0.219,-0.399,-0.026
|
| 200 |
+
CatBoost,TFT,0.15,0.0,0.3,-0.224,-0.42,-0.087
|
| 201 |
+
CatBoost,PatchTST,0.25,0.05,0.45,-0.24,-0.398,-0.102
|
| 202 |
+
CatBoost,Chronos-Bolt,0.1,0.0,0.25,-0.191,-0.32,-0.084
|
| 203 |
+
CatBoost,Sundial-Base,0.05,0.0,0.15,-0.24,-0.356,-0.143
|
| 204 |
+
CatBoost,TabPFN-TS,0.35,0.15,0.6,-0.191,-0.346,-0.064
|
| 205 |
+
CatBoost,DeepAR,0.45,0.25,0.65,-0.079,-0.23,0.047
|
| 206 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
CatBoost,LightGBM,0.8,0.6,0.95,0.099,0.036,0.185
|
| 208 |
+
CatBoost,AutoARIMA,0.7,0.5,0.9,0.184,0.072,0.291
|
| 209 |
+
CatBoost,Seasonal Naive,1.0,1.0,1.0,0.463,0.329,0.589
|
| 210 |
+
LightGBM,Toto-1.0,0.0,0.0,0.0,-0.614,-0.934,-0.429
|
| 211 |
+
LightGBM,Chronos-2,0.0,0.0,0.0,-0.653,-0.973,-0.466
|
| 212 |
+
LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.569,-0.835,-0.398
|
| 213 |
+
LightGBM,TiRex,0.0,0.0,0.0,-0.524,-0.771,-0.376
|
| 214 |
+
LightGBM,Moirai-2.0,0.05,0.0,0.15,-0.434,-0.685,-0.285
|
| 215 |
+
LightGBM,FlowState,0.1,0.0,0.25,-0.353,-0.604,-0.152
|
| 216 |
+
LightGBM,TFT,0.1,0.0,0.25,-0.358,-0.703,-0.165
|
| 217 |
+
LightGBM,PatchTST,0.1,0.0,0.25,-0.376,-0.659,-0.19
|
| 218 |
+
LightGBM,Chronos-Bolt,0.15,0.0,0.3,-0.321,-0.55,-0.173
|
| 219 |
+
LightGBM,Sundial-Base,0.05,0.0,0.15,-0.375,-0.609,-0.231
|
| 220 |
+
LightGBM,TabPFN-TS,0.25,0.1,0.45,-0.322,-0.586,-0.143
|
| 221 |
+
LightGBM,DeepAR,0.3,0.1,0.5,-0.197,-0.445,-0.048
|
| 222 |
+
LightGBM,CatBoost,0.2,0.05,0.4,-0.109,-0.227,-0.037
|
| 223 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
LightGBM,AutoARIMA,0.65,0.45,0.85,0.095,-0.08,0.229
|
| 225 |
+
LightGBM,Seasonal Naive,0.8,0.6,0.95,0.404,0.231,0.555
|
| 226 |
+
AutoARIMA,Toto-1.0,0.0,0.0,0.0,-0.784,-1.131,-0.544
|
| 227 |
+
AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.827,-1.177,-0.569
|
| 228 |
+
AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.733,-1.002,-0.528
|
| 229 |
+
AutoARIMA,TiRex,0.0,0.0,0.0,-0.684,-0.952,-0.476
|
| 230 |
+
AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.585,-0.816,-0.401
|
| 231 |
+
AutoARIMA,FlowState,0.05,0.0,0.15,-0.495,-0.794,-0.243
|
| 232 |
+
AutoARIMA,TFT,0.15,0.0,0.3,-0.501,-0.831,-0.279
|
| 233 |
+
AutoARIMA,PatchTST,0.1,0.0,0.25,-0.52,-0.778,-0.329
|
| 234 |
+
AutoARIMA,Chronos-Bolt,0.1,0.0,0.25,-0.46,-0.729,-0.274
|
| 235 |
+
AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.52,-0.737,-0.349
|
| 236 |
+
AutoARIMA,TabPFN-TS,0.2,0.05,0.4,-0.46,-0.731,-0.244
|
| 237 |
+
AutoARIMA,DeepAR,0.15,0.0,0.3,-0.323,-0.497,-0.176
|
| 238 |
+
AutoARIMA,CatBoost,0.3,0.1,0.5,-0.226,-0.41,-0.077
|
| 239 |
+
AutoARIMA,LightGBM,0.35,0.15,0.55,-0.105,-0.297,0.074
|
| 240 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
AutoARIMA,Seasonal Naive,0.925,0.8,1.0,0.341,0.205,0.472
|
| 242 |
+
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-1.707,-2.709,-1.085
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 243 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-1.772,-2.77,-1.139
|
| 244 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-1.631,-2.486,-1.077
|
| 245 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-1.556,-2.437,-0.997
|
| 246 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-1.405,-2.214,-0.883
|
| 247 |
+
Seasonal Naive,FlowState,0.05,0.0,0.15,-1.268,-2.052,-0.736
|
| 248 |
+
Seasonal Naive,TFT,0.1,0.0,0.25,-1.278,-2.153,-0.713
|
| 249 |
+
Seasonal Naive,PatchTST,0.1,0.0,0.25,-1.307,-2.121,-0.769
|
| 250 |
Seasonal Naive,Chronos-Bolt,0.1,0.0,0.25,-1.215,-2.027,-0.704
|
| 251 |
+
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-1.307,-2.016,-0.832
|
| 252 |
+
Seasonal Naive,TabPFN-TS,0.05,0.0,0.15,-1.216,-2.025,-0.703
|
| 253 |
+
Seasonal Naive,DeepAR,0.15,0.0,0.3,-1.008,-1.722,-0.547
|
| 254 |
+
Seasonal Naive,CatBoost,0.0,0.0,0.0,-0.861,-1.432,-0.49
|
| 255 |
+
Seasonal Naive,LightGBM,0.2,0.05,0.4,-0.677,-1.249,-0.301
|
| 256 |
+
Seasonal Naive,AutoARIMA,0.075,0.0,0.2,-0.518,-0.895,-0.258
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_cloud/pairwise_WAPE.csv
CHANGED
|
@@ -1,226 +1,257 @@
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
-
Chronos-2,Toto-1.0,0.35,0.15,0.55,0.065,-0.014,0.173
|
| 4 |
Chronos-2,TimesFM-2.5,0.75,0.55,0.9,0.08,0.03,0.14
|
| 5 |
Chronos-2,TiRex,0.8,0.6,0.95,0.109,0.032,0.209
|
|
|
|
| 6 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.136,0.059,0.226
|
| 7 |
-
Chronos-2,TabPFN-TS,0.95,0.85,1.0,0.
|
|
|
|
| 8 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.178,0.103,0.259
|
| 9 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.148,0.099,0.198
|
| 10 |
-
Chronos-2,
|
| 11 |
-
Chronos-2,
|
| 12 |
-
Chronos-2,
|
| 13 |
-
Chronos-2,
|
| 14 |
-
Chronos-2,
|
| 15 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.506,0.388,0.617
|
| 16 |
-
|
| 17 |
-
Toto-1.0,Chronos-2,0.65,0.45,0.85,-0.07,-0.21,0.014
|
| 18 |
-
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 19 |
-
Toto-1.0,TimesFM-2.5,0.8,0.6,0.95,0.016,-0.048,0.069
|
| 20 |
-
Toto-1.0,TiRex,0.75,0.55,0.9,0.047,-0.0,0.1
|
| 21 |
-
Toto-1.0,Moirai-2.0,0.9,0.75,1.0,0.076,0.017,0.14
|
| 22 |
-
Toto-1.0,TabPFN-TS,0.8,0.6,0.95,0.069,-0.015,0.137
|
| 23 |
-
Toto-1.0,Chronos-Bolt,0.95,0.85,1.0,0.12,0.053,0.182
|
| 24 |
-
Toto-1.0,Sundial-Base,0.9,0.75,1.0,0.089,-0.011,0.164
|
| 25 |
-
Toto-1.0,Stat. Ensemble,1.0,1.0,1.0,0.374,0.288,0.473
|
| 26 |
-
Toto-1.0,AutoARIMA,1.0,1.0,1.0,0.38,0.29,0.482
|
| 27 |
-
Toto-1.0,AutoETS,1.0,1.0,1.0,0.439,0.315,0.574
|
| 28 |
-
Toto-1.0,AutoTheta,1.0,1.0,1.0,0.395,0.314,0.488
|
| 29 |
-
Toto-1.0,Naive,1.0,1.0,1.0,0.446,0.353,0.545
|
| 30 |
-
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.471,0.37,0.581
|
| 31 |
-
Toto-1.0,Drift,1.0,1.0,1.0,0.48,0.397,0.565
|
| 32 |
TimesFM-2.5,Chronos-2,0.25,0.1,0.45,-0.088,-0.162,-0.031
|
| 33 |
-
TimesFM-2.5,Toto-1.0,0.2,0.05,0.4,-0.017,-0.074,0.046
|
| 34 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
TimesFM-2.5,TiRex,0.6,0.4,0.8,0.031,-0.009,0.083
|
|
|
|
| 36 |
TimesFM-2.5,Moirai-2.0,0.85,0.65,1.0,0.06,0.024,0.101
|
| 37 |
-
TimesFM-2.5,TabPFN-TS,0.
|
|
|
|
| 38 |
TimesFM-2.5,Chronos-Bolt,0.9,0.75,1.0,0.106,0.065,0.148
|
| 39 |
TimesFM-2.5,Sundial-Base,0.9,0.75,1.0,0.074,0.024,0.112
|
| 40 |
-
TimesFM-2.5,
|
| 41 |
-
TimesFM-2.5,
|
| 42 |
-
TimesFM-2.5,
|
| 43 |
-
TimesFM-2.5,
|
| 44 |
-
TimesFM-2.5,
|
| 45 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.462,0.364,0.568
|
| 46 |
-
|
| 47 |
TiRex,Chronos-2,0.2,0.05,0.4,-0.122,-0.264,-0.033
|
| 48 |
-
TiRex,Toto-1.0,0.25,0.1,0.45,-0.049,-0.111,0.0
|
| 49 |
TiRex,TimesFM-2.5,0.4,0.2,0.6,-0.032,-0.091,0.009
|
| 50 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 51 |
TiRex,Moirai-2.0,0.75,0.55,0.9,0.03,0.004,0.056
|
| 52 |
-
TiRex,TabPFN-TS,0.7,0.5,0.9,0.
|
|
|
|
| 53 |
TiRex,Chronos-Bolt,0.85,0.65,1.0,0.077,0.03,0.124
|
| 54 |
TiRex,Sundial-Base,0.85,0.7,0.95,0.044,-0.063,0.112
|
| 55 |
-
TiRex,
|
| 56 |
-
TiRex,
|
| 57 |
-
TiRex,
|
| 58 |
-
TiRex,
|
| 59 |
-
TiRex,
|
| 60 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.445,0.35,0.545
|
| 61 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.157,-0.292,-0.062
|
| 63 |
-
Moirai-2.0,Toto-1.0,0.1,0.0,0.25,-0.082,-0.162,-0.017
|
| 64 |
Moirai-2.0,TimesFM-2.5,0.15,0.0,0.35,-0.064,-0.112,-0.025
|
| 65 |
Moirai-2.0,TiRex,0.25,0.1,0.45,-0.031,-0.06,-0.004
|
|
|
|
| 66 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
-
Moirai-2.0,TabPFN-TS,0.
|
|
|
|
| 68 |
Moirai-2.0,Chronos-Bolt,0.75,0.55,0.9,0.048,0.003,0.096
|
| 69 |
Moirai-2.0,Sundial-Base,0.75,0.55,0.9,0.014,-0.074,0.068
|
| 70 |
-
Moirai-2.0,
|
| 71 |
-
Moirai-2.0,
|
| 72 |
-
Moirai-2.0,
|
| 73 |
-
Moirai-2.0,
|
| 74 |
-
Moirai-2.0,
|
| 75 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.428,0.333,0.532
|
| 76 |
-
|
| 77 |
-
TabPFN-TS,Chronos-2,0.05,0.0,0.15,-0.
|
| 78 |
-
TabPFN-TS,
|
| 79 |
-
TabPFN-TS,
|
| 80 |
-
TabPFN-TS,
|
| 81 |
-
TabPFN-TS,Moirai-2.0,0.
|
| 82 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 83 |
-
TabPFN-TS,
|
| 84 |
-
TabPFN-TS,
|
| 85 |
-
TabPFN-TS,
|
| 86 |
-
TabPFN-TS,
|
| 87 |
-
TabPFN-TS,
|
| 88 |
-
TabPFN-TS,
|
| 89 |
-
TabPFN-TS,
|
| 90 |
-
TabPFN-TS,
|
| 91 |
-
TabPFN-TS,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 92 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.216,-0.349,-0.115
|
| 93 |
-
Chronos-Bolt,Toto-1.0,0.05,0.0,0.15,-0.137,-0.223,-0.056
|
| 94 |
Chronos-Bolt,TimesFM-2.5,0.1,0.0,0.25,-0.118,-0.174,-0.069
|
| 95 |
Chronos-Bolt,TiRex,0.15,0.0,0.35,-0.083,-0.141,-0.031
|
|
|
|
| 96 |
Chronos-Bolt,Moirai-2.0,0.25,0.1,0.45,-0.051,-0.106,-0.003
|
| 97 |
-
Chronos-Bolt,TabPFN-TS,0.
|
|
|
|
| 98 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
Chronos-Bolt,Sundial-Base,0.6,0.4,0.8,-0.036,-0.131,0.028
|
| 100 |
-
Chronos-Bolt,
|
| 101 |
-
Chronos-Bolt,
|
| 102 |
-
Chronos-Bolt,
|
| 103 |
-
Chronos-Bolt,
|
| 104 |
-
Chronos-Bolt,
|
| 105 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.399,0.295,0.512
|
| 106 |
-
|
| 107 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.174,-0.247,-0.11
|
| 108 |
-
Sundial-Base,Toto-1.0,0.1,0.0,0.25,-0.097,-0.196,0.011
|
| 109 |
Sundial-Base,TimesFM-2.5,0.1,0.0,0.25,-0.08,-0.126,-0.024
|
| 110 |
Sundial-Base,TiRex,0.15,0.05,0.3,-0.046,-0.126,0.059
|
|
|
|
| 111 |
Sundial-Base,Moirai-2.0,0.25,0.1,0.45,-0.014,-0.073,0.069
|
| 112 |
-
Sundial-Base,TabPFN-TS,0.
|
|
|
|
| 113 |
Sundial-Base,Chronos-Bolt,0.4,0.2,0.6,0.034,-0.029,0.116
|
| 114 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
Sundial-Base,
|
| 116 |
-
Sundial-Base,
|
| 117 |
-
Sundial-Base,
|
| 118 |
-
Sundial-Base,
|
| 119 |
-
Sundial-Base,
|
| 120 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.42,0.312,0.53
|
| 121 |
-
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
Stat. Ensemble,
|
| 132 |
-
|
| 133 |
-
Stat. Ensemble,AutoTheta,0.85,0.7,1.0,0.033,-0.007,0.072
|
| 134 |
-
Stat. Ensemble,Naive,0.7,0.5,0.9,0.116,0.037,0.193
|
| 135 |
-
Stat. Ensemble,Seasonal Naive,0.875,0.75,0.975,0.156,0.072,0.236
|
| 136 |
-
Stat. Ensemble,Drift,0.8,0.6,0.95,0.17,0.096,0.237
|
| 137 |
-
AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.727,-1.133,-0.453
|
| 138 |
-
AutoARIMA,Toto-1.0,0.0,0.0,0.0,-0.614,-0.93,-0.408
|
| 139 |
-
AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.588,-0.895,-0.389
|
| 140 |
-
AutoARIMA,TiRex,0.0,0.0,0.0,-0.539,-0.797,-0.361
|
| 141 |
-
AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.492,-0.744,-0.323
|
| 142 |
-
AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.503,-0.808,-0.289
|
| 143 |
-
AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.42,-0.694,-0.256
|
| 144 |
-
AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.471,-0.734,-0.288
|
| 145 |
-
AutoARIMA,Stat. Ensemble,0.475,0.275,0.675,-0.011,-0.067,0.043
|
| 146 |
-
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
-
AutoARIMA,AutoETS,0.625,0.425,0.825,0.095,-0.068,0.276
|
| 148 |
-
AutoARIMA,AutoTheta,0.65,0.4,0.85,0.023,-0.039,0.083
|
| 149 |
-
AutoARIMA,Naive,0.6,0.399,0.8,0.106,-0.005,0.204
|
| 150 |
-
AutoARIMA,Seasonal Naive,0.875,0.75,0.975,0.146,0.061,0.226
|
| 151 |
-
AutoARIMA,Drift,0.75,0.55,0.95,0.161,0.062,0.25
|
| 152 |
-
AutoETS,Chronos-2,0.0,0.0,0.0,-0.909,-1.495,-0.517
|
| 153 |
-
AutoETS,Toto-1.0,0.0,0.0,0.0,-0.784,-1.345,-0.461
|
| 154 |
-
AutoETS,TimesFM-2.5,0.0,0.0,0.0,-0.755,-1.264,-0.444
|
| 155 |
-
AutoETS,TiRex,0.05,0.0,0.15,-0.7,-1.21,-0.394
|
| 156 |
-
AutoETS,Moirai-2.0,0.0,0.0,0.0,-0.649,-1.141,-0.36
|
| 157 |
-
AutoETS,TabPFN-TS,0.05,0.0,0.15,-0.662,-1.151,-0.347
|
| 158 |
-
AutoETS,Chronos-Bolt,0.0,0.0,0.0,-0.57,-1.035,-0.299
|
| 159 |
-
AutoETS,Sundial-Base,0.0,0.0,0.0,-0.626,-1.074,-0.334
|
| 160 |
-
AutoETS,Stat. Ensemble,0.275,0.1,0.475,-0.117,-0.399,0.032
|
| 161 |
-
AutoETS,AutoARIMA,0.375,0.175,0.575,-0.105,-0.381,0.063
|
| 162 |
-
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
AutoETS,AutoTheta,0.6,0.4,0.8,-0.08,-0.32,0.051
|
| 164 |
-
AutoETS,Naive,0.5,0.3,0.7,0.012,-0.2,0.142
|
| 165 |
-
AutoETS,Seasonal Naive,0.725,0.55,0.9,0.057,-0.196,0.202
|
| 166 |
-
AutoETS,Drift,0.75,0.55,0.9,0.073,-0.137,0.197
|
| 167 |
-
AutoTheta,Chronos-2,0.0,0.0,0.0,-0.767,-1.135,-0.5
|
| 168 |
-
AutoTheta,Toto-1.0,0.0,0.0,0.0,-0.652,-0.955,-0.458
|
| 169 |
-
AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.625,-0.898,-0.434
|
| 170 |
-
AutoTheta,TiRex,0.0,0.0,0.0,-0.574,-0.817,-0.401
|
| 171 |
-
AutoTheta,Moirai-2.0,0.0,0.0,0.0,-0.527,-0.77,-0.366
|
| 172 |
-
AutoTheta,TabPFN-TS,0.05,0.0,0.15,-0.538,-0.812,-0.326
|
| 173 |
-
AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.453,-0.687,-0.305
|
| 174 |
-
AutoTheta,Sundial-Base,0.0,0.0,0.0,-0.505,-0.741,-0.324
|
| 175 |
-
AutoTheta,Stat. Ensemble,0.15,0.0,0.3,-0.035,-0.077,0.007
|
| 176 |
-
AutoTheta,AutoARIMA,0.35,0.15,0.6,-0.023,-0.09,0.037
|
| 177 |
-
AutoTheta,AutoETS,0.4,0.2,0.6,0.074,-0.054,0.242
|
| 178 |
-
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
AutoTheta,Naive,0.7,0.5,0.9,0.085,0.008,0.16
|
| 180 |
-
AutoTheta,Seasonal Naive,0.8,0.65,0.95,0.127,0.043,0.209
|
| 181 |
-
AutoTheta,Drift,0.85,0.7,1.0,0.142,0.077,0.202
|
| 182 |
-
Naive,Chronos-2,0.0,0.0,0.0,-0.932,-1.338,-0.617
|
| 183 |
-
Naive,Toto-1.0,0.0,0.0,0.0,-0.806,-1.198,-0.545
|
| 184 |
-
Naive,TimesFM-2.5,0.0,0.0,0.0,-0.777,-1.112,-0.538
|
| 185 |
-
Naive,TiRex,0.05,0.0,0.15,-0.721,-1.045,-0.472
|
| 186 |
-
Naive,Moirai-2.0,0.05,0.0,0.15,-0.669,-0.964,-0.452
|
| 187 |
-
Naive,TabPFN-TS,0.0,0.0,0.0,-0.682,-1.039,-0.417
|
| 188 |
-
Naive,Chronos-Bolt,0.05,0.0,0.15,-0.589,-0.866,-0.392
|
| 189 |
-
Naive,Sundial-Base,0.0,0.0,0.0,-0.646,-0.915,-0.441
|
| 190 |
-
Naive,Stat. Ensemble,0.3,0.1,0.5,-0.131,-0.239,-0.038
|
| 191 |
-
Naive,AutoARIMA,0.4,0.2,0.601,-0.119,-0.256,0.005
|
| 192 |
-
Naive,AutoETS,0.5,0.3,0.7,-0.012,-0.166,0.167
|
| 193 |
-
Naive,AutoTheta,0.3,0.1,0.5,-0.093,-0.19,-0.008
|
| 194 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
Naive,Seasonal Naive,0.6,0.425,0.775,0.045,-0.064,0.152
|
| 196 |
-
Naive,Drift,1.0,1.0,1.0,0.061,0.032,0.1
|
| 197 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-1.023,-1.609,-0.634
|
| 198 |
-
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.891,-1.385,-0.588
|
| 199 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.86,-1.313,-0.572
|
| 200 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.802,-1.198,-0.539
|
|
|
|
| 201 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.748,-1.138,-0.499
|
| 202 |
-
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.
|
|
|
|
| 203 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.664,-1.049,-0.418
|
| 204 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.723,-1.13,-0.453
|
| 205 |
-
Seasonal Naive,
|
| 206 |
-
Seasonal Naive,
|
| 207 |
-
Seasonal Naive,
|
| 208 |
-
Seasonal Naive,
|
| 209 |
-
Seasonal Naive,
|
| 210 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Seasonal Naive,Drift,0.6,0.35,0.8,0.017,-0.096,0.115
|
| 212 |
-
Drift,Chronos-2,0.0,0.0,0.0,-1.059,-1.492,-0.723
|
| 213 |
-
Drift,Toto-1.0,0.0,0.0,0.0,-0.924,-1.3,-0.659
|
| 214 |
-
Drift,TimesFM-2.5,0.0,0.0,0.0,-0.893,-1.214,-0.641
|
| 215 |
-
Drift,TiRex,0.0,0.0,0.0,-0.834,-1.143,-0.606
|
| 216 |
-
Drift,Moirai-2.0,0.0,0.0,0.0,-0.779,-1.054,-0.562
|
| 217 |
-
Drift,TabPFN-TS,0.0,0.0,0.0,-0.792,-1.147,-0.508
|
| 218 |
-
Drift,Chronos-Bolt,0.0,0.0,0.0,-0.693,-0.96,-0.5
|
| 219 |
-
Drift,Sundial-Base,0.0,0.0,0.0,-0.753,-1.028,-0.532
|
| 220 |
-
Drift,Stat. Ensemble,0.2,0.05,0.4,-0.205,-0.311,-0.106
|
| 221 |
-
Drift,AutoARIMA,0.25,0.05,0.45,-0.192,-0.333,-0.066
|
| 222 |
-
Drift,AutoETS,0.25,0.1,0.45,-0.079,-0.245,0.12
|
| 223 |
-
Drift,AutoTheta,0.15,0.0,0.3,-0.165,-0.253,-0.083
|
| 224 |
-
Drift,Naive,0.0,0.0,0.0,-0.065,-0.111,-0.033
|
| 225 |
-
Drift,Seasonal Naive,0.4,0.2,0.65,-0.018,-0.129,0.088
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
Toto-1.0,Chronos-2,0.65,0.45,0.85,-0.07,-0.211,0.014
|
| 4 |
+
Toto-1.0,TimesFM-2.5,0.8,0.6,0.95,0.016,-0.049,0.069
|
| 5 |
+
Toto-1.0,TiRex,0.75,0.55,0.9,0.046,-0.002,0.1
|
| 6 |
+
Toto-1.0,FlowState,0.8,0.6,0.95,0.049,-0.12,0.172
|
| 7 |
+
Toto-1.0,Moirai-2.0,0.9,0.75,1.0,0.075,0.014,0.139
|
| 8 |
+
Toto-1.0,TabPFN-TS,0.85,0.699,1.0,0.083,0.012,0.143
|
| 9 |
+
Toto-1.0,PatchTST,0.9,0.75,1.0,0.076,-0.112,0.188
|
| 10 |
+
Toto-1.0,Chronos-Bolt,0.95,0.85,1.0,0.12,0.051,0.182
|
| 11 |
+
Toto-1.0,Sundial-Base,0.9,0.75,1.0,0.088,-0.012,0.164
|
| 12 |
+
Toto-1.0,TFT,1.0,1.0,1.0,0.147,0.082,0.222
|
| 13 |
+
Toto-1.0,CatBoost,0.95,0.85,1.0,0.191,0.124,0.268
|
| 14 |
+
Toto-1.0,DeepAR,1.0,1.0,1.0,0.232,0.144,0.35
|
| 15 |
+
Toto-1.0,LightGBM,1.0,1.0,1.0,0.275,0.174,0.398
|
| 16 |
+
Toto-1.0,Stat. Ensemble,1.0,1.0,1.0,0.358,0.266,0.464
|
| 17 |
+
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.471,0.37,0.58
|
| 18 |
+
Chronos-2,Toto-1.0,0.35,0.15,0.55,0.066,-0.014,0.174
|
| 19 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 20 |
Chronos-2,TimesFM-2.5,0.75,0.55,0.9,0.08,0.03,0.14
|
| 21 |
Chronos-2,TiRex,0.8,0.6,0.95,0.109,0.032,0.209
|
| 22 |
+
Chronos-2,FlowState,0.8,0.6,0.95,0.111,0.049,0.183
|
| 23 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.136,0.059,0.226
|
| 24 |
+
Chronos-2,TabPFN-TS,0.95,0.85,1.0,0.143,0.087,0.216
|
| 25 |
+
Chronos-2,PatchTST,0.85,0.7,1.0,0.137,0.061,0.205
|
| 26 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.178,0.103,0.259
|
| 27 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.148,0.099,0.198
|
| 28 |
+
Chronos-2,TFT,0.9,0.75,1.0,0.203,0.088,0.331
|
| 29 |
+
Chronos-2,CatBoost,1.0,1.0,1.0,0.244,0.169,0.326
|
| 30 |
+
Chronos-2,DeepAR,0.9,0.75,1.0,0.282,0.158,0.409
|
| 31 |
+
Chronos-2,LightGBM,1.0,1.0,1.0,0.323,0.222,0.429
|
| 32 |
+
Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.4,0.295,0.505
|
| 33 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.506,0.388,0.617
|
| 34 |
+
TimesFM-2.5,Toto-1.0,0.2,0.05,0.4,-0.016,-0.074,0.047
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
TimesFM-2.5,Chronos-2,0.25,0.1,0.45,-0.088,-0.162,-0.031
|
|
|
|
| 36 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
TimesFM-2.5,TiRex,0.6,0.4,0.8,0.031,-0.009,0.083
|
| 38 |
+
TimesFM-2.5,FlowState,0.8,0.6,0.95,0.033,-0.09,0.123
|
| 39 |
TimesFM-2.5,Moirai-2.0,0.85,0.65,1.0,0.06,0.024,0.101
|
| 40 |
+
TimesFM-2.5,TabPFN-TS,0.75,0.55,0.95,0.068,0.034,0.105
|
| 41 |
+
TimesFM-2.5,PatchTST,0.8,0.649,0.95,0.061,-0.066,0.141
|
| 42 |
TimesFM-2.5,Chronos-Bolt,0.9,0.75,1.0,0.106,0.065,0.148
|
| 43 |
TimesFM-2.5,Sundial-Base,0.9,0.75,1.0,0.074,0.024,0.112
|
| 44 |
+
TimesFM-2.5,TFT,0.9,0.75,1.0,0.133,0.039,0.248
|
| 45 |
+
TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.178,0.129,0.23
|
| 46 |
+
TimesFM-2.5,DeepAR,0.95,0.85,1.0,0.22,0.126,0.316
|
| 47 |
+
TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.263,0.172,0.371
|
| 48 |
+
TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.348,0.261,0.445
|
| 49 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.462,0.364,0.568
|
| 50 |
+
TiRex,Toto-1.0,0.25,0.1,0.45,-0.049,-0.111,0.002
|
| 51 |
TiRex,Chronos-2,0.2,0.05,0.4,-0.122,-0.264,-0.033
|
|
|
|
| 52 |
TiRex,TimesFM-2.5,0.4,0.2,0.6,-0.032,-0.091,0.009
|
| 53 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
TiRex,FlowState,0.6,0.4,0.8,0.002,-0.176,0.116
|
| 55 |
TiRex,Moirai-2.0,0.75,0.55,0.9,0.03,0.004,0.056
|
| 56 |
+
TiRex,TabPFN-TS,0.7,0.5,0.9,0.038,-0.012,0.083
|
| 57 |
+
TiRex,PatchTST,0.75,0.55,0.9,0.031,-0.152,0.138
|
| 58 |
TiRex,Chronos-Bolt,0.85,0.65,1.0,0.077,0.03,0.124
|
| 59 |
TiRex,Sundial-Base,0.85,0.7,0.95,0.044,-0.063,0.112
|
| 60 |
+
TiRex,TFT,0.8,0.6,0.95,0.105,0.0,0.22
|
| 61 |
+
TiRex,CatBoost,0.95,0.85,1.0,0.152,0.107,0.198
|
| 62 |
+
TiRex,DeepAR,0.95,0.85,1.0,0.194,0.118,0.28
|
| 63 |
+
TiRex,LightGBM,0.95,0.85,1.0,0.24,0.158,0.347
|
| 64 |
+
TiRex,Stat. Ensemble,0.95,0.85,1.0,0.327,0.239,0.42
|
| 65 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.445,0.35,0.545
|
| 66 |
+
FlowState,Toto-1.0,0.2,0.05,0.4,-0.051,-0.208,0.107
|
| 67 |
+
FlowState,Chronos-2,0.2,0.05,0.4,-0.125,-0.224,-0.051
|
| 68 |
+
FlowState,TimesFM-2.5,0.2,0.05,0.4,-0.035,-0.141,0.083
|
| 69 |
+
FlowState,TiRex,0.4,0.2,0.6,-0.002,-0.131,0.149
|
| 70 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
FlowState,Moirai-2.0,0.55,0.35,0.75,0.028,-0.093,0.164
|
| 72 |
+
FlowState,TabPFN-TS,0.55,0.35,0.75,0.036,-0.086,0.162
|
| 73 |
+
FlowState,PatchTST,0.6,0.4,0.8,0.029,-0.068,0.106
|
| 74 |
+
FlowState,Chronos-Bolt,0.7,0.5,0.851,0.075,-0.004,0.187
|
| 75 |
+
FlowState,Sundial-Base,0.65,0.45,0.85,0.042,-0.051,0.116
|
| 76 |
+
FlowState,TFT,0.6,0.4,0.8,0.103,-0.059,0.259
|
| 77 |
+
FlowState,CatBoost,0.8,0.649,0.95,0.15,0.054,0.264
|
| 78 |
+
FlowState,DeepAR,0.7,0.5,0.9,0.193,0.023,0.35
|
| 79 |
+
FlowState,LightGBM,0.85,0.7,1.0,0.238,0.134,0.354
|
| 80 |
+
FlowState,Stat. Ensemble,1.0,1.0,1.0,0.325,0.226,0.433
|
| 81 |
+
FlowState,Seasonal Naive,1.0,1.0,1.0,0.444,0.326,0.558
|
| 82 |
+
Moirai-2.0,Toto-1.0,0.1,0.0,0.25,-0.081,-0.162,-0.014
|
| 83 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.157,-0.292,-0.062
|
|
|
|
| 84 |
Moirai-2.0,TimesFM-2.5,0.15,0.0,0.35,-0.064,-0.112,-0.025
|
| 85 |
Moirai-2.0,TiRex,0.25,0.1,0.45,-0.031,-0.06,-0.004
|
| 86 |
+
Moirai-2.0,FlowState,0.45,0.25,0.65,-0.029,-0.197,0.085
|
| 87 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Moirai-2.0,TabPFN-TS,0.55,0.35,0.8,0.008,-0.035,0.053
|
| 89 |
+
Moirai-2.0,PatchTST,0.55,0.3,0.75,0.001,-0.174,0.1
|
| 90 |
Moirai-2.0,Chronos-Bolt,0.75,0.55,0.9,0.048,0.003,0.096
|
| 91 |
Moirai-2.0,Sundial-Base,0.75,0.55,0.9,0.014,-0.074,0.068
|
| 92 |
+
Moirai-2.0,TFT,0.6,0.4,0.8,0.077,-0.033,0.206
|
| 93 |
+
Moirai-2.0,CatBoost,0.9,0.75,1.0,0.125,0.08,0.173
|
| 94 |
+
Moirai-2.0,DeepAR,0.75,0.55,0.9,0.169,0.095,0.251
|
| 95 |
+
Moirai-2.0,LightGBM,0.9,0.75,1.0,0.216,0.129,0.33
|
| 96 |
+
Moirai-2.0,Stat. Ensemble,1.0,1.0,1.0,0.306,0.219,0.401
|
| 97 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.428,0.333,0.532
|
| 98 |
+
TabPFN-TS,Toto-1.0,0.15,0.0,0.301,-0.091,-0.166,-0.012
|
| 99 |
+
TabPFN-TS,Chronos-2,0.05,0.0,0.15,-0.167,-0.275,-0.095
|
| 100 |
+
TabPFN-TS,TimesFM-2.5,0.25,0.05,0.45,-0.073,-0.118,-0.035
|
| 101 |
+
TabPFN-TS,TiRex,0.3,0.1,0.5,-0.04,-0.091,0.012
|
| 102 |
+
TabPFN-TS,FlowState,0.45,0.25,0.65,-0.038,-0.193,0.079
|
| 103 |
+
TabPFN-TS,Moirai-2.0,0.45,0.2,0.65,-0.009,-0.056,0.034
|
| 104 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
TabPFN-TS,PatchTST,0.45,0.25,0.65,-0.008,-0.175,0.096
|
| 106 |
+
TabPFN-TS,Chronos-Bolt,0.55,0.35,0.75,0.04,-0.028,0.105
|
| 107 |
+
TabPFN-TS,Sundial-Base,0.45,0.25,0.65,0.006,-0.077,0.073
|
| 108 |
+
TabPFN-TS,TFT,0.5,0.299,0.7,0.07,-0.052,0.204
|
| 109 |
+
TabPFN-TS,CatBoost,0.7,0.5,0.9,0.118,0.054,0.183
|
| 110 |
+
TabPFN-TS,DeepAR,0.7,0.5,0.9,0.162,0.066,0.264
|
| 111 |
+
TabPFN-TS,LightGBM,0.85,0.7,1.0,0.209,0.108,0.334
|
| 112 |
+
TabPFN-TS,Stat. Ensemble,0.95,0.85,1.0,0.3,0.193,0.406
|
| 113 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.423,0.304,0.541
|
| 114 |
+
PatchTST,Toto-1.0,0.1,0.0,0.25,-0.082,-0.232,0.1
|
| 115 |
+
PatchTST,Chronos-2,0.15,0.0,0.3,-0.158,-0.258,-0.065
|
| 116 |
+
PatchTST,TimesFM-2.5,0.2,0.05,0.351,-0.065,-0.165,0.062
|
| 117 |
+
PatchTST,TiRex,0.25,0.1,0.45,-0.032,-0.16,0.132
|
| 118 |
+
PatchTST,FlowState,0.4,0.2,0.6,-0.029,-0.118,0.064
|
| 119 |
+
PatchTST,Moirai-2.0,0.45,0.25,0.7,-0.001,-0.111,0.148
|
| 120 |
+
PatchTST,TabPFN-TS,0.55,0.35,0.75,0.008,-0.107,0.149
|
| 121 |
+
PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
PatchTST,Chronos-Bolt,0.5,0.3,0.7,0.048,-0.064,0.191
|
| 123 |
+
PatchTST,Sundial-Base,0.5,0.3,0.7,0.014,-0.05,0.089
|
| 124 |
+
PatchTST,TFT,0.525,0.3,0.75,0.077,-0.073,0.248
|
| 125 |
+
PatchTST,CatBoost,0.75,0.55,0.95,0.125,0.018,0.25
|
| 126 |
+
PatchTST,DeepAR,0.75,0.55,0.925,0.169,0.039,0.321
|
| 127 |
+
PatchTST,LightGBM,0.75,0.55,0.95,0.215,0.088,0.359
|
| 128 |
+
PatchTST,Stat. Ensemble,0.875,0.725,1.0,0.305,0.183,0.428
|
| 129 |
+
PatchTST,Seasonal Naive,0.9,0.775,1.0,0.428,0.289,0.553
|
| 130 |
+
Chronos-Bolt,Toto-1.0,0.05,0.0,0.15,-0.136,-0.223,-0.053
|
| 131 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.216,-0.349,-0.115
|
|
|
|
| 132 |
Chronos-Bolt,TimesFM-2.5,0.1,0.0,0.25,-0.118,-0.174,-0.069
|
| 133 |
Chronos-Bolt,TiRex,0.15,0.0,0.35,-0.083,-0.141,-0.031
|
| 134 |
+
Chronos-Bolt,FlowState,0.3,0.149,0.5,-0.081,-0.231,0.004
|
| 135 |
Chronos-Bolt,Moirai-2.0,0.25,0.1,0.45,-0.051,-0.106,-0.003
|
| 136 |
+
Chronos-Bolt,TabPFN-TS,0.45,0.25,0.65,-0.042,-0.117,0.028
|
| 137 |
+
Chronos-Bolt,PatchTST,0.5,0.3,0.7,-0.05,-0.235,0.06
|
| 138 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
Chronos-Bolt,Sundial-Base,0.6,0.4,0.8,-0.036,-0.131,0.028
|
| 140 |
+
Chronos-Bolt,TFT,0.55,0.35,0.75,0.031,-0.093,0.17
|
| 141 |
+
Chronos-Bolt,CatBoost,0.8,0.65,0.95,0.081,0.034,0.139
|
| 142 |
+
Chronos-Bolt,DeepAR,0.7,0.5,0.9,0.127,0.014,0.24
|
| 143 |
+
Chronos-Bolt,LightGBM,0.9,0.75,1.0,0.176,0.09,0.281
|
| 144 |
+
Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.271,0.182,0.376
|
| 145 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.399,0.295,0.512
|
| 146 |
+
Sundial-Base,Toto-1.0,0.1,0.0,0.25,-0.097,-0.196,0.012
|
| 147 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.174,-0.247,-0.11
|
|
|
|
| 148 |
Sundial-Base,TimesFM-2.5,0.1,0.0,0.25,-0.08,-0.126,-0.024
|
| 149 |
Sundial-Base,TiRex,0.15,0.05,0.3,-0.046,-0.126,0.059
|
| 150 |
+
Sundial-Base,FlowState,0.35,0.15,0.55,-0.044,-0.131,0.048
|
| 151 |
Sundial-Base,Moirai-2.0,0.25,0.1,0.45,-0.014,-0.073,0.069
|
| 152 |
+
Sundial-Base,TabPFN-TS,0.55,0.35,0.75,-0.006,-0.078,0.071
|
| 153 |
+
Sundial-Base,PatchTST,0.5,0.3,0.7,-0.014,-0.098,0.047
|
| 154 |
Sundial-Base,Chronos-Bolt,0.4,0.2,0.6,0.034,-0.029,0.116
|
| 155 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
Sundial-Base,TFT,0.55,0.35,0.75,0.064,-0.048,0.195
|
| 157 |
+
Sundial-Base,CatBoost,0.75,0.55,0.901,0.113,0.042,0.19
|
| 158 |
+
Sundial-Base,DeepAR,0.7,0.5,0.9,0.157,0.056,0.275
|
| 159 |
+
Sundial-Base,LightGBM,0.9,0.75,1.0,0.205,0.1,0.327
|
| 160 |
+
Sundial-Base,Stat. Ensemble,1.0,1.0,1.0,0.296,0.201,0.399
|
| 161 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.42,0.312,0.53
|
| 162 |
+
TFT,Toto-1.0,0.0,0.0,0.0,-0.172,-0.286,-0.089
|
| 163 |
+
TFT,Chronos-2,0.1,0.0,0.25,-0.255,-0.494,-0.096
|
| 164 |
+
TFT,TimesFM-2.5,0.1,0.0,0.25,-0.154,-0.33,-0.041
|
| 165 |
+
TFT,TiRex,0.2,0.05,0.4,-0.118,-0.281,-0.0
|
| 166 |
+
TFT,FlowState,0.4,0.2,0.6,-0.115,-0.35,0.056
|
| 167 |
+
TFT,Moirai-2.0,0.4,0.2,0.6,-0.084,-0.259,0.032
|
| 168 |
+
TFT,TabPFN-TS,0.5,0.3,0.701,-0.075,-0.256,0.049
|
| 169 |
+
TFT,PatchTST,0.475,0.25,0.7,-0.083,-0.33,0.068
|
| 170 |
+
TFT,Chronos-Bolt,0.45,0.25,0.65,-0.032,-0.205,0.085
|
| 171 |
+
TFT,Sundial-Base,0.45,0.25,0.65,-0.068,-0.242,0.046
|
| 172 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
TFT,CatBoost,0.65,0.45,0.85,0.052,-0.106,0.182
|
| 174 |
+
TFT,DeepAR,0.625,0.425,0.8,0.1,-0.04,0.245
|
| 175 |
+
TFT,LightGBM,0.7,0.5,0.9,0.15,-0.01,0.32
|
| 176 |
+
TFT,Stat. Ensemble,0.9,0.75,1.0,0.248,0.14,0.372
|
| 177 |
+
TFT,Seasonal Naive,0.975,0.925,1.0,0.38,0.273,0.502
|
| 178 |
+
CatBoost,Toto-1.0,0.05,0.0,0.15,-0.236,-0.366,-0.141
|
| 179 |
+
CatBoost,Chronos-2,0.0,0.0,0.0,-0.323,-0.485,-0.203
|
| 180 |
+
CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.217,-0.298,-0.148
|
| 181 |
+
CatBoost,TiRex,0.05,0.0,0.15,-0.179,-0.247,-0.12
|
| 182 |
+
CatBoost,FlowState,0.2,0.05,0.351,-0.176,-0.359,-0.057
|
| 183 |
+
CatBoost,Moirai-2.0,0.1,0.0,0.25,-0.143,-0.209,-0.087
|
| 184 |
+
CatBoost,TabPFN-TS,0.3,0.1,0.5,-0.134,-0.223,-0.057
|
| 185 |
+
CatBoost,PatchTST,0.25,0.05,0.45,-0.143,-0.333,-0.019
|
| 186 |
+
CatBoost,Chronos-Bolt,0.2,0.05,0.35,-0.088,-0.161,-0.035
|
| 187 |
+
CatBoost,Sundial-Base,0.25,0.099,0.45,-0.127,-0.235,-0.044
|
| 188 |
+
CatBoost,TFT,0.35,0.15,0.55,-0.055,-0.223,0.096
|
| 189 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
CatBoost,DeepAR,0.55,0.349,0.75,0.05,-0.062,0.143
|
| 191 |
+
CatBoost,LightGBM,0.85,0.7,1.0,0.103,0.034,0.2
|
| 192 |
+
CatBoost,Stat. Ensemble,0.95,0.85,1.0,0.206,0.119,0.301
|
| 193 |
+
CatBoost,Seasonal Naive,0.95,0.85,1.0,0.346,0.235,0.461
|
| 194 |
+
DeepAR,Toto-1.0,0.0,0.0,0.0,-0.302,-0.538,-0.169
|
| 195 |
+
DeepAR,Chronos-2,0.1,0.0,0.25,-0.393,-0.693,-0.187
|
| 196 |
+
DeepAR,TimesFM-2.5,0.05,0.0,0.15,-0.281,-0.461,-0.144
|
| 197 |
+
DeepAR,TiRex,0.05,0.0,0.15,-0.241,-0.389,-0.134
|
| 198 |
+
DeepAR,FlowState,0.3,0.1,0.5,-0.239,-0.538,-0.023
|
| 199 |
+
DeepAR,Moirai-2.0,0.25,0.1,0.45,-0.204,-0.334,-0.104
|
| 200 |
+
DeepAR,TabPFN-TS,0.3,0.1,0.5,-0.194,-0.358,-0.07
|
| 201 |
+
DeepAR,PatchTST,0.25,0.075,0.45,-0.203,-0.474,-0.04
|
| 202 |
+
DeepAR,Chronos-Bolt,0.3,0.1,0.5,-0.146,-0.316,-0.014
|
| 203 |
+
DeepAR,Sundial-Base,0.3,0.1,0.5,-0.187,-0.379,-0.059
|
| 204 |
+
DeepAR,TFT,0.375,0.2,0.575,-0.111,-0.324,0.039
|
| 205 |
+
DeepAR,CatBoost,0.45,0.25,0.651,-0.053,-0.167,0.058
|
| 206 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
DeepAR,LightGBM,0.55,0.35,0.75,0.056,-0.071,0.22
|
| 208 |
+
DeepAR,Stat. Ensemble,0.825,0.65,0.975,0.164,0.057,0.278
|
| 209 |
+
DeepAR,Seasonal Naive,0.9,0.775,1.0,0.311,0.207,0.415
|
| 210 |
+
LightGBM,Toto-1.0,0.0,0.0,0.0,-0.379,-0.662,-0.211
|
| 211 |
+
LightGBM,Chronos-2,0.0,0.0,0.0,-0.476,-0.751,-0.286
|
| 212 |
+
LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.357,-0.59,-0.208
|
| 213 |
+
LightGBM,TiRex,0.05,0.0,0.15,-0.315,-0.531,-0.187
|
| 214 |
+
LightGBM,FlowState,0.15,0.0,0.3,-0.312,-0.548,-0.155
|
| 215 |
+
LightGBM,Moirai-2.0,0.1,0.0,0.25,-0.275,-0.493,-0.149
|
| 216 |
+
LightGBM,TabPFN-TS,0.15,0.0,0.3,-0.265,-0.502,-0.121
|
| 217 |
+
LightGBM,PatchTST,0.25,0.05,0.45,-0.275,-0.56,-0.096
|
| 218 |
+
LightGBM,Chronos-Bolt,0.1,0.0,0.25,-0.214,-0.39,-0.099
|
| 219 |
+
LightGBM,Sundial-Base,0.1,0.0,0.25,-0.257,-0.486,-0.111
|
| 220 |
+
LightGBM,TFT,0.3,0.1,0.5,-0.177,-0.471,0.009
|
| 221 |
+
LightGBM,CatBoost,0.15,0.0,0.3,-0.115,-0.251,-0.035
|
| 222 |
+
LightGBM,DeepAR,0.45,0.25,0.65,-0.059,-0.283,0.066
|
| 223 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
LightGBM,Stat. Ensemble,0.8,0.6,0.95,0.115,0.028,0.196
|
| 225 |
+
LightGBM,Seasonal Naive,0.9,0.75,1.0,0.27,0.154,0.38
|
| 226 |
+
Stat. Ensemble,Toto-1.0,0.0,0.0,0.0,-0.558,-0.864,-0.362
|
| 227 |
+
Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.667,-1.019,-0.418
|
| 228 |
+
Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-0.533,-0.803,-0.353
|
| 229 |
+
Stat. Ensemble,TiRex,0.05,0.0,0.15,-0.485,-0.724,-0.314
|
| 230 |
+
Stat. Ensemble,FlowState,0.0,0.0,0.0,-0.482,-0.763,-0.292
|
| 231 |
+
Stat. Ensemble,Moirai-2.0,0.0,0.0,0.0,-0.44,-0.671,-0.281
|
| 232 |
+
Stat. Ensemble,TabPFN-TS,0.05,0.0,0.15,-0.428,-0.684,-0.24
|
| 233 |
+
Stat. Ensemble,PatchTST,0.125,0.0,0.275,-0.44,-0.749,-0.225
|
| 234 |
+
Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.371,-0.603,-0.222
|
| 235 |
+
Stat. Ensemble,Sundial-Base,0.0,0.0,0.0,-0.42,-0.665,-0.251
|
| 236 |
+
Stat. Ensemble,TFT,0.1,0.0,0.25,-0.329,-0.592,-0.163
|
| 237 |
+
Stat. Ensemble,CatBoost,0.05,0.0,0.15,-0.26,-0.43,-0.135
|
| 238 |
+
Stat. Ensemble,DeepAR,0.175,0.025,0.35,-0.196,-0.386,-0.06
|
| 239 |
+
Stat. Ensemble,LightGBM,0.2,0.05,0.4,-0.129,-0.243,-0.029
|
| 240 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
Stat. Ensemble,Seasonal Naive,0.925,0.8,1.0,0.176,0.098,0.253
|
| 242 |
+
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.89,-1.38,-0.588
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 243 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-1.023,-1.609,-0.634
|
|
|
|
| 244 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.86,-1.313,-0.572
|
| 245 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.802,-1.198,-0.539
|
| 246 |
+
Seasonal Naive,FlowState,0.0,0.0,0.0,-0.798,-1.26,-0.483
|
| 247 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.748,-1.138,-0.499
|
| 248 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.733,-1.18,-0.436
|
| 249 |
+
Seasonal Naive,PatchTST,0.1,0.0,0.225,-0.747,-1.237,-0.406
|
| 250 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.664,-1.049,-0.418
|
| 251 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.723,-1.13,-0.453
|
| 252 |
+
Seasonal Naive,TFT,0.025,0.0,0.075,-0.613,-1.008,-0.376
|
| 253 |
+
Seasonal Naive,CatBoost,0.05,0.0,0.15,-0.529,-0.855,-0.308
|
| 254 |
+
Seasonal Naive,DeepAR,0.1,0.0,0.225,-0.452,-0.709,-0.26
|
| 255 |
+
Seasonal Naive,LightGBM,0.1,0.0,0.25,-0.371,-0.612,-0.183
|
| 256 |
+
Seasonal Naive,Stat. Ensemble,0.075,0.0,0.2,-0.214,-0.339,-0.109
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_cloud/pairwise_WQL.csv
CHANGED
|
@@ -3,224 +3,255 @@ Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
|
| 3 |
Chronos-2,Toto-1.0,0.35,0.15,0.55,0.07,-0.014,0.185
|
| 4 |
Chronos-2,TimesFM-2.5,0.75,0.55,0.9,0.088,0.033,0.155
|
| 5 |
Chronos-2,TiRex,0.85,0.7,1.0,0.113,0.032,0.222
|
|
|
|
| 6 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.151,0.066,0.248
|
| 7 |
-
Chronos-2,
|
|
|
|
| 8 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.21,0.134,0.3
|
|
|
|
| 9 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.19,0.145,0.236
|
| 10 |
-
Chronos-2,
|
| 11 |
-
Chronos-2,
|
| 12 |
-
Chronos-2,
|
| 13 |
-
Chronos-2,
|
| 14 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.669,0.582,0.746
|
| 15 |
-
|
| 16 |
-
Chronos-2,Drift,1.0,1.0,1.0,0.808,0.765,0.845
|
| 17 |
-
Toto-1.0,Chronos-2,0.65,0.45,0.85,-0.075,-0.227,0.013
|
| 18 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 19 |
-
Toto-1.0,TimesFM-2.5,0.75,0.55,0.95,0.
|
| 20 |
Toto-1.0,TiRex,0.75,0.55,0.9,0.046,0.0,0.095
|
| 21 |
-
Toto-1.0,
|
| 22 |
-
Toto-1.0,
|
|
|
|
|
|
|
| 23 |
Toto-1.0,Chronos-Bolt,0.95,0.85,1.0,0.151,0.089,0.21
|
| 24 |
-
Toto-1.0,
|
| 25 |
-
Toto-1.0,
|
| 26 |
-
Toto-1.0,
|
| 27 |
-
Toto-1.0,
|
| 28 |
-
Toto-1.0,
|
| 29 |
-
Toto-1.0,
|
| 30 |
-
Toto-1.0,Naive,1.0,1.0,1.0,0.
|
| 31 |
-
Toto-1.0,Drift,1.0,1.0,1.0,0.793,0.736,0.838
|
| 32 |
TimesFM-2.5,Chronos-2,0.25,0.1,0.45,-0.097,-0.183,-0.034
|
| 33 |
TimesFM-2.5,Toto-1.0,0.25,0.05,0.45,-0.02,-0.079,0.045
|
| 34 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
TimesFM-2.5,TiRex,0.6,0.4,0.8,0.027,-0.018,0.086
|
|
|
|
| 36 |
TimesFM-2.5,Moirai-2.0,0.85,0.65,1.0,0.069,0.028,0.116
|
| 37 |
-
TimesFM-2.5,
|
|
|
|
| 38 |
TimesFM-2.5,Chronos-Bolt,0.9,0.75,1.0,0.134,0.092,0.179
|
|
|
|
| 39 |
TimesFM-2.5,Sundial-Base,0.95,0.85,1.0,0.111,0.06,0.148
|
| 40 |
-
TimesFM-2.5,
|
| 41 |
-
TimesFM-2.5,
|
| 42 |
-
TimesFM-2.5,
|
| 43 |
-
TimesFM-2.5,
|
| 44 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.638,0.557,0.714
|
| 45 |
-
TimesFM-2.5,Naive,1.0,1.0,1.0,0.78,0.727,0.825
|
| 46 |
-
TimesFM-2.5,Drift,1.0,1.0,1.0,0.789,0.739,0.832
|
| 47 |
TiRex,Chronos-2,0.15,0.0,0.3,-0.127,-0.285,-0.033
|
| 48 |
TiRex,Toto-1.0,0.25,0.1,0.45,-0.048,-0.105,-0.0
|
| 49 |
TiRex,TimesFM-2.5,0.4,0.2,0.6,-0.028,-0.095,0.018
|
| 50 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 51 |
TiRex,Moirai-2.0,0.9,0.75,1.0,0.043,0.019,0.07
|
| 52 |
-
TiRex,
|
|
|
|
| 53 |
TiRex,Chronos-Bolt,0.9,0.75,1.0,0.11,0.064,0.155
|
|
|
|
| 54 |
TiRex,Sundial-Base,0.95,0.85,1.0,0.087,-0.025,0.153
|
| 55 |
-
TiRex,
|
| 56 |
-
TiRex,
|
| 57 |
-
TiRex,
|
| 58 |
-
TiRex,
|
| 59 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.627,0.54,0.71
|
| 60 |
-
|
| 61 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.177,-0.33,-0.071
|
| 63 |
-
Moirai-2.0,Toto-1.0,0.15,0.0,0.3,-0.095,-0.
|
| 64 |
Moirai-2.0,TimesFM-2.5,0.15,0.0,0.35,-0.074,-0.131,-0.029
|
| 65 |
Moirai-2.0,TiRex,0.1,0.0,0.25,-0.044,-0.075,-0.02
|
|
|
|
| 66 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
-
Moirai-2.0,
|
|
|
|
| 68 |
Moirai-2.0,Chronos-Bolt,0.85,0.699,0.975,0.07,0.023,0.118
|
|
|
|
| 69 |
Moirai-2.0,Sundial-Base,0.9,0.75,1.0,0.046,-0.056,0.104
|
| 70 |
-
Moirai-2.0,
|
| 71 |
-
Moirai-2.0,
|
| 72 |
-
Moirai-2.0,
|
| 73 |
-
Moirai-2.0,
|
| 74 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.611,0.523,0.693
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
|
| 82 |
-
|
| 83 |
-
|
| 84 |
-
TabPFN-TS,
|
| 85 |
-
|
| 86 |
-
|
| 87 |
-
|
| 88 |
-
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 92 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.266,-0.429,-0.154
|
| 93 |
-
Chronos-Bolt,Toto-1.0,0.05,0.0,0.15,-0.177,-0.
|
| 94 |
Chronos-Bolt,TimesFM-2.5,0.1,0.0,0.25,-0.154,-0.218,-0.101
|
| 95 |
Chronos-Bolt,TiRex,0.1,0.0,0.25,-0.123,-0.183,-0.069
|
|
|
|
| 96 |
Chronos-Bolt,Moirai-2.0,0.15,0.025,0.301,-0.075,-0.134,-0.024
|
| 97 |
-
Chronos-Bolt,
|
|
|
|
| 98 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 99 |
Chronos-Bolt,Sundial-Base,0.55,0.35,0.75,-0.026,-0.135,0.046
|
| 100 |
-
Chronos-Bolt,
|
| 101 |
-
Chronos-Bolt,
|
| 102 |
-
Chronos-Bolt,
|
| 103 |
-
Chronos-Bolt,
|
| 104 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.582,0.486,0.675
|
| 105 |
-
Chronos-
|
| 106 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 107 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.234,-0.309,-0.169
|
| 108 |
Sundial-Base,Toto-1.0,0.1,0.0,0.25,-0.148,-0.251,-0.025
|
| 109 |
Sundial-Base,TimesFM-2.5,0.05,0.0,0.15,-0.125,-0.173,-0.063
|
| 110 |
Sundial-Base,TiRex,0.05,0.0,0.15,-0.095,-0.18,0.025
|
|
|
|
| 111 |
Sundial-Base,Moirai-2.0,0.1,0.0,0.25,-0.048,-0.116,0.053
|
| 112 |
-
Sundial-Base,
|
|
|
|
| 113 |
Sundial-Base,Chronos-Bolt,0.45,0.25,0.65,0.025,-0.048,0.119
|
|
|
|
| 114 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
Sundial-Base,
|
| 116 |
-
Sundial-Base,
|
| 117 |
-
Sundial-Base,
|
| 118 |
-
Sundial-Base,
|
| 119 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.592,0.504,0.674
|
| 120 |
-
|
| 121 |
-
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
AutoARIMA,
|
| 132 |
-
AutoARIMA,AutoETS,0.775,0.6,0.95,0.493,0.136,0.747
|
| 133 |
-
AutoARIMA,AutoTheta,0.8,0.6,0.95,0.281,0.178,0.381
|
| 134 |
-
AutoARIMA,Seasonal Naive,0.875,0.75,0.975,0.334,0.206,0.456
|
| 135 |
-
AutoARIMA,Naive,0.9,0.75,1.0,0.596,0.479,0.687
|
| 136 |
-
AutoARIMA,Drift,0.9,0.75,1.0,0.612,0.496,0.7
|
| 137 |
-
Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-1.395,-1.901,-1.02
|
| 138 |
-
Stat. Ensemble,Toto-1.0,0.0,0.0,0.0,-1.227,-1.689,-0.897
|
| 139 |
-
Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-1.184,-1.624,-0.88
|
| 140 |
-
Stat. Ensemble,TiRex,0.0,0.0,0.0,-1.125,-1.511,-0.826
|
| 141 |
-
Stat. Ensemble,Moirai-2.0,0.0,0.0,0.0,-1.034,-1.432,-0.734
|
| 142 |
-
Stat. Ensemble,TabPFN-TS,0.05,0.0,0.15,-0.939,-1.317,-0.639
|
| 143 |
-
Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.892,-1.278,-0.626
|
| 144 |
-
Stat. Ensemble,Sundial-Base,0.0,0.0,0.0,-0.941,-1.304,-0.678
|
| 145 |
-
Stat. Ensemble,AutoARIMA,0.225,0.075,0.4,-0.188,-0.348,-0.07
|
| 146 |
-
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
-
Stat. Ensemble,AutoETS,0.725,0.55,0.9,0.432,0.004,0.725
|
| 148 |
-
Stat. Ensemble,AutoTheta,0.9,0.75,1.0,0.146,0.088,0.213
|
| 149 |
-
Stat. Ensemble,Seasonal Naive,0.725,0.525,0.9,0.208,-0.0,0.366
|
| 150 |
-
Stat. Ensemble,Naive,0.95,0.85,1.0,0.52,0.395,0.624
|
| 151 |
-
Stat. Ensemble,Drift,1.0,1.0,1.0,0.539,0.421,0.64
|
| 152 |
-
AutoETS,Chronos-2,0.0,0.0,0.0,-2.71,-5.874,-1.34
|
| 153 |
-
AutoETS,Toto-1.0,0.0,0.0,0.0,-2.437,-5.367,-1.149
|
| 154 |
-
AutoETS,TimesFM-2.5,0.0,0.0,0.0,-2.382,-5.287,-1.137
|
| 155 |
-
AutoETS,TiRex,0.0,0.0,0.0,-2.298,-5.196,-1.056
|
| 156 |
-
AutoETS,Moirai-2.0,0.0,0.0,0.0,-2.171,-5.048,-0.977
|
| 157 |
-
AutoETS,TabPFN-TS,0.05,0.0,0.15,-2.09,-4.847,-0.87
|
| 158 |
-
AutoETS,Chronos-Bolt,0.0,0.0,0.0,-1.974,-4.644,-0.837
|
| 159 |
-
AutoETS,Sundial-Base,0.0,0.0,0.0,-2.046,-4.752,-0.906
|
| 160 |
-
AutoETS,AutoARIMA,0.225,0.05,0.4,-0.971,-2.951,-0.157
|
| 161 |
-
AutoETS,Stat. Ensemble,0.275,0.1,0.45,-0.759,-2.642,-0.004
|
| 162 |
-
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
AutoETS,AutoTheta,0.65,0.45,0.85,-0.532,-2.194,0.136
|
| 164 |
-
AutoETS,Seasonal Naive,0.725,0.525,0.875,-0.4,-1.897,0.22
|
| 165 |
-
AutoETS,Naive,0.75,0.55,0.95,0.097,-1.154,0.533
|
| 166 |
-
AutoETS,Drift,0.8,0.6,0.95,0.128,-1.084,0.55
|
| 167 |
-
AutoTheta,Chronos-2,0.0,0.0,0.0,-1.802,-2.419,-1.302
|
| 168 |
-
AutoTheta,Toto-1.0,0.0,0.0,0.0,-1.606,-2.154,-1.18
|
| 169 |
-
AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-1.556,-2.107,-1.153
|
| 170 |
-
AutoTheta,TiRex,0.0,0.0,0.0,-1.487,-1.971,-1.087
|
| 171 |
-
AutoTheta,Moirai-2.0,0.0,0.0,0.0,-1.381,-1.863,-0.992
|
| 172 |
-
AutoTheta,TabPFN-TS,0.0,0.0,0.0,-1.269,-1.786,-0.878
|
| 173 |
-
AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-1.214,-1.668,-0.867
|
| 174 |
-
AutoTheta,Sundial-Base,0.0,0.0,0.0,-1.271,-1.728,-0.922
|
| 175 |
-
AutoTheta,AutoARIMA,0.2,0.05,0.4,-0.39,-0.615,-0.216
|
| 176 |
-
AutoTheta,Stat. Ensemble,0.1,0.0,0.25,-0.17,-0.271,-0.097
|
| 177 |
-
AutoTheta,AutoETS,0.35,0.15,0.55,0.347,-0.157,0.687
|
| 178 |
-
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
AutoTheta,Seasonal Naive,0.7,0.5,0.9,0.074,-0.208,0.273
|
| 180 |
-
AutoTheta,Naive,0.85,0.65,1.0,0.438,0.308,0.555
|
| 181 |
-
AutoTheta,Drift,0.9,0.75,1.0,0.461,0.336,0.574
|
| 182 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-2.025,-2.936,-1.394
|
| 183 |
-
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-1.
|
| 184 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-1.759,-2.495,-1.259
|
| 185 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-1.684,-2.448,-1.175
|
|
|
|
| 186 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-1.57,-2.259,-1.095
|
| 187 |
-
Seasonal Naive,
|
|
|
|
| 188 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-1.39,-2.073,-0.945
|
|
|
|
| 189 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-1.452,-2.065,-1.017
|
| 190 |
-
Seasonal Naive,
|
| 191 |
-
Seasonal Naive,
|
| 192 |
-
Seasonal Naive,
|
| 193 |
-
Seasonal Naive,
|
| 194 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
Seasonal Naive,Naive,0.7,0.525,0.85,0.394,0.19,0.555
|
| 196 |
-
Seasonal Naive,Drift,0.85,0.65,1.0,0.418,0.219,0.575
|
| 197 |
-
Naive,Chronos-2,0.0,0.0,0.0,-3.991,-5.118,-3.118
|
| 198 |
-
Naive,Toto-1.0,0.0,0.0,0.0,-3.642,-4.863,-2.647
|
| 199 |
-
Naive,TimesFM-2.5,0.0,0.0,0.0,-3.552,-4.721,-2.668
|
| 200 |
-
Naive,TiRex,0.0,0.0,0.0,-3.428,-4.591,-2.469
|
| 201 |
-
Naive,Moirai-2.0,0.0,0.0,0.0,-3.24,-4.339,-2.329
|
| 202 |
-
Naive,TabPFN-TS,0.0,0.0,0.0,-3.041,-3.961,-2.314
|
| 203 |
-
Naive,Chronos-Bolt,0.0,0.0,0.0,-2.943,-3.911,-2.141
|
| 204 |
-
Naive,Sundial-Base,0.0,0.0,0.0,-3.045,-3.943,-2.361
|
| 205 |
-
Naive,AutoARIMA,0.1,0.0,0.25,-1.475,-2.196,-0.918
|
| 206 |
-
Naive,Stat. Ensemble,0.05,0.0,0.15,-1.084,-1.66,-0.654
|
| 207 |
-
Naive,AutoETS,0.25,0.05,0.45,-0.107,-1.141,0.536
|
| 208 |
-
Naive,AutoTheta,0.15,0.0,0.35,-0.781,-1.246,-0.445
|
| 209 |
-
Naive,Seasonal Naive,0.3,0.15,0.475,-0.65,-1.249,-0.234
|
| 210 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Naive,Drift,1.0,1.0,1.0,0.039,0.023,0.06
|
| 212 |
-
Drift,Chronos-2,0.0,0.0,0.0,-4.196,-5.431,-3.251
|
| 213 |
-
Drift,Toto-1.0,0.0,0.0,0.0,-3.832,-5.185,-2.788
|
| 214 |
-
Drift,TimesFM-2.5,0.0,0.0,0.0,-3.738,-4.957,-2.832
|
| 215 |
-
Drift,TiRex,0.0,0.0,0.0,-3.61,-4.86,-2.621
|
| 216 |
-
Drift,Moirai-2.0,0.0,0.0,0.0,-3.414,-4.579,-2.506
|
| 217 |
-
Drift,TabPFN-TS,0.0,0.0,0.0,-3.207,-4.157,-2.457
|
| 218 |
-
Drift,Chronos-Bolt,0.0,0.0,0.0,-3.105,-4.13,-2.31
|
| 219 |
-
Drift,Sundial-Base,0.0,0.0,0.0,-3.211,-4.217,-2.506
|
| 220 |
-
Drift,AutoARIMA,0.1,0.0,0.25,-1.577,-2.334,-0.985
|
| 221 |
-
Drift,Stat. Ensemble,0.0,0.0,0.0,-1.17,-1.781,-0.726
|
| 222 |
-
Drift,AutoETS,0.2,0.05,0.4,-0.147,-1.224,0.52
|
| 223 |
-
Drift,AutoTheta,0.1,0.0,0.25,-0.854,-1.347,-0.507
|
| 224 |
-
Drift,Seasonal Naive,0.15,0.0,0.35,-0.717,-1.355,-0.28
|
| 225 |
-
Drift,Naive,0.0,0.0,0.0,-0.041,-0.064,-0.024
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 3 |
Chronos-2,Toto-1.0,0.35,0.15,0.55,0.07,-0.014,0.185
|
| 4 |
Chronos-2,TimesFM-2.5,0.75,0.55,0.9,0.088,0.033,0.155
|
| 5 |
Chronos-2,TiRex,0.85,0.7,1.0,0.113,0.032,0.222
|
| 6 |
+
Chronos-2,FlowState,0.85,0.65,1.0,0.115,0.05,0.188
|
| 7 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.151,0.066,0.248
|
| 8 |
+
Chronos-2,PatchTST,0.85,0.7,1.0,0.18,0.08,0.27
|
| 9 |
+
Chronos-2,TFT,0.95,0.85,1.0,0.256,0.118,0.395
|
| 10 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.21,0.134,0.3
|
| 11 |
+
Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.205,0.141,0.274
|
| 12 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.19,0.145,0.236
|
| 13 |
+
Chronos-2,DeepAR,0.95,0.85,1.0,0.328,0.194,0.454
|
| 14 |
+
Chronos-2,CatBoost,1.0,1.0,1.0,0.378,0.313,0.448
|
| 15 |
+
Chronos-2,LightGBM,1.0,1.0,1.0,0.442,0.357,0.536
|
| 16 |
+
Chronos-2,AutoARIMA,1.0,1.0,1.0,0.493,0.393,0.591
|
| 17 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.669,0.582,0.746
|
| 18 |
+
Toto-1.0,Chronos-2,0.65,0.45,0.85,-0.075,-0.227,0.014
|
|
|
|
|
|
|
| 19 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
Toto-1.0,TimesFM-2.5,0.75,0.55,0.95,0.02,-0.047,0.073
|
| 21 |
Toto-1.0,TiRex,0.75,0.55,0.9,0.046,0.0,0.095
|
| 22 |
+
Toto-1.0,FlowState,0.75,0.55,0.9,0.049,-0.131,0.178
|
| 23 |
+
Toto-1.0,Moirai-2.0,0.85,0.7,1.0,0.087,0.029,0.145
|
| 24 |
+
Toto-1.0,PatchTST,0.9,0.75,1.0,0.118,-0.078,0.246
|
| 25 |
+
Toto-1.0,TFT,1.0,1.0,1.0,0.2,0.108,0.294
|
| 26 |
Toto-1.0,Chronos-Bolt,0.95,0.85,1.0,0.151,0.089,0.21
|
| 27 |
+
Toto-1.0,TabPFN-TS,0.8,0.6,0.95,0.145,0.066,0.217
|
| 28 |
+
Toto-1.0,Sundial-Base,0.9,0.75,1.0,0.129,0.024,0.2
|
| 29 |
+
Toto-1.0,DeepAR,1.0,1.0,1.0,0.278,0.182,0.386
|
| 30 |
+
Toto-1.0,CatBoost,1.0,1.0,1.0,0.331,0.275,0.395
|
| 31 |
+
Toto-1.0,LightGBM,1.0,1.0,1.0,0.401,0.317,0.505
|
| 32 |
+
Toto-1.0,AutoARIMA,1.0,1.0,1.0,0.455,0.379,0.537
|
| 33 |
+
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.645,0.563,0.725
|
|
|
|
| 34 |
TimesFM-2.5,Chronos-2,0.25,0.1,0.45,-0.097,-0.183,-0.034
|
| 35 |
TimesFM-2.5,Toto-1.0,0.25,0.05,0.45,-0.02,-0.079,0.045
|
| 36 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
TimesFM-2.5,TiRex,0.6,0.4,0.8,0.027,-0.018,0.086
|
| 38 |
+
TimesFM-2.5,FlowState,0.7,0.5,0.9,0.03,-0.104,0.121
|
| 39 |
TimesFM-2.5,Moirai-2.0,0.85,0.65,1.0,0.069,0.028,0.116
|
| 40 |
+
TimesFM-2.5,PatchTST,0.85,0.7,1.0,0.1,-0.044,0.208
|
| 41 |
+
TimesFM-2.5,TFT,0.8,0.6,0.95,0.184,0.06,0.307
|
| 42 |
TimesFM-2.5,Chronos-Bolt,0.9,0.75,1.0,0.134,0.092,0.179
|
| 43 |
+
TimesFM-2.5,TabPFN-TS,0.8,0.65,0.95,0.128,0.067,0.195
|
| 44 |
TimesFM-2.5,Sundial-Base,0.95,0.85,1.0,0.111,0.06,0.148
|
| 45 |
+
TimesFM-2.5,DeepAR,0.95,0.85,1.0,0.263,0.157,0.368
|
| 46 |
+
TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.318,0.274,0.365
|
| 47 |
+
TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.389,0.312,0.484
|
| 48 |
+
TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.444,0.365,0.532
|
| 49 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.638,0.557,0.714
|
|
|
|
|
|
|
| 50 |
TiRex,Chronos-2,0.15,0.0,0.3,-0.127,-0.285,-0.033
|
| 51 |
TiRex,Toto-1.0,0.25,0.1,0.45,-0.048,-0.105,-0.0
|
| 52 |
TiRex,TimesFM-2.5,0.4,0.2,0.6,-0.028,-0.095,0.018
|
| 53 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
TiRex,FlowState,0.7,0.5,0.9,0.003,-0.19,0.122
|
| 55 |
TiRex,Moirai-2.0,0.9,0.75,1.0,0.043,0.019,0.07
|
| 56 |
+
TiRex,PatchTST,0.8,0.6,0.95,0.075,-0.133,0.211
|
| 57 |
+
TiRex,TFT,0.85,0.7,0.95,0.162,0.034,0.285
|
| 58 |
TiRex,Chronos-Bolt,0.9,0.75,1.0,0.11,0.064,0.155
|
| 59 |
+
TiRex,TabPFN-TS,0.75,0.55,0.95,0.104,0.027,0.178
|
| 60 |
TiRex,Sundial-Base,0.95,0.85,1.0,0.087,-0.025,0.153
|
| 61 |
+
TiRex,DeepAR,0.95,0.85,1.0,0.243,0.15,0.337
|
| 62 |
+
TiRex,CatBoost,1.0,1.0,1.0,0.299,0.255,0.343
|
| 63 |
+
TiRex,LightGBM,1.0,1.0,1.0,0.372,0.297,0.467
|
| 64 |
+
TiRex,AutoARIMA,1.0,1.0,1.0,0.428,0.358,0.508
|
| 65 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.627,0.54,0.71
|
| 66 |
+
FlowState,Chronos-2,0.15,0.0,0.35,-0.13,-0.232,-0.053
|
| 67 |
+
FlowState,Toto-1.0,0.25,0.1,0.45,-0.051,-0.217,0.116
|
| 68 |
+
FlowState,TimesFM-2.5,0.3,0.1,0.5,-0.03,-0.137,0.094
|
| 69 |
+
FlowState,TiRex,0.3,0.1,0.5,-0.003,-0.139,0.159
|
| 70 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
FlowState,Moirai-2.0,0.5,0.25,0.7,0.04,-0.089,0.189
|
| 72 |
+
FlowState,PatchTST,0.6,0.4,0.8,0.073,-0.056,0.185
|
| 73 |
+
FlowState,TFT,0.65,0.45,0.85,0.16,-0.028,0.323
|
| 74 |
+
FlowState,Chronos-Bolt,0.8,0.649,0.95,0.107,0.023,0.228
|
| 75 |
+
FlowState,TabPFN-TS,0.65,0.45,0.85,0.101,-0.03,0.222
|
| 76 |
+
FlowState,Sundial-Base,0.85,0.7,1.0,0.084,0.002,0.154
|
| 77 |
+
FlowState,DeepAR,0.7,0.5,0.9,0.241,0.063,0.401
|
| 78 |
+
FlowState,CatBoost,0.95,0.85,1.0,0.297,0.215,0.392
|
| 79 |
+
FlowState,LightGBM,0.95,0.85,1.0,0.37,0.279,0.47
|
| 80 |
+
FlowState,AutoARIMA,1.0,1.0,1.0,0.427,0.309,0.537
|
| 81 |
+
FlowState,Seasonal Naive,1.0,1.0,1.0,0.626,0.538,0.704
|
| 82 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.177,-0.33,-0.071
|
| 83 |
+
Moirai-2.0,Toto-1.0,0.15,0.0,0.3,-0.095,-0.17,-0.03
|
| 84 |
Moirai-2.0,TimesFM-2.5,0.15,0.0,0.35,-0.074,-0.131,-0.029
|
| 85 |
Moirai-2.0,TiRex,0.1,0.0,0.25,-0.044,-0.075,-0.02
|
| 86 |
+
Moirai-2.0,FlowState,0.5,0.3,0.75,-0.042,-0.233,0.082
|
| 87 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Moirai-2.0,PatchTST,0.6,0.4,0.8,0.034,-0.175,0.172
|
| 89 |
+
Moirai-2.0,TFT,0.7,0.5,0.9,0.124,-0.012,0.26
|
| 90 |
Moirai-2.0,Chronos-Bolt,0.85,0.699,0.975,0.07,0.023,0.118
|
| 91 |
+
Moirai-2.0,TabPFN-TS,0.6,0.4,0.8,0.064,-0.017,0.142
|
| 92 |
Moirai-2.0,Sundial-Base,0.9,0.75,1.0,0.046,-0.056,0.104
|
| 93 |
+
Moirai-2.0,DeepAR,0.85,0.699,1.0,0.209,0.118,0.304
|
| 94 |
+
Moirai-2.0,CatBoost,1.0,1.0,1.0,0.268,0.22,0.319
|
| 95 |
+
Moirai-2.0,LightGBM,1.0,1.0,1.0,0.344,0.261,0.45
|
| 96 |
+
Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.403,0.327,0.491
|
| 97 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.611,0.523,0.693
|
| 98 |
+
PatchTST,Chronos-2,0.15,0.0,0.3,-0.219,-0.369,-0.087
|
| 99 |
+
PatchTST,Toto-1.0,0.1,0.0,0.25,-0.134,-0.327,0.072
|
| 100 |
+
PatchTST,TimesFM-2.5,0.15,0.0,0.3,-0.112,-0.262,0.042
|
| 101 |
+
PatchTST,TiRex,0.2,0.05,0.4,-0.081,-0.267,0.118
|
| 102 |
+
PatchTST,FlowState,0.4,0.2,0.6,-0.079,-0.227,0.053
|
| 103 |
+
PatchTST,Moirai-2.0,0.4,0.2,0.6,-0.035,-0.208,0.149
|
| 104 |
+
PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
PatchTST,TFT,0.425,0.225,0.625,0.093,-0.057,0.271
|
| 106 |
+
PatchTST,Chronos-Bolt,0.6,0.4,0.8,0.037,-0.124,0.209
|
| 107 |
+
PatchTST,TabPFN-TS,0.75,0.6,0.95,0.031,-0.127,0.186
|
| 108 |
+
PatchTST,Sundial-Base,0.7,0.5,0.9,0.012,-0.1,0.119
|
| 109 |
+
PatchTST,DeepAR,0.85,0.7,0.975,0.181,0.049,0.342
|
| 110 |
+
PatchTST,CatBoost,0.8,0.6,0.95,0.242,0.117,0.366
|
| 111 |
+
PatchTST,LightGBM,0.85,0.7,1.0,0.32,0.179,0.456
|
| 112 |
+
PatchTST,AutoARIMA,0.9,0.75,1.0,0.382,0.25,0.512
|
| 113 |
+
PatchTST,Seasonal Naive,0.9,0.75,1.0,0.597,0.477,0.698
|
| 114 |
+
TFT,Chronos-2,0.05,0.0,0.15,-0.344,-0.652,-0.133
|
| 115 |
+
TFT,Toto-1.0,0.0,0.0,0.0,-0.251,-0.415,-0.121
|
| 116 |
+
TFT,TimesFM-2.5,0.2,0.05,0.4,-0.226,-0.442,-0.064
|
| 117 |
+
TFT,TiRex,0.15,0.05,0.3,-0.193,-0.399,-0.035
|
| 118 |
+
TFT,FlowState,0.35,0.15,0.55,-0.19,-0.477,0.027
|
| 119 |
+
TFT,Moirai-2.0,0.3,0.1,0.5,-0.142,-0.351,0.012
|
| 120 |
+
TFT,PatchTST,0.575,0.375,0.775,-0.103,-0.372,0.054
|
| 121 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
TFT,Chronos-Bolt,0.5,0.3,0.7,-0.062,-0.262,0.087
|
| 123 |
+
TFT,TabPFN-TS,0.6,0.4,0.8,-0.069,-0.3,0.102
|
| 124 |
+
TFT,Sundial-Base,0.7,0.5,0.9,-0.09,-0.29,0.057
|
| 125 |
+
TFT,DeepAR,0.575,0.35,0.775,0.097,-0.054,0.233
|
| 126 |
+
TFT,CatBoost,0.85,0.7,1.0,0.164,0.007,0.3
|
| 127 |
+
TFT,LightGBM,0.85,0.7,1.0,0.25,0.086,0.416
|
| 128 |
+
TFT,AutoARIMA,0.9,0.75,1.0,0.318,0.222,0.425
|
| 129 |
+
TFT,Seasonal Naive,0.9,0.75,1.0,0.556,0.443,0.658
|
| 130 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.266,-0.429,-0.154
|
| 131 |
+
Chronos-Bolt,Toto-1.0,0.05,0.0,0.15,-0.177,-0.267,-0.098
|
| 132 |
Chronos-Bolt,TimesFM-2.5,0.1,0.0,0.25,-0.154,-0.218,-0.101
|
| 133 |
Chronos-Bolt,TiRex,0.1,0.0,0.25,-0.123,-0.183,-0.069
|
| 134 |
+
Chronos-Bolt,FlowState,0.2,0.05,0.351,-0.12,-0.295,-0.023
|
| 135 |
Chronos-Bolt,Moirai-2.0,0.15,0.025,0.301,-0.075,-0.134,-0.024
|
| 136 |
+
Chronos-Bolt,PatchTST,0.4,0.2,0.6,-0.039,-0.264,0.11
|
| 137 |
+
Chronos-Bolt,TFT,0.5,0.3,0.7,0.059,-0.096,0.207
|
| 138 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
Chronos-Bolt,TabPFN-TS,0.55,0.35,0.75,-0.007,-0.108,0.094
|
| 140 |
Chronos-Bolt,Sundial-Base,0.55,0.35,0.75,-0.026,-0.135,0.046
|
| 141 |
+
Chronos-Bolt,DeepAR,0.55,0.35,0.75,0.15,0.021,0.271
|
| 142 |
+
Chronos-Bolt,CatBoost,0.95,0.85,1.0,0.213,0.167,0.267
|
| 143 |
+
Chronos-Bolt,LightGBM,0.95,0.85,1.0,0.294,0.213,0.39
|
| 144 |
+
Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.358,0.268,0.458
|
| 145 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.582,0.486,0.675
|
| 146 |
+
TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.257,-0.377,-0.164
|
| 147 |
+
TabPFN-TS,Toto-1.0,0.2,0.05,0.4,-0.17,-0.277,-0.07
|
| 148 |
+
TabPFN-TS,TimesFM-2.5,0.2,0.05,0.35,-0.147,-0.242,-0.072
|
| 149 |
+
TabPFN-TS,TiRex,0.25,0.05,0.45,-0.116,-0.216,-0.027
|
| 150 |
+
TabPFN-TS,FlowState,0.35,0.15,0.55,-0.113,-0.285,0.029
|
| 151 |
+
TabPFN-TS,Moirai-2.0,0.4,0.2,0.6,-0.068,-0.165,0.016
|
| 152 |
+
TabPFN-TS,PatchTST,0.25,0.05,0.4,-0.032,-0.229,0.112
|
| 153 |
+
TabPFN-TS,TFT,0.4,0.2,0.6,0.065,-0.114,0.231
|
| 154 |
+
TabPFN-TS,Chronos-Bolt,0.45,0.25,0.65,0.007,-0.104,0.097
|
| 155 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
TabPFN-TS,Sundial-Base,0.45,0.25,0.65,-0.019,-0.118,0.067
|
| 157 |
+
TabPFN-TS,DeepAR,0.45,0.25,0.65,0.155,0.02,0.291
|
| 158 |
+
TabPFN-TS,CatBoost,0.85,0.7,1.0,0.218,0.128,0.299
|
| 159 |
+
TabPFN-TS,LightGBM,0.85,0.7,1.0,0.299,0.185,0.424
|
| 160 |
+
TabPFN-TS,AutoARIMA,0.95,0.85,1.0,0.362,0.252,0.466
|
| 161 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.584,0.475,0.679
|
| 162 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.234,-0.309,-0.169
|
| 163 |
Sundial-Base,Toto-1.0,0.1,0.0,0.25,-0.148,-0.251,-0.025
|
| 164 |
Sundial-Base,TimesFM-2.5,0.05,0.0,0.15,-0.125,-0.173,-0.063
|
| 165 |
Sundial-Base,TiRex,0.05,0.0,0.15,-0.095,-0.18,0.025
|
| 166 |
+
Sundial-Base,FlowState,0.15,0.0,0.3,-0.092,-0.182,-0.002
|
| 167 |
Sundial-Base,Moirai-2.0,0.1,0.0,0.25,-0.048,-0.116,0.053
|
| 168 |
+
Sundial-Base,PatchTST,0.3,0.1,0.5,-0.012,-0.135,0.091
|
| 169 |
+
Sundial-Base,TFT,0.3,0.1,0.5,0.082,-0.06,0.225
|
| 170 |
Sundial-Base,Chronos-Bolt,0.45,0.25,0.65,0.025,-0.048,0.119
|
| 171 |
+
Sundial-Base,TabPFN-TS,0.55,0.35,0.75,0.019,-0.071,0.106
|
| 172 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
Sundial-Base,DeepAR,0.55,0.35,0.75,0.171,0.043,0.303
|
| 174 |
+
Sundial-Base,CatBoost,0.95,0.85,1.0,0.233,0.171,0.301
|
| 175 |
+
Sundial-Base,LightGBM,0.95,0.85,1.0,0.312,0.219,0.422
|
| 176 |
+
Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.374,0.28,0.471
|
| 177 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.592,0.504,0.674
|
| 178 |
+
DeepAR,Chronos-2,0.05,0.0,0.15,-0.489,-0.831,-0.241
|
| 179 |
+
DeepAR,Toto-1.0,0.0,0.0,0.0,-0.385,-0.628,-0.222
|
| 180 |
+
DeepAR,TimesFM-2.5,0.05,0.0,0.15,-0.358,-0.582,-0.186
|
| 181 |
+
DeepAR,TiRex,0.05,0.0,0.15,-0.321,-0.509,-0.177
|
| 182 |
+
DeepAR,FlowState,0.3,0.1,0.5,-0.317,-0.669,-0.067
|
| 183 |
+
DeepAR,Moirai-2.0,0.15,0.0,0.301,-0.265,-0.436,-0.133
|
| 184 |
+
DeepAR,PatchTST,0.15,0.025,0.3,-0.221,-0.519,-0.052
|
| 185 |
+
DeepAR,TFT,0.425,0.225,0.65,-0.107,-0.304,0.051
|
| 186 |
+
DeepAR,Chronos-Bolt,0.45,0.25,0.65,-0.176,-0.371,-0.021
|
| 187 |
+
DeepAR,TabPFN-TS,0.55,0.35,0.75,-0.184,-0.41,-0.02
|
| 188 |
+
DeepAR,Sundial-Base,0.45,0.25,0.65,-0.206,-0.434,-0.045
|
| 189 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
DeepAR,CatBoost,0.5,0.3,0.75,0.074,-0.052,0.197
|
| 191 |
+
DeepAR,LightGBM,0.7,0.5,0.9,0.17,0.021,0.333
|
| 192 |
+
DeepAR,AutoARIMA,0.9,0.75,1.0,0.245,0.159,0.333
|
| 193 |
+
DeepAR,Seasonal Naive,0.85,0.7,1.0,0.508,0.376,0.622
|
| 194 |
+
CatBoost,Chronos-2,0.0,0.0,0.0,-0.608,-0.812,-0.455
|
| 195 |
+
CatBoost,Toto-1.0,0.0,0.0,0.0,-0.496,-0.653,-0.379
|
| 196 |
+
CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.467,-0.575,-0.378
|
| 197 |
+
CatBoost,TiRex,0.0,0.0,0.0,-0.427,-0.522,-0.342
|
| 198 |
+
CatBoost,FlowState,0.05,0.0,0.15,-0.423,-0.645,-0.274
|
| 199 |
+
CatBoost,Moirai-2.0,0.0,0.0,0.0,-0.366,-0.469,-0.281
|
| 200 |
+
CatBoost,PatchTST,0.2,0.05,0.4,-0.319,-0.578,-0.133
|
| 201 |
+
CatBoost,TFT,0.15,0.0,0.3,-0.196,-0.428,-0.007
|
| 202 |
+
CatBoost,Chronos-Bolt,0.05,0.0,0.15,-0.27,-0.365,-0.2
|
| 203 |
+
CatBoost,TabPFN-TS,0.15,0.0,0.3,-0.279,-0.426,-0.147
|
| 204 |
+
CatBoost,Sundial-Base,0.05,0.0,0.15,-0.303,-0.43,-0.206
|
| 205 |
+
CatBoost,DeepAR,0.5,0.25,0.7,-0.08,-0.245,0.049
|
| 206 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
CatBoost,LightGBM,0.85,0.7,1.0,0.103,0.034,0.2
|
| 208 |
+
CatBoost,AutoARIMA,0.7,0.5,0.9,0.184,0.073,0.298
|
| 209 |
+
CatBoost,Seasonal Naive,1.0,1.0,1.0,0.468,0.349,0.58
|
| 210 |
+
LightGBM,Chronos-2,0.0,0.0,0.0,-0.794,-1.155,-0.555
|
| 211 |
+
LightGBM,Toto-1.0,0.0,0.0,0.0,-0.668,-1.02,-0.464
|
| 212 |
+
LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.636,-0.937,-0.454
|
| 213 |
+
LightGBM,TiRex,0.0,0.0,0.0,-0.591,-0.875,-0.423
|
| 214 |
+
LightGBM,FlowState,0.05,0.0,0.15,-0.587,-0.887,-0.387
|
| 215 |
+
LightGBM,Moirai-2.0,0.0,0.0,0.0,-0.524,-0.817,-0.354
|
| 216 |
+
LightGBM,PatchTST,0.15,0.0,0.3,-0.472,-0.84,-0.218
|
| 217 |
+
LightGBM,TFT,0.15,0.0,0.3,-0.334,-0.711,-0.095
|
| 218 |
+
LightGBM,Chronos-Bolt,0.05,0.0,0.15,-0.417,-0.639,-0.271
|
| 219 |
+
LightGBM,TabPFN-TS,0.15,0.0,0.3,-0.426,-0.735,-0.227
|
| 220 |
+
LightGBM,Sundial-Base,0.05,0.0,0.15,-0.454,-0.731,-0.281
|
| 221 |
+
LightGBM,DeepAR,0.3,0.1,0.5,-0.205,-0.498,-0.021
|
| 222 |
+
LightGBM,CatBoost,0.15,0.0,0.3,-0.115,-0.251,-0.035
|
| 223 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
LightGBM,AutoARIMA,0.7,0.5,0.9,0.09,-0.077,0.213
|
| 225 |
+
LightGBM,Seasonal Naive,0.9,0.75,1.0,0.407,0.265,0.526
|
| 226 |
+
AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.972,-1.444,-0.647
|
| 227 |
+
AutoARIMA,Toto-1.0,0.0,0.0,0.0,-0.834,-1.16,-0.609
|
| 228 |
+
AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.798,-1.136,-0.575
|
| 229 |
+
AutoARIMA,TiRex,0.0,0.0,0.0,-0.749,-1.031,-0.557
|
| 230 |
+
AutoARIMA,FlowState,0.0,0.0,0.0,-0.745,-1.16,-0.448
|
| 231 |
+
AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.675,-0.965,-0.486
|
| 232 |
+
AutoARIMA,PatchTST,0.1,0.0,0.25,-0.618,-1.048,-0.334
|
| 233 |
+
AutoARIMA,TFT,0.1,0.0,0.25,-0.467,-0.739,-0.286
|
| 234 |
+
AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.558,-0.844,-0.366
|
| 235 |
+
AutoARIMA,TabPFN-TS,0.05,0.0,0.15,-0.568,-0.874,-0.337
|
| 236 |
+
AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.598,-0.891,-0.389
|
| 237 |
+
AutoARIMA,DeepAR,0.1,0.0,0.25,-0.325,-0.5,-0.189
|
| 238 |
+
AutoARIMA,CatBoost,0.3,0.1,0.5,-0.226,-0.424,-0.079
|
| 239 |
+
AutoARIMA,LightGBM,0.3,0.1,0.5,-0.099,-0.27,0.071
|
| 240 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
AutoARIMA,Seasonal Naive,0.925,0.8,1.0,0.348,0.228,0.464
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 242 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-2.025,-2.936,-1.394
|
| 243 |
+
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-1.814,-2.639,-1.287
|
| 244 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-1.759,-2.495,-1.259
|
| 245 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-1.684,-2.448,-1.175
|
| 246 |
+
Seasonal Naive,FlowState,0.0,0.0,0.0,-1.677,-2.381,-1.163
|
| 247 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-1.57,-2.259,-1.095
|
| 248 |
+
Seasonal Naive,PatchTST,0.1,0.0,0.25,-1.482,-2.307,-0.914
|
| 249 |
+
Seasonal Naive,TFT,0.1,0.0,0.25,-1.25,-1.926,-0.795
|
| 250 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-1.39,-2.073,-0.945
|
| 251 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-1.406,-2.118,-0.903
|
| 252 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-1.452,-2.065,-1.017
|
| 253 |
+
Seasonal Naive,DeepAR,0.15,0.0,0.3,-1.032,-1.647,-0.604
|
| 254 |
+
Seasonal Naive,CatBoost,0.0,0.0,0.0,-0.881,-1.379,-0.536
|
| 255 |
+
Seasonal Naive,LightGBM,0.1,0.0,0.25,-0.687,-1.108,-0.36
|
| 256 |
+
Seasonal Naive,AutoARIMA,0.075,0.0,0.2,-0.534,-0.865,-0.295
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_econ/leaderboard_MASE.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Stat. Ensemble,86.
|
| 3 |
-
TiRex,
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Stat. Ensemble,86.25,38.47702197421158,0.0,73.43481351955408,0.0,0.0
|
| 3 |
+
TiRex,76.25,36.87592044073875,0.0,0.16472977363175062,0.0,0.0
|
| 4 |
+
LightGBM,75.41666666666667,36.739370201928836,0.20454036927361854,0.03409663050126502,0.0,0.0
|
| 5 |
+
Chronos-2,72.91666666666667,36.307128273958256,0.0,0.14791438772454144,0.0,0.0
|
| 6 |
+
AutoETS,70.83333333333333,35.908870624227376,0.0,1.5253584038361796,0.0,0.0
|
| 7 |
+
FlowState,69.58333333333333,35.21482359572895,0.0,0.8205954025996205,0.16666666666666666,0.0
|
| 8 |
+
CatBoost,69.16666666666667,35.982559330359685,3.42108969184492,0.03905346701454776,0.0,0.0
|
| 9 |
+
Toto-1.0,60.833333333333314,32.41516602344565,0.0,5.0937543479594325,0.16666666666666666,0.0
|
| 10 |
+
AutoARIMA,59.166666666666664,33.893658085803416,0.0,6.5345976113161015,0.0,0.0
|
| 11 |
+
AutoTheta,55.41666666666667,32.52926186802178,0.0,0.9578271612919038,0.0,0.0
|
| 12 |
+
TimesFM-2.5,54.166666666666664,32.83344751489832,0.0,0.3095206282094962,0.16666666666666666,0.0
|
| 13 |
+
Drift,53.33333333333334,29.639454067966152,0.0,0.4198026182352941,0.0,0.0
|
| 14 |
+
TabPFN-TS,52.91666666666666,34.19057001716027,0.0,52.326198869129215,0.0,0.0
|
| 15 |
+
Chronos-Bolt,42.08333333333333,30.133730029400986,0.0,0.1587546411616528,0.0,0.0
|
| 16 |
+
Moirai-2.0,40.416666666666664,28.236498726126015,0.0,0.21986280235955058,0.16666666666666666,0.0
|
| 17 |
+
DeepAR,31.25,24.302560020818376,546.7685936688092,0.18274403532732447,0.0,0.0
|
| 18 |
+
Sundial-Base,22.916666666666664,19.70951503418047,0.0,8.00438149490214,0.0,0.0
|
| 19 |
+
PatchTST,17.916666666666668,15.279108700450617,310.3190003231231,0.1605401314516129,0.0,0.0
|
| 20 |
+
Naive,16.666666666666668,15.593612422240255,0.0,0.46331807906862743,0.0,0.0
|
| 21 |
+
TFT,14.166666666666666,9.838087249658834,445.02348117965687,0.18857640938013914,0.0,0.0
|
| 22 |
+
Seasonal Naive,8.333333333333332,0.0,0.0,0.41450250024509805,0.0,0.0
|
tables/domain_econ/leaderboard_SQL.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
TiRex,
|
| 3 |
-
Chronos-2,85.
|
| 4 |
-
Stat. Ensemble,
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
Chronos-Bolt,
|
| 11 |
-
|
| 12 |
-
Moirai-2.0,
|
| 13 |
-
AutoTheta,
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
TiRex,87.5,38.16787226217255,0.0,0.16472977363175062,0.0,0.0
|
| 3 |
+
Chronos-2,85.83333333333334,37.73601252203713,0.0,0.14791438772454144,0.0,0.0
|
| 4 |
+
Stat. Ensemble,81.66666666666667,37.119576639717835,0.0,73.43481351955408,0.0,0.0
|
| 5 |
+
FlowState,75.0,35.273957411546085,0.0,0.8205954025996205,0.16666666666666666,0.0
|
| 6 |
+
TabPFN-TS,68.33333333333333,35.173459448094114,0.0,52.326198869129215,0.0,0.0
|
| 7 |
+
Toto-1.0,67.91666666666667,33.496371356107844,0.0,5.0937543479594325,0.16666666666666666,0.0
|
| 8 |
+
AutoETS,67.5,29.18586393990128,0.0,1.5253584038361796,0.0,0.0
|
| 9 |
+
TimesFM-2.5,61.66666666666666,32.772070331944484,0.0,0.3095206282094962,0.16666666666666666,0.0
|
| 10 |
+
Chronos-Bolt,57.08333333333334,31.81815534740079,0.0,0.1587546411616528,0.0,0.0
|
| 11 |
+
AutoARIMA,56.666666666666664,31.72145242450589,0.0,6.5345976113161015,0.0,0.0
|
| 12 |
+
Moirai-2.0,49.58333333333333,29.079628766325204,0.0,0.21986280235955058,0.16666666666666666,0.0
|
| 13 |
+
AutoTheta,48.33333333333334,29.61896808086114,0.0,0.9578271612919038,0.0,0.0
|
| 14 |
+
Drift,47.083333333333336,25.58270375016218,0.0,0.4198026182352941,0.0,0.0
|
| 15 |
+
DeepAR,43.749999999999986,25.12762288287479,546.7685936688092,0.18274403532732447,0.0,0.0
|
| 16 |
+
LightGBM,34.166666666666664,24.325044506495818,0.20454036927361854,0.03409663050126502,0.0,0.0
|
| 17 |
+
CatBoost,27.916666666666668,23.419716355230047,3.42108969184492,0.03905346701454776,0.0,0.0
|
| 18 |
+
PatchTST,25.416666666666664,16.930294384775955,310.3190003231231,0.1605401314516129,0.0,0.0
|
| 19 |
+
Sundial-Base,20.0,14.510260955147846,0.0,8.00438149490214,0.0,0.0
|
| 20 |
+
Naive,17.91666666666667,11.510640002523509,0.0,0.46331807906862743,0.0,0.0
|
| 21 |
+
TFT,17.5,9.329379481293765,445.02348117965687,0.18857640938013914,0.0,0.0
|
| 22 |
+
Seasonal Naive,9.166666666666664,0.0,0.0,0.41450250024509805,0.0,0.0
|
tables/domain_econ/leaderboard_WAPE.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
TiRex,
|
| 3 |
-
Stat. Ensemble,
|
| 4 |
-
Chronos-2,
|
| 5 |
-
Toto-1.0,
|
| 6 |
-
TimesFM-2.5,
|
| 7 |
-
|
| 8 |
-
TabPFN-TS,
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
TiRex,77.91666666666667,37.758720587285445,0.0,0.16472977363175062,0.0,0.0
|
| 3 |
+
Stat. Ensemble,74.16666666666666,38.177219528557146,0.0,73.43481351955408,0.0,0.0
|
| 4 |
+
Chronos-2,71.25,36.558735189016225,0.0,0.14791438772454144,0.0,0.0
|
| 5 |
+
Toto-1.0,67.08333333333336,33.97875884401389,0.0,5.0937543479594325,0.16666666666666666,0.0
|
| 6 |
+
TimesFM-2.5,66.66666666666666,35.89256072267927,0.0,0.3095206282094962,0.16666666666666666,0.0
|
| 7 |
+
FlowState,65.41666666666667,37.645403955852096,0.0,0.8205954025996205,0.16666666666666666,0.0
|
| 8 |
+
TabPFN-TS,64.16666666666666,36.531743334435674,0.0,52.326198869129215,0.0,0.0
|
| 9 |
+
AutoETS,62.5,34.84116662551825,0.0,1.5253584038361796,0.0,0.0
|
| 10 |
+
CatBoost,62.083333333333336,35.20082715344605,3.42108969184492,0.03905346701454776,0.0,0.0
|
| 11 |
+
LightGBM,60.41666666666667,35.02206834104291,0.20454036927361854,0.03409663050126502,0.0,0.0
|
| 12 |
+
AutoARIMA,54.58333333333333,35.732170334358024,0.0,6.5345976113161015,0.0,0.0
|
| 13 |
+
Chronos-Bolt,53.75,30.478143266802604,0.0,0.1587546411616528,0.0,0.0
|
| 14 |
+
Moirai-2.0,51.66666666666666,28.277512977220987,0.0,0.21986280235955058,0.16666666666666666,0.0
|
| 15 |
+
AutoTheta,48.33333333333335,31.812923074763923,0.0,0.9578271612919038,0.0,0.0
|
| 16 |
+
Drift,48.33333333333334,28.435824921980835,0.0,0.4198026182352941,0.0,0.0
|
| 17 |
+
Naive,24.58333333333333,15.872310498117715,0.0,0.46331807906862743,0.0,0.0
|
| 18 |
+
Sundial-Base,22.916666666666668,17.737235971841127,0.0,8.00438149490214,0.0,0.0
|
| 19 |
+
DeepAR,22.08333333333333,19.60425306556468,546.7685936688092,0.18274403532732447,0.0,0.0
|
| 20 |
+
PatchTST,20.0,15.619782622761335,310.3190003231231,0.1605401314516129,0.0,0.0
|
| 21 |
+
TFT,19.583333333333336,6.946074243338563,445.02348117965687,0.18857640938013914,0.0,0.0
|
| 22 |
+
Seasonal Naive,12.5,0.0,0.0,0.41450250024509805,0.0,0.0
|
tables/domain_econ/leaderboard_WQL.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
TiRex,
|
| 3 |
-
Chronos-2,
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
TiRex,85.0,42.09146596586096,0.0,0.16472977363175062,0.0,0.0
|
| 3 |
+
Chronos-2,80.41666666666666,40.960757337476025,0.0,0.14791438772454144,0.0,0.0
|
| 4 |
+
FlowState,75.41666666666667,40.9054936267241,0.0,0.8205954025996205,0.16666666666666666,0.0
|
| 5 |
+
Toto-1.0,72.91666666666667,38.100769058535434,0.0,5.0937543479594325,0.16666666666666666,0.0
|
| 6 |
+
TimesFM-2.5,71.25,39.266493040907115,0.0,0.3095206282094962,0.16666666666666666,0.0
|
| 7 |
+
TabPFN-TS,69.58333333333333,40.20371520247606,0.0,52.326198869129215,0.0,0.0
|
| 8 |
+
Stat. Ensemble,68.33333333333333,37.992090519620156,0.0,73.43481351955408,0.0,0.0
|
| 9 |
+
Chronos-Bolt,64.16666666666666,35.534952430792764,0.0,0.1587546411616528,0.0,0.0
|
| 10 |
+
AutoETS,62.916666666666664,36.76571988294681,0.0,1.5253584038361796,0.0,0.0
|
| 11 |
+
Moirai-2.0,58.75,32.793225265991246,0.0,0.21986280235955058,0.16666666666666666,0.0
|
| 12 |
+
AutoARIMA,53.333333333333336,34.44615311952015,0.0,6.5345976113161015,0.0,0.0
|
| 13 |
+
AutoTheta,43.75,29.146207850323268,0.0,0.9578271612919038,0.0,0.0
|
| 14 |
+
Drift,37.49999999999999,23.828649343246187,0.0,0.4198026182352941,0.0,0.0
|
| 15 |
+
DeepAR,34.166666666666664,21.869167576579297,546.7685936688092,0.18274403532732447,0.0,0.0
|
| 16 |
+
CatBoost,32.91666666666667,26.0945614678313,3.42108969184492,0.03905346701454776,0.0,0.0
|
| 17 |
+
LightGBM,32.49999999999999,25.89068156049532,0.20454036927361854,0.03409663050126502,0.0,0.0
|
| 18 |
+
PatchTST,27.499999999999996,19.911167839333967,310.3190003231231,0.1605401314516129,0.0,0.0
|
| 19 |
+
Sundial-Base,24.583333333333325,17.532849869365606,0.0,8.00438149490214,0.0,0.0
|
| 20 |
+
TFT,20.833333333333336,9.939963215759995,445.02348117965687,0.18857640938013914,0.0,0.0
|
| 21 |
+
Naive,20.833333333333332,11.371958531244664,0.0,0.46331807906862743,0.0,0.0
|
| 22 |
+
Seasonal Naive,13.333333333333334,0.0,0.0,0.41450250024509805,0.0,0.0
|
tables/domain_econ/pairwise_MASE.csv
CHANGED
|
@@ -1,226 +1,257 @@
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Stat. Ensemble,TiRex,0.75,0.5,1.0,0.025,-0.023,0.072
|
|
|
|
| 4 |
Stat. Ensemble,Chronos-2,0.75,0.5,1.0,0.034,-0.014,0.087
|
|
|
|
| 5 |
Stat. Ensemble,AutoETS,0.75,0.5,1.0,0.04,0.016,0.067
|
| 6 |
-
Stat. Ensemble,
|
| 7 |
-
Stat. Ensemble,
|
| 8 |
Stat. Ensemble,AutoARIMA,0.833,0.583,1.0,0.069,0.021,0.135
|
|
|
|
| 9 |
Stat. Ensemble,Drift,0.917,0.75,1.0,0.126,0.051,0.221
|
| 10 |
Stat. Ensemble,TimesFM-2.5,0.833,0.583,1.0,0.084,0.03,0.143
|
| 11 |
-
Stat. Ensemble,TabPFN-TS,0.833,0.583,1.0,0.
|
| 12 |
Stat. Ensemble,Chronos-Bolt,0.917,0.75,1.0,0.119,0.068,0.168
|
| 13 |
Stat. Ensemble,Moirai-2.0,0.917,0.75,1.0,0.143,0.081,0.197
|
| 14 |
-
Stat. Ensemble,Sundial-Base,0.917,0.75,1.0,0.234,0.156,0.302
|
| 15 |
-
Stat. Ensemble,Naive,1.0,1.0,1.0,0.271,0.195,0.346
|
| 16 |
Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.385,0.289,0.476
|
| 17 |
TiRex,Stat. Ensemble,0.25,0.0,0.5,-0.026,-0.078,0.023
|
| 18 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 19 |
TiRex,Chronos-2,0.583,0.333,0.833,0.009,-0.026,0.043
|
|
|
|
| 20 |
TiRex,AutoETS,0.5,0.25,0.75,0.015,-0.013,0.045
|
| 21 |
-
TiRex,
|
| 22 |
-
TiRex,
|
| 23 |
TiRex,AutoARIMA,0.667,0.417,0.917,0.045,-0.033,0.133
|
|
|
|
| 24 |
TiRex,Drift,0.75,0.5,1.0,0.103,-0.002,0.214
|
| 25 |
TiRex,TimesFM-2.5,0.833,0.583,1.0,0.06,0.02,0.109
|
| 26 |
-
TiRex,TabPFN-TS,0.833,0.583,1.0,0.
|
| 27 |
TiRex,Chronos-Bolt,0.917,0.75,1.0,0.097,0.05,0.149
|
| 28 |
TiRex,Moirai-2.0,0.917,0.75,1.0,0.12,0.05,0.194
|
| 29 |
-
TiRex,Sundial-Base,0.917,0.75,1.0,0.214,0.149,0.271
|
| 30 |
-
TiRex,Naive,1.0,1.0,1.0,0.252,0.163,0.335
|
| 31 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.369,0.261,0.466
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
Chronos-2,Stat. Ensemble,0.25,0.0,0.5,-0.035,-0.095,0.014
|
| 33 |
Chronos-2,TiRex,0.417,0.167,0.667,-0.009,-0.045,0.026
|
|
|
|
| 34 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 35 |
Chronos-2,AutoETS,0.5,0.25,0.75,0.006,-0.027,0.041
|
|
|
|
| 36 |
Chronos-2,Toto-1.0,0.583,0.333,0.833,0.058,-0.037,0.145
|
| 37 |
-
Chronos-2,AutoTheta,0.583,0.333,0.833,0.056,-0.023,0.124
|
| 38 |
Chronos-2,AutoARIMA,0.667,0.417,0.917,0.037,-0.046,0.122
|
|
|
|
| 39 |
Chronos-2,Drift,0.583,0.333,0.833,0.095,-0.024,0.22
|
| 40 |
Chronos-2,TimesFM-2.5,0.75,0.5,1.0,0.052,0.004,0.099
|
| 41 |
-
Chronos-2,TabPFN-TS,0.
|
| 42 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.088,0.044,0.143
|
| 43 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.112,0.045,0.186
|
| 44 |
-
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.207,0.156,0.255
|
| 45 |
-
Chronos-2,Naive,1.0,1.0,1.0,0.245,0.159,0.328
|
| 46 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.363,0.264,0.451
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 47 |
AutoETS,Stat. Ensemble,0.25,0.0,0.5,-0.042,-0.072,-0.016
|
| 48 |
AutoETS,TiRex,0.5,0.25,0.75,-0.015,-0.047,0.013
|
|
|
|
| 49 |
AutoETS,Chronos-2,0.5,0.25,0.75,-0.006,-0.043,0.026
|
|
|
|
| 50 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 51 |
AutoETS,Toto-1.0,0.583,0.333,0.833,0.052,-0.025,0.122
|
| 52 |
-
AutoETS,AutoTheta,0.667,0.417,0.917,0.05,-0.003,0.1
|
| 53 |
AutoETS,AutoARIMA,0.667,0.417,0.917,0.03,-0.036,0.112
|
|
|
|
| 54 |
AutoETS,Drift,0.667,0.417,0.917,0.089,-0.005,0.196
|
| 55 |
AutoETS,TimesFM-2.5,0.75,0.5,1.0,0.046,-0.003,0.098
|
| 56 |
-
AutoETS,TabPFN-TS,0.667,0.417,0.917,0.
|
| 57 |
AutoETS,Chronos-Bolt,0.833,0.583,1.0,0.083,0.041,0.127
|
| 58 |
AutoETS,Moirai-2.0,0.833,0.583,1.0,0.107,0.05,0.164
|
| 59 |
-
AutoETS,Sundial-Base,0.917,0.75,1.0,0.202,0.132,0.262
|
| 60 |
-
AutoETS,Naive,1.0,1.0,1.0,0.241,0.162,0.316
|
| 61 |
AutoETS,Seasonal Naive,1.0,1.0,1.0,0.359,0.256,0.456
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 66 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
-
Toto-1.0,
|
| 68 |
-
Toto-1.0,
|
| 69 |
-
Toto-1.0,Drift,0.5,0.25,0.75,0.039,-0.065,0.
|
| 70 |
-
Toto-1.0,TimesFM-2.5,0.
|
| 71 |
-
Toto-1.0,TabPFN-TS,0.667,0.417,0.917,0.
|
| 72 |
-
Toto-1.0,Chronos-Bolt,0.75,0.5,0.958,0.
|
| 73 |
-
Toto-1.0,Moirai-2.0,0.833,0.625,0.958,0.058,0.018,0.
|
| 74 |
-
Toto-1.0,
|
| 75 |
-
|
| 76 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 77 |
AutoTheta,Stat. Ensemble,0.083,0.0,0.25,-0.097,-0.144,-0.056
|
| 78 |
AutoTheta,TiRex,0.167,0.0,0.417,-0.069,-0.144,0.009
|
|
|
|
| 79 |
AutoTheta,Chronos-2,0.417,0.167,0.667,-0.059,-0.142,0.022
|
|
|
|
| 80 |
AutoTheta,AutoETS,0.333,0.083,0.583,-0.053,-0.111,0.003
|
| 81 |
-
AutoTheta,
|
| 82 |
-
AutoTheta,
|
| 83 |
AutoTheta,AutoARIMA,0.5,0.25,0.75,-0.021,-0.102,0.059
|
|
|
|
| 84 |
AutoTheta,Drift,0.333,0.083,0.583,0.041,-0.014,0.136
|
| 85 |
AutoTheta,TimesFM-2.5,0.5,0.25,0.75,-0.005,-0.086,0.079
|
| 86 |
-
AutoTheta,TabPFN-TS,0.
|
| 87 |
AutoTheta,Chronos-Bolt,0.667,0.417,0.917,0.034,-0.034,0.1
|
| 88 |
AutoTheta,Moirai-2.0,0.75,0.5,1.0,0.06,-0.011,0.123
|
| 89 |
-
AutoTheta,Sundial-Base,0.917,0.75,1.0,0.16,0.076,0.236
|
| 90 |
-
AutoTheta,Naive,1.0,1.0,1.0,0.201,0.136,0.266
|
| 91 |
AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.325,0.231,0.412
|
| 92 |
-
AutoARIMA,Stat. Ensemble,0.167,0.0,0.417,-0.075,-0.156,-0.022
|
| 93 |
-
AutoARIMA,TiRex,0.333,0.083,0.583,-0.047,-0.154,0.032
|
| 94 |
-
AutoARIMA,Chronos-2,0.333,0.083,0.583,-0.038,-0.139,0.044
|
| 95 |
-
AutoARIMA,AutoETS,0.333,0.083,0.583,-0.031,-0.126,0.035
|
| 96 |
-
AutoARIMA,Toto-1.0,0.417,0.167,0.667,0.022,-0.051,0.097
|
| 97 |
-
AutoARIMA,AutoTheta,0.5,0.25,0.75,0.02,-0.063,0.093
|
| 98 |
-
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
-
AutoARIMA,Drift,0.5,0.25,0.75,0.06,-0.052,0.172
|
| 100 |
-
AutoARIMA,TimesFM-2.5,0.583,0.25,0.833,0.016,-0.047,0.078
|
| 101 |
-
AutoARIMA,TabPFN-TS,0.667,0.333,0.917,0.072,-0.036,0.171
|
| 102 |
-
AutoARIMA,Chronos-Bolt,0.667,0.417,0.917,0.054,-0.009,0.113
|
| 103 |
-
AutoARIMA,Moirai-2.0,0.583,0.333,0.833,0.079,-0.006,0.156
|
| 104 |
-
AutoARIMA,Sundial-Base,0.75,0.5,1.0,0.177,0.068,0.264
|
| 105 |
-
AutoARIMA,Naive,0.917,0.75,1.0,0.217,0.128,0.295
|
| 106 |
-
AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.339,0.256,0.422
|
| 107 |
Drift,Stat. Ensemble,0.083,0.0,0.25,-0.144,-0.284,-0.054
|
| 108 |
Drift,TiRex,0.25,0.0,0.5,-0.115,-0.273,0.002
|
|
|
|
| 109 |
Drift,Chronos-2,0.417,0.167,0.667,-0.105,-0.282,0.024
|
|
|
|
| 110 |
Drift,AutoETS,0.333,0.083,0.583,-0.098,-0.244,0.005
|
| 111 |
-
Drift,
|
| 112 |
-
Drift,
|
| 113 |
Drift,AutoARIMA,0.5,0.25,0.75,-0.064,-0.208,0.05
|
|
|
|
| 114 |
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
Drift,TimesFM-2.5,0.417,0.167,0.667,-0.048,-0.227,0.071
|
| 116 |
-
Drift,TabPFN-TS,0.
|
| 117 |
Drift,Chronos-Bolt,0.583,0.333,0.833,-0.007,-0.119,0.086
|
| 118 |
Drift,Moirai-2.0,0.667,0.417,0.917,0.02,-0.09,0.108
|
| 119 |
-
Drift,Sundial-Base,0.833,0.583,1.0,0.124,-0.064,0.234
|
| 120 |
-
Drift,Naive,0.917,0.75,1.0,0.166,0.089,0.241
|
| 121 |
Drift,Seasonal Naive,0.917,0.75,1.0,0.296,0.127,0.41
|
| 122 |
TimesFM-2.5,Stat. Ensemble,0.167,0.0,0.417,-0.092,-0.167,-0.031
|
| 123 |
TimesFM-2.5,TiRex,0.167,0.0,0.417,-0.064,-0.122,-0.02
|
|
|
|
| 124 |
TimesFM-2.5,Chronos-2,0.25,0.0,0.5,-0.055,-0.11,-0.004
|
|
|
|
| 125 |
TimesFM-2.5,AutoETS,0.25,0.0,0.5,-0.048,-0.109,0.003
|
| 126 |
-
TimesFM-2.5,
|
| 127 |
-
TimesFM-2.5,
|
| 128 |
TimesFM-2.5,AutoARIMA,0.417,0.167,0.75,-0.016,-0.085,0.045
|
|
|
|
| 129 |
TimesFM-2.5,Drift,0.583,0.333,0.833,0.045,-0.076,0.185
|
| 130 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
TimesFM-2.5,TabPFN-TS,0.5,0.25,0.75,0.
|
| 132 |
TimesFM-2.5,Chronos-Bolt,0.583,0.333,0.833,0.039,-0.007,0.091
|
| 133 |
TimesFM-2.5,Moirai-2.0,0.667,0.417,0.917,0.064,-0.008,0.143
|
| 134 |
-
TimesFM-2.5,Sundial-Base,0.917,0.75,1.0,0.163,0.095,0.228
|
| 135 |
-
TimesFM-2.5,Naive,0.917,0.75,1.0,0.204,0.109,0.293
|
| 136 |
TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.328,0.226,0.415
|
| 137 |
-
TabPFN-TS,Stat. Ensemble,0.167,0.0,0.417,-0.
|
| 138 |
-
TabPFN-TS,TiRex,0.167,0.0,0.417,-0.
|
| 139 |
-
TabPFN-TS,
|
| 140 |
-
TabPFN-TS,
|
| 141 |
-
TabPFN-TS,
|
| 142 |
-
TabPFN-TS,
|
| 143 |
-
TabPFN-TS,
|
| 144 |
-
TabPFN-TS,
|
| 145 |
-
TabPFN-TS,
|
|
|
|
|
|
|
|
|
|
| 146 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
-
TabPFN-TS,Chronos-Bolt,0.5,0.25,0.75,
|
| 148 |
-
TabPFN-TS,Moirai-2.0,0.
|
| 149 |
-
TabPFN-TS,
|
| 150 |
-
TabPFN-TS,Naive,0.667,0.417,0.917,0.156,0.023,0.274
|
| 151 |
-
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.288,0.181,0.389
|
| 152 |
Chronos-Bolt,Stat. Ensemble,0.083,0.0,0.25,-0.136,-0.202,-0.073
|
| 153 |
Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.107,-0.175,-0.053
|
|
|
|
| 154 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.097,-0.167,-0.046
|
|
|
|
| 155 |
Chronos-Bolt,AutoETS,0.167,0.0,0.417,-0.09,-0.145,-0.043
|
| 156 |
-
Chronos-Bolt,
|
| 157 |
-
Chronos-Bolt,
|
| 158 |
Chronos-Bolt,AutoARIMA,0.333,0.083,0.583,-0.057,-0.128,0.009
|
|
|
|
| 159 |
Chronos-Bolt,Drift,0.417,0.167,0.667,0.007,-0.094,0.106
|
| 160 |
Chronos-Bolt,TimesFM-2.5,0.417,0.167,0.667,-0.04,-0.1,0.007
|
| 161 |
-
Chronos-Bolt,TabPFN-TS,0.5,0.25,0.75,0.
|
| 162 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
Chronos-Bolt,Moirai-2.0,0.417,0.167,0.667,0.026,-0.016,0.079
|
| 164 |
-
Chronos-Bolt,Sundial-Base,0.917,0.75,1.0,0.13,0.036,0.202
|
| 165 |
-
Chronos-Bolt,Naive,0.917,0.75,1.0,0.172,0.107,0.235
|
| 166 |
Chronos-Bolt,Seasonal Naive,0.833,0.583,1.0,0.301,0.198,0.389
|
| 167 |
Moirai-2.0,Stat. Ensemble,0.083,0.0,0.25,-0.166,-0.245,-0.088
|
| 168 |
Moirai-2.0,TiRex,0.083,0.0,0.25,-0.137,-0.24,-0.053
|
|
|
|
| 169 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.127,-0.229,-0.048
|
|
|
|
| 170 |
Moirai-2.0,AutoETS,0.167,0.0,0.417,-0.12,-0.196,-0.053
|
| 171 |
-
Moirai-2.0,
|
| 172 |
-
Moirai-2.0,
|
| 173 |
Moirai-2.0,AutoARIMA,0.417,0.167,0.667,-0.086,-0.185,0.006
|
|
|
|
| 174 |
Moirai-2.0,Drift,0.333,0.083,0.583,-0.02,-0.121,0.083
|
| 175 |
Moirai-2.0,TimesFM-2.5,0.333,0.083,0.583,-0.068,-0.166,0.008
|
| 176 |
-
Moirai-2.0,TabPFN-TS,0.
|
| 177 |
Moirai-2.0,Chronos-Bolt,0.583,0.333,0.833,-0.027,-0.086,0.015
|
| 178 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
Moirai-2.0,Sundial-Base,0.833,0.583,1.0,0.106,-0.0,0.194
|
| 180 |
-
Moirai-2.0,Naive,0.917,0.75,1.0,0.15,0.086,0.21
|
| 181 |
Moirai-2.0,Seasonal Naive,0.833,0.583,1.0,0.282,0.162,0.388
|
| 182 |
-
Sundial-Base,Stat. Ensemble,0.083,0.0,0.25,-0.305,-0.434,-0.185
|
| 183 |
-
Sundial-Base,TiRex,0.083,0.0,0.25,-0.272,-0.372,-0.176
|
| 184 |
-
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.261,-0.342,-0.184
|
| 185 |
-
Sundial-Base,AutoETS,0.083,0.0,0.25,-0.253,-0.356,-0.153
|
| 186 |
-
Sundial-Base,Toto-1.0,0.167,0.0,0.417,-0.187,-0.361,-0.044
|
| 187 |
-
Sundial-Base,AutoTheta,0.083,0.0,0.25,-0.19,-0.309,-0.083
|
| 188 |
-
Sundial-Base,AutoARIMA,0.25,0.0,0.5,-0.215,-0.358,-0.073
|
| 189 |
-
Sundial-Base,Drift,0.167,0.0,0.417,-0.141,-0.305,0.06
|
| 190 |
-
Sundial-Base,TimesFM-2.5,0.083,0.0,0.25,-0.195,-0.296,-0.104
|
| 191 |
-
Sundial-Base,TabPFN-TS,0.333,0.083,0.583,-0.127,-0.237,-0.021
|
| 192 |
-
Sundial-Base,Chronos-Bolt,0.083,0.0,0.25,-0.149,-0.254,-0.037
|
| 193 |
-
Sundial-Base,Moirai-2.0,0.167,0.0,0.417,-0.119,-0.24,0.0
|
| 194 |
-
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
Sundial-Base,Naive,0.583,0.333,0.833,0.049,-0.051,0.164
|
| 196 |
-
Sundial-Base,Seasonal Naive,0.833,0.583,1.0,0.197,0.082,0.299
|
| 197 |
-
Naive,Stat. Ensemble,0.0,0.0,0.0,-0.372,-0.529,-0.242
|
| 198 |
-
Naive,TiRex,0.0,0.0,0.0,-0.337,-0.504,-0.194
|
| 199 |
-
Naive,Chronos-2,0.0,0.0,0.0,-0.325,-0.488,-0.189
|
| 200 |
-
Naive,AutoETS,0.0,0.0,0.0,-0.317,-0.462,-0.193
|
| 201 |
-
Naive,Toto-1.0,0.0,0.0,0.0,-0.248,-0.398,-0.131
|
| 202 |
-
Naive,AutoTheta,0.0,0.0,0.0,-0.251,-0.362,-0.157
|
| 203 |
-
Naive,AutoARIMA,0.083,0.0,0.25,-0.277,-0.419,-0.147
|
| 204 |
-
Naive,Drift,0.083,0.0,0.25,-0.2,-0.318,-0.098
|
| 205 |
-
Naive,TimesFM-2.5,0.083,0.0,0.25,-0.257,-0.415,-0.122
|
| 206 |
-
Naive,TabPFN-TS,0.333,0.083,0.583,-0.185,-0.377,-0.024
|
| 207 |
-
Naive,Chronos-Bolt,0.083,0.0,0.25,-0.208,-0.307,-0.119
|
| 208 |
-
Naive,Moirai-2.0,0.083,0.0,0.25,-0.176,-0.265,-0.094
|
| 209 |
-
Naive,Sundial-Base,0.417,0.167,0.667,-0.051,-0.197,0.049
|
| 210 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Naive,Seasonal Naive,0.75,0.542,0.917,0.156,0.021,0.261
|
| 212 |
Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.625,-0.907,-0.407
|
| 213 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.584,-0.872,-0.353
|
|
|
|
| 214 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.57,-0.821,-0.358
|
|
|
|
| 215 |
Seasonal Naive,AutoETS,0.0,0.0,0.0,-0.56,-0.837,-0.345
|
| 216 |
-
Seasonal Naive,
|
| 217 |
-
Seasonal Naive,
|
| 218 |
Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.513,-0.73,-0.344
|
|
|
|
| 219 |
Seasonal Naive,Drift,0.083,0.0,0.25,-0.421,-0.694,-0.146
|
| 220 |
Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.489,-0.709,-0.292
|
| 221 |
-
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.
|
| 222 |
Seasonal Naive,Chronos-Bolt,0.167,0.0,0.417,-0.431,-0.638,-0.246
|
| 223 |
Seasonal Naive,Moirai-2.0,0.167,0.0,0.417,-0.393,-0.634,-0.193
|
| 224 |
-
Seasonal Naive,Sundial-Base,0.167,0.0,0.417,-0.245,-0.427,-0.09
|
| 225 |
-
Seasonal Naive,Naive,0.25,0.083,0.458,-0.185,-0.353,-0.022
|
| 226 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Stat. Ensemble,TiRex,0.75,0.5,1.0,0.025,-0.023,0.072
|
| 4 |
+
Stat. Ensemble,LightGBM,0.75,0.5,1.0,0.027,-0.0,0.06
|
| 5 |
Stat. Ensemble,Chronos-2,0.75,0.5,1.0,0.034,-0.014,0.087
|
| 6 |
+
Stat. Ensemble,FlowState,0.667,0.417,0.917,0.05,-0.001,0.104
|
| 7 |
Stat. Ensemble,AutoETS,0.75,0.5,1.0,0.04,0.016,0.067
|
| 8 |
+
Stat. Ensemble,CatBoost,0.75,0.5,1.0,0.039,0.005,0.073
|
| 9 |
+
Stat. Ensemble,Toto-1.0,0.75,0.417,1.0,0.09,0.024,0.151
|
| 10 |
Stat. Ensemble,AutoARIMA,0.833,0.583,1.0,0.069,0.021,0.135
|
| 11 |
+
Stat. Ensemble,AutoTheta,0.917,0.75,1.0,0.088,0.053,0.126
|
| 12 |
Stat. Ensemble,Drift,0.917,0.75,1.0,0.126,0.051,0.221
|
| 13 |
Stat. Ensemble,TimesFM-2.5,0.833,0.583,1.0,0.084,0.03,0.143
|
| 14 |
+
Stat. Ensemble,TabPFN-TS,0.833,0.583,1.0,0.065,0.019,0.104
|
| 15 |
Stat. Ensemble,Chronos-Bolt,0.917,0.75,1.0,0.119,0.068,0.168
|
| 16 |
Stat. Ensemble,Moirai-2.0,0.917,0.75,1.0,0.143,0.081,0.197
|
|
|
|
|
|
|
| 17 |
Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.385,0.289,0.476
|
| 18 |
TiRex,Stat. Ensemble,0.25,0.0,0.5,-0.026,-0.078,0.023
|
| 19 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
TiRex,LightGBM,0.5,0.25,0.75,0.002,-0.051,0.049
|
| 21 |
TiRex,Chronos-2,0.583,0.333,0.833,0.009,-0.026,0.043
|
| 22 |
+
TiRex,FlowState,0.583,0.333,0.833,0.026,-0.05,0.091
|
| 23 |
TiRex,AutoETS,0.5,0.25,0.75,0.015,-0.013,0.045
|
| 24 |
+
TiRex,CatBoost,0.75,0.5,1.0,0.014,-0.041,0.062
|
| 25 |
+
TiRex,Toto-1.0,0.583,0.333,0.833,0.066,-0.019,0.149
|
| 26 |
TiRex,AutoARIMA,0.667,0.417,0.917,0.045,-0.033,0.133
|
| 27 |
+
TiRex,AutoTheta,0.833,0.583,1.0,0.064,-0.009,0.126
|
| 28 |
TiRex,Drift,0.75,0.5,1.0,0.103,-0.002,0.214
|
| 29 |
TiRex,TimesFM-2.5,0.833,0.583,1.0,0.06,0.02,0.109
|
| 30 |
+
TiRex,TabPFN-TS,0.833,0.583,1.0,0.041,-0.006,0.085
|
| 31 |
TiRex,Chronos-Bolt,0.917,0.75,1.0,0.097,0.05,0.149
|
| 32 |
TiRex,Moirai-2.0,0.917,0.75,1.0,0.12,0.05,0.194
|
|
|
|
|
|
|
| 33 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.369,0.261,0.466
|
| 34 |
+
LightGBM,Stat. Ensemble,0.25,0.0,0.5,-0.028,-0.064,0.0
|
| 35 |
+
LightGBM,TiRex,0.5,0.25,0.75,-0.002,-0.051,0.049
|
| 36 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
LightGBM,Chronos-2,0.5,0.25,0.75,0.007,-0.059,0.064
|
| 38 |
+
LightGBM,FlowState,0.5,0.25,0.75,0.024,-0.019,0.072
|
| 39 |
+
LightGBM,AutoETS,0.667,0.417,0.917,0.013,-0.03,0.049
|
| 40 |
+
LightGBM,CatBoost,0.75,0.5,1.0,0.012,-0.002,0.026
|
| 41 |
+
LightGBM,Toto-1.0,0.667,0.333,0.917,0.064,-0.009,0.132
|
| 42 |
+
LightGBM,AutoARIMA,0.5,0.25,0.75,0.043,-0.012,0.11
|
| 43 |
+
LightGBM,AutoTheta,0.75,0.5,1.0,0.062,0.019,0.108
|
| 44 |
+
LightGBM,Drift,0.833,0.583,1.0,0.101,0.037,0.181
|
| 45 |
+
LightGBM,TimesFM-2.5,0.75,0.5,1.0,0.058,-0.011,0.121
|
| 46 |
+
LightGBM,TabPFN-TS,0.833,0.583,1.0,0.039,-0.028,0.085
|
| 47 |
+
LightGBM,Chronos-Bolt,0.917,0.75,1.0,0.095,0.053,0.136
|
| 48 |
+
LightGBM,Moirai-2.0,0.917,0.75,1.0,0.118,0.051,0.177
|
| 49 |
+
LightGBM,Seasonal Naive,1.0,1.0,1.0,0.367,0.267,0.458
|
| 50 |
Chronos-2,Stat. Ensemble,0.25,0.0,0.5,-0.035,-0.095,0.014
|
| 51 |
Chronos-2,TiRex,0.417,0.167,0.667,-0.009,-0.045,0.026
|
| 52 |
+
Chronos-2,LightGBM,0.5,0.25,0.75,-0.007,-0.068,0.055
|
| 53 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
Chronos-2,FlowState,0.5,0.25,0.75,0.017,-0.064,0.092
|
| 55 |
Chronos-2,AutoETS,0.5,0.25,0.75,0.006,-0.027,0.041
|
| 56 |
+
Chronos-2,CatBoost,0.583,0.333,0.833,0.005,-0.055,0.067
|
| 57 |
Chronos-2,Toto-1.0,0.583,0.333,0.833,0.058,-0.037,0.145
|
|
|
|
| 58 |
Chronos-2,AutoARIMA,0.667,0.417,0.917,0.037,-0.046,0.122
|
| 59 |
+
Chronos-2,AutoTheta,0.583,0.333,0.833,0.056,-0.023,0.124
|
| 60 |
Chronos-2,Drift,0.583,0.333,0.833,0.095,-0.024,0.22
|
| 61 |
Chronos-2,TimesFM-2.5,0.75,0.5,1.0,0.052,0.004,0.099
|
| 62 |
+
Chronos-2,TabPFN-TS,0.75,0.5,1.0,0.032,-0.011,0.071
|
| 63 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.088,0.044,0.143
|
| 64 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.112,0.045,0.186
|
|
|
|
|
|
|
| 65 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.363,0.264,0.451
|
| 66 |
+
FlowState,Stat. Ensemble,0.333,0.083,0.583,-0.053,-0.117,0.001
|
| 67 |
+
FlowState,TiRex,0.417,0.167,0.667,-0.026,-0.1,0.048
|
| 68 |
+
FlowState,LightGBM,0.5,0.25,0.75,-0.024,-0.077,0.019
|
| 69 |
+
FlowState,Chronos-2,0.5,0.25,0.75,-0.017,-0.102,0.06
|
| 70 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
FlowState,AutoETS,0.417,0.167,0.667,-0.011,-0.083,0.049
|
| 72 |
+
FlowState,CatBoost,0.667,0.417,0.917,-0.012,-0.06,0.028
|
| 73 |
+
FlowState,Toto-1.0,0.583,0.292,0.833,0.041,-0.047,0.127
|
| 74 |
+
FlowState,AutoARIMA,0.583,0.333,0.833,0.02,-0.017,0.055
|
| 75 |
+
FlowState,AutoTheta,0.667,0.417,0.917,0.04,-0.015,0.097
|
| 76 |
+
FlowState,Drift,0.667,0.417,0.917,0.079,-0.007,0.177
|
| 77 |
+
FlowState,TimesFM-2.5,0.583,0.333,0.833,0.035,-0.024,0.103
|
| 78 |
+
FlowState,TabPFN-TS,0.667,0.417,0.917,0.016,-0.058,0.073
|
| 79 |
+
FlowState,Chronos-Bolt,0.833,0.625,1.0,0.073,0.02,0.125
|
| 80 |
+
FlowState,Moirai-2.0,0.833,0.625,1.0,0.097,0.02,0.172
|
| 81 |
+
FlowState,Seasonal Naive,1.0,1.0,1.0,0.352,0.265,0.429
|
| 82 |
AutoETS,Stat. Ensemble,0.25,0.0,0.5,-0.042,-0.072,-0.016
|
| 83 |
AutoETS,TiRex,0.5,0.25,0.75,-0.015,-0.047,0.013
|
| 84 |
+
AutoETS,LightGBM,0.333,0.083,0.583,-0.013,-0.052,0.029
|
| 85 |
AutoETS,Chronos-2,0.5,0.25,0.75,-0.006,-0.043,0.026
|
| 86 |
+
AutoETS,FlowState,0.583,0.333,0.833,0.011,-0.051,0.077
|
| 87 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
AutoETS,CatBoost,0.417,0.167,0.667,-0.001,-0.04,0.039
|
| 89 |
AutoETS,Toto-1.0,0.583,0.333,0.833,0.052,-0.025,0.122
|
|
|
|
| 90 |
AutoETS,AutoARIMA,0.667,0.417,0.917,0.03,-0.036,0.112
|
| 91 |
+
AutoETS,AutoTheta,0.667,0.417,0.917,0.05,-0.003,0.1
|
| 92 |
AutoETS,Drift,0.667,0.417,0.917,0.089,-0.005,0.196
|
| 93 |
AutoETS,TimesFM-2.5,0.75,0.5,1.0,0.046,-0.003,0.098
|
| 94 |
+
AutoETS,TabPFN-TS,0.667,0.417,0.917,0.026,-0.015,0.065
|
| 95 |
AutoETS,Chronos-Bolt,0.833,0.583,1.0,0.083,0.041,0.127
|
| 96 |
AutoETS,Moirai-2.0,0.833,0.583,1.0,0.107,0.05,0.164
|
|
|
|
|
|
|
| 97 |
AutoETS,Seasonal Naive,1.0,1.0,1.0,0.359,0.256,0.456
|
| 98 |
+
CatBoost,Stat. Ensemble,0.25,0.0,0.5,-0.041,-0.078,-0.005
|
| 99 |
+
CatBoost,TiRex,0.25,0.0,0.5,-0.014,-0.066,0.039
|
| 100 |
+
CatBoost,LightGBM,0.25,0.0,0.5,-0.012,-0.026,0.002
|
| 101 |
+
CatBoost,Chronos-2,0.417,0.167,0.667,-0.005,-0.071,0.052
|
| 102 |
+
CatBoost,FlowState,0.333,0.083,0.583,0.012,-0.029,0.057
|
| 103 |
+
CatBoost,AutoETS,0.583,0.333,0.833,0.001,-0.041,0.039
|
| 104 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
CatBoost,Toto-1.0,0.667,0.333,0.917,0.053,-0.022,0.121
|
| 106 |
+
CatBoost,AutoARIMA,0.583,0.25,0.833,0.032,-0.023,0.093
|
| 107 |
+
CatBoost,AutoTheta,0.75,0.5,1.0,0.051,0.005,0.102
|
| 108 |
+
CatBoost,Drift,0.75,0.5,1.0,0.09,0.019,0.173
|
| 109 |
+
CatBoost,TimesFM-2.5,0.75,0.5,1.0,0.047,-0.019,0.108
|
| 110 |
+
CatBoost,TabPFN-TS,0.75,0.5,1.0,0.027,-0.036,0.075
|
| 111 |
+
CatBoost,Chronos-Bolt,0.917,0.75,1.0,0.084,0.046,0.12
|
| 112 |
+
CatBoost,Moirai-2.0,0.833,0.583,1.0,0.108,0.045,0.165
|
| 113 |
+
CatBoost,Seasonal Naive,1.0,1.0,1.0,0.36,0.26,0.448
|
| 114 |
+
Toto-1.0,Stat. Ensemble,0.25,0.0,0.583,-0.099,-0.177,-0.024
|
| 115 |
+
Toto-1.0,TiRex,0.417,0.167,0.667,-0.071,-0.175,0.019
|
| 116 |
+
Toto-1.0,LightGBM,0.333,0.083,0.667,-0.068,-0.152,0.009
|
| 117 |
+
Toto-1.0,Chronos-2,0.417,0.167,0.667,-0.061,-0.169,0.035
|
| 118 |
+
Toto-1.0,FlowState,0.417,0.167,0.708,-0.043,-0.146,0.045
|
| 119 |
+
Toto-1.0,AutoETS,0.417,0.167,0.667,-0.055,-0.139,0.025
|
| 120 |
+
Toto-1.0,CatBoost,0.333,0.083,0.667,-0.056,-0.138,0.021
|
| 121 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
Toto-1.0,AutoARIMA,0.583,0.333,0.833,-0.022,-0.108,0.05
|
| 123 |
+
Toto-1.0,AutoTheta,0.417,0.167,0.75,-0.002,-0.089,0.078
|
| 124 |
+
Toto-1.0,Drift,0.5,0.25,0.75,0.039,-0.065,0.134
|
| 125 |
+
Toto-1.0,TimesFM-2.5,0.667,0.417,0.917,-0.006,-0.103,0.064
|
| 126 |
+
Toto-1.0,TabPFN-TS,0.667,0.417,0.917,-0.027,-0.153,0.074
|
| 127 |
+
Toto-1.0,Chronos-Bolt,0.75,0.5,0.958,0.033,-0.034,0.097
|
| 128 |
+
Toto-1.0,Moirai-2.0,0.833,0.625,0.958,0.058,0.018,0.107
|
| 129 |
+
Toto-1.0,Seasonal Naive,0.917,0.75,1.0,0.324,0.198,0.433
|
| 130 |
+
AutoARIMA,Stat. Ensemble,0.167,0.0,0.417,-0.074,-0.156,-0.022
|
| 131 |
+
AutoARIMA,TiRex,0.333,0.083,0.583,-0.047,-0.154,0.032
|
| 132 |
+
AutoARIMA,LightGBM,0.5,0.25,0.75,-0.045,-0.124,0.012
|
| 133 |
+
AutoARIMA,Chronos-2,0.333,0.083,0.583,-0.038,-0.139,0.044
|
| 134 |
+
AutoARIMA,FlowState,0.417,0.167,0.667,-0.02,-0.058,0.017
|
| 135 |
+
AutoARIMA,AutoETS,0.333,0.083,0.583,-0.031,-0.126,0.035
|
| 136 |
+
AutoARIMA,CatBoost,0.417,0.167,0.75,-0.033,-0.102,0.023
|
| 137 |
+
AutoARIMA,Toto-1.0,0.417,0.167,0.667,0.022,-0.052,0.097
|
| 138 |
+
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
AutoARIMA,AutoTheta,0.5,0.25,0.75,0.02,-0.063,0.093
|
| 140 |
+
AutoARIMA,Drift,0.5,0.25,0.75,0.06,-0.052,0.172
|
| 141 |
+
AutoARIMA,TimesFM-2.5,0.583,0.25,0.833,0.016,-0.047,0.078
|
| 142 |
+
AutoARIMA,TabPFN-TS,0.667,0.333,0.917,-0.005,-0.093,0.062
|
| 143 |
+
AutoARIMA,Chronos-Bolt,0.667,0.417,0.917,0.054,-0.009,0.113
|
| 144 |
+
AutoARIMA,Moirai-2.0,0.583,0.333,0.833,0.079,-0.006,0.156
|
| 145 |
+
AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.339,0.256,0.422
|
| 146 |
AutoTheta,Stat. Ensemble,0.083,0.0,0.25,-0.097,-0.144,-0.056
|
| 147 |
AutoTheta,TiRex,0.167,0.0,0.417,-0.069,-0.144,0.009
|
| 148 |
+
AutoTheta,LightGBM,0.25,0.0,0.5,-0.067,-0.122,-0.019
|
| 149 |
AutoTheta,Chronos-2,0.417,0.167,0.667,-0.059,-0.142,0.022
|
| 150 |
+
AutoTheta,FlowState,0.333,0.083,0.583,-0.041,-0.108,0.015
|
| 151 |
AutoTheta,AutoETS,0.333,0.083,0.583,-0.053,-0.111,0.003
|
| 152 |
+
AutoTheta,CatBoost,0.25,0.0,0.5,-0.054,-0.113,-0.005
|
| 153 |
+
AutoTheta,Toto-1.0,0.583,0.25,0.833,0.002,-0.084,0.082
|
| 154 |
AutoTheta,AutoARIMA,0.5,0.25,0.75,-0.021,-0.102,0.059
|
| 155 |
+
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
AutoTheta,Drift,0.333,0.083,0.583,0.041,-0.014,0.136
|
| 157 |
AutoTheta,TimesFM-2.5,0.5,0.25,0.75,-0.005,-0.086,0.079
|
| 158 |
+
AutoTheta,TabPFN-TS,0.5,0.248,0.75,-0.025,-0.095,0.033
|
| 159 |
AutoTheta,Chronos-Bolt,0.667,0.417,0.917,0.034,-0.034,0.1
|
| 160 |
AutoTheta,Moirai-2.0,0.75,0.5,1.0,0.06,-0.011,0.123
|
|
|
|
|
|
|
| 161 |
AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.325,0.231,0.412
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 162 |
Drift,Stat. Ensemble,0.083,0.0,0.25,-0.144,-0.284,-0.054
|
| 163 |
Drift,TiRex,0.25,0.0,0.5,-0.115,-0.273,0.002
|
| 164 |
+
Drift,LightGBM,0.167,0.0,0.417,-0.112,-0.22,-0.038
|
| 165 |
Drift,Chronos-2,0.417,0.167,0.667,-0.105,-0.282,0.024
|
| 166 |
+
Drift,FlowState,0.333,0.083,0.583,-0.086,-0.216,0.007
|
| 167 |
Drift,AutoETS,0.333,0.083,0.583,-0.098,-0.244,0.005
|
| 168 |
+
Drift,CatBoost,0.25,0.0,0.5,-0.099,-0.209,-0.02
|
| 169 |
+
Drift,Toto-1.0,0.5,0.25,0.75,-0.041,-0.155,0.061
|
| 170 |
Drift,AutoARIMA,0.5,0.25,0.75,-0.064,-0.208,0.05
|
| 171 |
+
Drift,AutoTheta,0.667,0.417,0.917,-0.043,-0.158,0.014
|
| 172 |
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
Drift,TimesFM-2.5,0.417,0.167,0.667,-0.048,-0.227,0.071
|
| 174 |
+
Drift,TabPFN-TS,0.5,0.248,0.75,-0.069,-0.247,0.038
|
| 175 |
Drift,Chronos-Bolt,0.583,0.333,0.833,-0.007,-0.119,0.086
|
| 176 |
Drift,Moirai-2.0,0.667,0.417,0.917,0.02,-0.09,0.108
|
|
|
|
|
|
|
| 177 |
Drift,Seasonal Naive,0.917,0.75,1.0,0.296,0.127,0.41
|
| 178 |
TimesFM-2.5,Stat. Ensemble,0.167,0.0,0.417,-0.092,-0.167,-0.031
|
| 179 |
TimesFM-2.5,TiRex,0.167,0.0,0.417,-0.064,-0.122,-0.02
|
| 180 |
+
TimesFM-2.5,LightGBM,0.25,0.0,0.5,-0.062,-0.138,0.01
|
| 181 |
TimesFM-2.5,Chronos-2,0.25,0.0,0.5,-0.055,-0.11,-0.004
|
| 182 |
+
TimesFM-2.5,FlowState,0.417,0.167,0.667,-0.037,-0.115,0.024
|
| 183 |
TimesFM-2.5,AutoETS,0.25,0.0,0.5,-0.048,-0.109,0.003
|
| 184 |
+
TimesFM-2.5,CatBoost,0.25,0.0,0.5,-0.049,-0.121,0.019
|
| 185 |
+
TimesFM-2.5,Toto-1.0,0.333,0.083,0.583,0.006,-0.068,0.093
|
| 186 |
TimesFM-2.5,AutoARIMA,0.417,0.167,0.75,-0.016,-0.085,0.045
|
| 187 |
+
TimesFM-2.5,AutoTheta,0.5,0.25,0.75,0.005,-0.086,0.079
|
| 188 |
TimesFM-2.5,Drift,0.583,0.333,0.833,0.045,-0.076,0.185
|
| 189 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
TimesFM-2.5,TabPFN-TS,0.5,0.25,0.75,-0.021,-0.081,0.034
|
| 191 |
TimesFM-2.5,Chronos-Bolt,0.583,0.333,0.833,0.039,-0.007,0.091
|
| 192 |
TimesFM-2.5,Moirai-2.0,0.667,0.417,0.917,0.064,-0.008,0.143
|
|
|
|
|
|
|
| 193 |
TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.328,0.226,0.415
|
| 194 |
+
TabPFN-TS,Stat. Ensemble,0.167,0.0,0.417,-0.07,-0.116,-0.02
|
| 195 |
+
TabPFN-TS,TiRex,0.167,0.0,0.417,-0.043,-0.093,0.006
|
| 196 |
+
TabPFN-TS,LightGBM,0.167,0.0,0.417,-0.04,-0.093,0.028
|
| 197 |
+
TabPFN-TS,Chronos-2,0.25,0.0,0.5,-0.033,-0.076,0.011
|
| 198 |
+
TabPFN-TS,FlowState,0.333,0.083,0.583,-0.016,-0.079,0.055
|
| 199 |
+
TabPFN-TS,AutoETS,0.333,0.083,0.583,-0.027,-0.069,0.015
|
| 200 |
+
TabPFN-TS,CatBoost,0.25,0.0,0.5,-0.028,-0.081,0.035
|
| 201 |
+
TabPFN-TS,Toto-1.0,0.333,0.083,0.583,0.026,-0.08,0.132
|
| 202 |
+
TabPFN-TS,AutoARIMA,0.333,0.083,0.667,0.004,-0.067,0.085
|
| 203 |
+
TabPFN-TS,AutoTheta,0.5,0.25,0.752,0.025,-0.035,0.086
|
| 204 |
+
TabPFN-TS,Drift,0.5,0.25,0.752,0.065,-0.04,0.198
|
| 205 |
+
TabPFN-TS,TimesFM-2.5,0.5,0.25,0.75,0.02,-0.036,0.075
|
| 206 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
TabPFN-TS,Chronos-Bolt,0.5,0.25,0.75,0.058,-0.009,0.122
|
| 208 |
+
TabPFN-TS,Moirai-2.0,0.583,0.331,0.833,0.083,-0.005,0.174
|
| 209 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.342,0.249,0.435
|
|
|
|
|
|
|
| 210 |
Chronos-Bolt,Stat. Ensemble,0.083,0.0,0.25,-0.136,-0.202,-0.073
|
| 211 |
Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.107,-0.175,-0.053
|
| 212 |
+
Chronos-Bolt,LightGBM,0.083,0.0,0.25,-0.104,-0.157,-0.056
|
| 213 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.097,-0.167,-0.046
|
| 214 |
+
Chronos-Bolt,FlowState,0.167,0.0,0.375,-0.078,-0.143,-0.02
|
| 215 |
Chronos-Bolt,AutoETS,0.167,0.0,0.417,-0.09,-0.145,-0.043
|
| 216 |
+
Chronos-Bolt,CatBoost,0.083,0.0,0.25,-0.091,-0.136,-0.049
|
| 217 |
+
Chronos-Bolt,Toto-1.0,0.25,0.042,0.5,-0.034,-0.107,0.033
|
| 218 |
Chronos-Bolt,AutoARIMA,0.333,0.083,0.583,-0.057,-0.128,0.009
|
| 219 |
+
Chronos-Bolt,AutoTheta,0.333,0.083,0.583,-0.036,-0.112,0.033
|
| 220 |
Chronos-Bolt,Drift,0.417,0.167,0.667,0.007,-0.094,0.106
|
| 221 |
Chronos-Bolt,TimesFM-2.5,0.417,0.167,0.667,-0.04,-0.1,0.007
|
| 222 |
+
Chronos-Bolt,TabPFN-TS,0.5,0.25,0.75,-0.062,-0.138,0.008
|
| 223 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
Chronos-Bolt,Moirai-2.0,0.417,0.167,0.667,0.026,-0.016,0.079
|
|
|
|
|
|
|
| 225 |
Chronos-Bolt,Seasonal Naive,0.833,0.583,1.0,0.301,0.198,0.389
|
| 226 |
Moirai-2.0,Stat. Ensemble,0.083,0.0,0.25,-0.166,-0.245,-0.088
|
| 227 |
Moirai-2.0,TiRex,0.083,0.0,0.25,-0.137,-0.24,-0.053
|
| 228 |
+
Moirai-2.0,LightGBM,0.083,0.0,0.25,-0.134,-0.216,-0.054
|
| 229 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.127,-0.229,-0.048
|
| 230 |
+
Moirai-2.0,FlowState,0.167,0.0,0.375,-0.108,-0.208,-0.021
|
| 231 |
Moirai-2.0,AutoETS,0.167,0.0,0.417,-0.12,-0.196,-0.053
|
| 232 |
+
Moirai-2.0,CatBoost,0.167,0.0,0.417,-0.121,-0.198,-0.047
|
| 233 |
+
Moirai-2.0,Toto-1.0,0.167,0.042,0.375,-0.062,-0.12,-0.019
|
| 234 |
Moirai-2.0,AutoARIMA,0.417,0.167,0.667,-0.086,-0.185,0.006
|
| 235 |
+
Moirai-2.0,AutoTheta,0.25,0.0,0.5,-0.064,-0.141,0.011
|
| 236 |
Moirai-2.0,Drift,0.333,0.083,0.583,-0.02,-0.121,0.083
|
| 237 |
Moirai-2.0,TimesFM-2.5,0.333,0.083,0.583,-0.068,-0.166,0.008
|
| 238 |
+
Moirai-2.0,TabPFN-TS,0.417,0.167,0.669,-0.09,-0.211,0.005
|
| 239 |
Moirai-2.0,Chronos-Bolt,0.583,0.333,0.833,-0.027,-0.086,0.015
|
| 240 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
| 241 |
Moirai-2.0,Seasonal Naive,0.833,0.583,1.0,0.282,0.162,0.388
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 242 |
Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.625,-0.907,-0.407
|
| 243 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.584,-0.872,-0.353
|
| 244 |
+
Seasonal Naive,LightGBM,0.0,0.0,0.0,-0.581,-0.845,-0.364
|
| 245 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.57,-0.821,-0.358
|
| 246 |
+
Seasonal Naive,FlowState,0.0,0.0,0.0,-0.544,-0.752,-0.36
|
| 247 |
Seasonal Naive,AutoETS,0.0,0.0,0.0,-0.56,-0.837,-0.345
|
| 248 |
+
Seasonal Naive,CatBoost,0.0,0.0,0.0,-0.562,-0.812,-0.352
|
| 249 |
+
Seasonal Naive,Toto-1.0,0.083,0.0,0.25,-0.48,-0.763,-0.247
|
| 250 |
Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.513,-0.73,-0.344
|
| 251 |
+
Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.482,-0.7,-0.301
|
| 252 |
Seasonal Naive,Drift,0.083,0.0,0.25,-0.421,-0.694,-0.146
|
| 253 |
Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.489,-0.709,-0.292
|
| 254 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.52,-0.769,-0.332
|
| 255 |
Seasonal Naive,Chronos-Bolt,0.167,0.0,0.417,-0.431,-0.638,-0.246
|
| 256 |
Seasonal Naive,Moirai-2.0,0.167,0.0,0.417,-0.393,-0.634,-0.193
|
|
|
|
|
|
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/domain_econ/pairwise_SQL.csv
CHANGED
|
@@ -2,225 +2,256 @@ model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_l
|
|
| 2 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
TiRex,Chronos-2,0.667,0.417,0.917,0.007,-0.028,0.036
|
| 4 |
TiRex,Stat. Ensemble,0.75,0.5,1.0,0.017,-0.034,0.06
|
| 5 |
-
TiRex,
|
|
|
|
| 6 |
TiRex,AutoETS,0.75,0.5,1.0,0.127,0.025,0.268
|
|
|
|
| 7 |
TiRex,TimesFM-2.5,0.917,0.75,1.0,0.08,0.038,0.122
|
| 8 |
TiRex,AutoARIMA,0.833,0.583,1.0,0.094,0.019,0.181
|
| 9 |
TiRex,Chronos-Bolt,0.917,0.75,1.0,0.093,0.05,0.141
|
| 10 |
-
TiRex,TabPFN-TS,0.833,0.583,1.0,0.099,0.031,0.166
|
| 11 |
TiRex,Moirai-2.0,0.917,0.75,1.0,0.128,0.063,0.197
|
| 12 |
TiRex,Drift,0.917,0.75,1.0,0.169,0.055,0.293
|
| 13 |
TiRex,AutoTheta,0.917,0.75,1.0,0.121,0.053,0.185
|
| 14 |
-
TiRex,
|
| 15 |
-
TiRex,
|
| 16 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.382,0.282,0.467
|
| 17 |
Chronos-2,TiRex,0.333,0.083,0.583,-0.007,-0.037,0.027
|
| 18 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 19 |
Chronos-2,Stat. Ensemble,0.833,0.583,1.0,0.01,-0.042,0.051
|
| 20 |
-
Chronos-2,
|
|
|
|
| 21 |
Chronos-2,AutoETS,0.75,0.5,1.0,0.121,0.02,0.261
|
|
|
|
| 22 |
Chronos-2,TimesFM-2.5,0.917,0.75,1.0,0.074,0.039,0.111
|
| 23 |
Chronos-2,AutoARIMA,0.75,0.5,1.0,0.088,0.009,0.174
|
| 24 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.087,0.043,0.142
|
| 25 |
-
Chronos-2,TabPFN-TS,0.833,0.583,1.0,0.092,0.031,0.161
|
| 26 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.122,0.059,0.192
|
| 27 |
Chronos-2,Drift,0.917,0.75,1.0,0.163,0.036,0.303
|
| 28 |
Chronos-2,AutoTheta,0.917,0.75,1.0,0.115,0.046,0.178
|
| 29 |
-
Chronos-2,
|
| 30 |
-
Chronos-2,
|
| 31 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.377,0.286,0.457
|
| 32 |
Stat. Ensemble,TiRex,0.25,0.0,0.5,-0.017,-0.064,0.033
|
| 33 |
Stat. Ensemble,Chronos-2,0.167,0.0,0.417,-0.01,-0.053,0.04
|
| 34 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
-
Stat. Ensemble,
|
|
|
|
| 36 |
Stat. Ensemble,AutoETS,0.667,0.417,0.917,0.112,0.011,0.257
|
|
|
|
| 37 |
Stat. Ensemble,TimesFM-2.5,0.833,0.583,1.0,0.065,0.013,0.121
|
| 38 |
Stat. Ensemble,AutoARIMA,0.833,0.583,1.0,0.079,0.03,0.146
|
| 39 |
Stat. Ensemble,Chronos-Bolt,0.917,0.75,1.0,0.078,0.024,0.131
|
| 40 |
-
Stat. Ensemble,TabPFN-TS,0.833,0.583,1.0,0.083,0.023,0.143
|
| 41 |
Stat. Ensemble,Moirai-2.0,0.917,0.75,1.0,0.113,0.048,0.171
|
| 42 |
Stat. Ensemble,Drift,0.917,0.75,1.0,0.155,0.061,0.279
|
| 43 |
Stat. Ensemble,AutoTheta,1.0,1.0,1.0,0.107,0.07,0.148
|
| 44 |
-
Stat. Ensemble,
|
| 45 |
-
Stat. Ensemble,
|
| 46 |
Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.371,0.288,0.452
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 50 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
-
Toto-1.0,AutoETS,0.5,0.25,0.752,0.
|
| 52 |
-
Toto-1.0,
|
| 53 |
-
Toto-1.0,
|
| 54 |
-
Toto-1.0,
|
| 55 |
-
Toto-1.0,
|
| 56 |
-
Toto-1.0,Moirai-2.0,0.833,0.625,0.958,0.062,0.
|
| 57 |
Toto-1.0,Drift,0.75,0.5,1.0,0.106,-0.014,0.216
|
| 58 |
-
Toto-1.0,AutoTheta,0.667,0.417,0.917,0.055,-0.
|
| 59 |
-
Toto-1.0,
|
| 60 |
-
Toto-1.0,
|
| 61 |
-
Toto-1.0,Seasonal Naive,0.917,0.75,1.0,0.335,0.
|
| 62 |
AutoETS,TiRex,0.25,0.0,0.5,-0.145,-0.367,-0.025
|
| 63 |
AutoETS,Chronos-2,0.25,0.0,0.5,-0.137,-0.354,-0.02
|
| 64 |
AutoETS,Stat. Ensemble,0.333,0.083,0.583,-0.126,-0.345,-0.012
|
| 65 |
-
AutoETS,
|
|
|
|
| 66 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 67 |
AutoETS,TimesFM-2.5,0.5,0.25,0.75,-0.053,-0.259,0.072
|
| 68 |
AutoETS,AutoARIMA,0.5,0.167,0.75,-0.037,-0.271,0.112
|
| 69 |
AutoETS,Chronos-Bolt,0.75,0.5,1.0,-0.039,-0.251,0.086
|
| 70 |
-
AutoETS,TabPFN-TS,0.667,0.417,0.917,-0.032,-0.263,0.102
|
| 71 |
AutoETS,Moirai-2.0,0.75,0.5,1.0,0.001,-0.211,0.131
|
| 72 |
AutoETS,Drift,0.75,0.5,1.0,0.048,-0.2,0.237
|
| 73 |
AutoETS,AutoTheta,0.75,0.5,1.0,-0.006,-0.228,0.119
|
| 74 |
-
AutoETS,
|
| 75 |
-
AutoETS,
|
| 76 |
AutoETS,Seasonal Naive,0.917,0.75,1.0,0.292,0.084,0.43
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 77 |
TimesFM-2.5,TiRex,0.083,0.0,0.25,-0.087,-0.139,-0.039
|
| 78 |
TimesFM-2.5,Chronos-2,0.083,0.0,0.25,-0.08,-0.124,-0.041
|
| 79 |
TimesFM-2.5,Stat. Ensemble,0.167,0.0,0.417,-0.069,-0.137,-0.014
|
| 80 |
-
TimesFM-2.5,
|
|
|
|
| 81 |
TimesFM-2.5,AutoETS,0.5,0.25,0.75,0.051,-0.077,0.205
|
|
|
|
| 82 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 83 |
TimesFM-2.5,AutoARIMA,0.583,0.333,0.833,0.015,-0.066,0.089
|
| 84 |
TimesFM-2.5,Chronos-Bolt,0.583,0.333,0.833,0.014,-0.034,0.072
|
| 85 |
-
TimesFM-2.5,TabPFN-TS,0.5,0.25,0.75,0.02,-0.059,0.098
|
| 86 |
TimesFM-2.5,Moirai-2.0,0.583,0.333,0.833,0.052,-0.014,0.127
|
| 87 |
TimesFM-2.5,Drift,0.75,0.5,1.0,0.097,-0.046,0.255
|
| 88 |
TimesFM-2.5,AutoTheta,0.75,0.5,1.0,0.045,-0.043,0.116
|
| 89 |
-
TimesFM-2.5,
|
| 90 |
-
TimesFM-2.5,
|
| 91 |
TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.328,0.224,0.407
|
| 92 |
AutoARIMA,TiRex,0.167,0.0,0.417,-0.104,-0.221,-0.019
|
| 93 |
AutoARIMA,Chronos-2,0.25,0.0,0.5,-0.097,-0.21,-0.009
|
| 94 |
AutoARIMA,Stat. Ensemble,0.167,0.0,0.417,-0.086,-0.171,-0.031
|
| 95 |
-
AutoARIMA,
|
|
|
|
| 96 |
AutoARIMA,AutoETS,0.5,0.25,0.833,0.036,-0.126,0.213
|
|
|
|
| 97 |
AutoARIMA,TimesFM-2.5,0.417,0.167,0.667,-0.016,-0.097,0.062
|
| 98 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
AutoARIMA,Chronos-Bolt,0.417,0.167,0.667,-0.001,-0.08,0.069
|
| 100 |
-
AutoARIMA,TabPFN-TS,0.5,0.167,0.75,0.005,-0.101,0.09
|
| 101 |
AutoARIMA,Moirai-2.0,0.5,0.25,0.75,0.037,-0.064,0.125
|
| 102 |
AutoARIMA,Drift,0.583,0.333,0.833,0.082,-0.049,0.224
|
| 103 |
AutoARIMA,AutoTheta,0.583,0.25,0.833,0.03,-0.058,0.107
|
| 104 |
-
AutoARIMA,
|
| 105 |
-
AutoARIMA,
|
| 106 |
AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.317,0.242,0.396
|
| 107 |
Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.103,-0.164,-0.052
|
| 108 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.095,-0.165,-0.044
|
| 109 |
Chronos-Bolt,Stat. Ensemble,0.083,0.0,0.25,-0.084,-0.151,-0.024
|
| 110 |
-
Chronos-Bolt,
|
|
|
|
| 111 |
Chronos-Bolt,AutoETS,0.25,0.0,0.5,0.037,-0.094,0.201
|
|
|
|
| 112 |
Chronos-Bolt,TimesFM-2.5,0.417,0.167,0.667,-0.014,-0.077,0.032
|
| 113 |
Chronos-Bolt,AutoARIMA,0.583,0.333,0.833,0.001,-0.074,0.074
|
| 114 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
Chronos-Bolt,TabPFN-TS,0.5,0.25,0.75,0.006,-0.093,0.108
|
| 116 |
Chronos-Bolt,Moirai-2.0,0.5,0.25,0.75,0.039,-0.001,0.09
|
| 117 |
Chronos-Bolt,Drift,0.75,0.5,1.0,0.084,-0.028,0.199
|
| 118 |
Chronos-Bolt,AutoTheta,0.667,0.417,0.917,0.031,-0.044,0.102
|
| 119 |
-
Chronos-Bolt,
|
| 120 |
-
Chronos-Bolt,
|
| 121 |
Chronos-Bolt,Seasonal Naive,0.917,0.75,1.0,0.318,0.219,0.402
|
| 122 |
-
TabPFN-TS,TiRex,0.167,0.0,0.417,-0.109,-0.2,-0.031
|
| 123 |
-
TabPFN-TS,Chronos-2,0.167,0.0,0.417,-0.102,-0.192,-0.032
|
| 124 |
-
TabPFN-TS,Stat. Ensemble,0.167,0.0,0.417,-0.091,-0.167,-0.023
|
| 125 |
-
TabPFN-TS,Toto-1.0,0.333,0.083,0.583,-0.031,-0.171,0.093
|
| 126 |
-
TabPFN-TS,AutoETS,0.333,0.083,0.583,0.031,-0.114,0.208
|
| 127 |
-
TabPFN-TS,TimesFM-2.5,0.5,0.25,0.75,-0.02,-0.109,0.056
|
| 128 |
-
TabPFN-TS,AutoARIMA,0.5,0.25,0.833,-0.005,-0.099,0.092
|
| 129 |
-
TabPFN-TS,Chronos-Bolt,0.5,0.25,0.75,-0.006,-0.121,0.085
|
| 130 |
-
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
TabPFN-TS,Moirai-2.0,0.583,0.331,0.833,0.033,-0.089,0.147
|
| 132 |
-
TabPFN-TS,Drift,0.5,0.25,0.833,0.078,-0.057,0.251
|
| 133 |
-
TabPFN-TS,AutoTheta,0.5,0.25,0.833,0.025,-0.038,0.091
|
| 134 |
-
TabPFN-TS,Sundial-Base,0.917,0.75,1.0,0.198,0.122,0.263
|
| 135 |
-
TabPFN-TS,Naive,0.833,0.583,1.0,0.225,0.109,0.337
|
| 136 |
-
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.314,0.229,0.401
|
| 137 |
Moirai-2.0,TiRex,0.083,0.0,0.25,-0.147,-0.245,-0.067
|
| 138 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.139,-0.237,-0.063
|
| 139 |
Moirai-2.0,Stat. Ensemble,0.083,0.0,0.25,-0.128,-0.206,-0.05
|
| 140 |
-
Moirai-2.0,
|
|
|
|
| 141 |
Moirai-2.0,AutoETS,0.25,0.0,0.5,-0.002,-0.151,0.175
|
|
|
|
| 142 |
Moirai-2.0,TimesFM-2.5,0.417,0.167,0.667,-0.055,-0.145,0.014
|
| 143 |
Moirai-2.0,AutoARIMA,0.5,0.25,0.75,-0.039,-0.142,0.06
|
| 144 |
Moirai-2.0,Chronos-Bolt,0.5,0.25,0.75,-0.04,-0.099,0.001
|
| 145 |
-
Moirai-2.0,TabPFN-TS,0.417,0.167,0.669,-0.034,-0.173,0.082
|
| 146 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
Moirai-2.0,Drift,0.583,0.333,0.833,0.047,-0.076,0.17
|
| 148 |
Moirai-2.0,AutoTheta,0.5,0.25,0.75,-0.008,-0.087,0.069
|
| 149 |
-
Moirai-2.0,
|
| 150 |
-
Moirai-2.0,
|
| 151 |
Moirai-2.0,Seasonal Naive,0.833,0.583,1.0,0.291,0.176,0.391
|
| 152 |
Drift,TiRex,0.083,0.0,0.25,-0.204,-0.414,-0.058
|
| 153 |
Drift,Chronos-2,0.083,0.0,0.25,-0.195,-0.435,-0.037
|
| 154 |
Drift,Stat. Ensemble,0.083,0.0,0.25,-0.183,-0.386,-0.065
|
| 155 |
-
Drift,
|
|
|
|
| 156 |
Drift,AutoETS,0.25,0.0,0.5,-0.051,-0.31,0.166
|
|
|
|
| 157 |
Drift,TimesFM-2.5,0.25,0.0,0.5,-0.107,-0.342,0.044
|
| 158 |
Drift,AutoARIMA,0.417,0.167,0.667,-0.09,-0.289,0.047
|
| 159 |
Drift,Chronos-Bolt,0.25,0.0,0.5,-0.091,-0.248,0.027
|
| 160 |
-
Drift,TabPFN-TS,0.5,0.167,0.75,-0.085,-0.334,0.054
|
| 161 |
Drift,Moirai-2.0,0.417,0.167,0.667,-0.049,-0.204,0.07
|
| 162 |
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
Drift,AutoTheta,0.75,0.5,0.917,-0.057,-0.232,0.028
|
| 164 |
-
Drift,
|
| 165 |
-
Drift,
|
| 166 |
Drift,Seasonal Naive,0.917,0.75,1.0,0.256,0.054,0.378
|
| 167 |
AutoTheta,TiRex,0.083,0.0,0.25,-0.138,-0.227,-0.056
|
| 168 |
AutoTheta,Chronos-2,0.083,0.0,0.25,-0.13,-0.217,-0.048
|
| 169 |
AutoTheta,Stat. Ensemble,0.0,0.0,0.0,-0.119,-0.173,-0.075
|
| 170 |
-
AutoTheta,
|
|
|
|
| 171 |
AutoTheta,AutoETS,0.25,0.0,0.5,0.006,-0.136,0.186
|
|
|
|
| 172 |
AutoTheta,TimesFM-2.5,0.25,0.0,0.5,-0.047,-0.131,0.041
|
| 173 |
AutoTheta,AutoARIMA,0.417,0.167,0.75,-0.031,-0.12,0.055
|
| 174 |
AutoTheta,Chronos-Bolt,0.333,0.083,0.583,-0.032,-0.114,0.042
|
| 175 |
-
AutoTheta,TabPFN-TS,0.5,0.167,0.75,-0.026,-0.101,0.037
|
| 176 |
AutoTheta,Moirai-2.0,0.5,0.25,0.75,0.008,-0.075,0.08
|
| 177 |
AutoTheta,Drift,0.25,0.083,0.5,0.054,-0.029,0.188
|
| 178 |
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
AutoTheta,
|
| 180 |
-
AutoTheta,
|
| 181 |
AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.296,0.216,0.375
|
| 182 |
-
|
| 183 |
-
|
| 184 |
-
|
| 185 |
-
|
| 186 |
-
|
| 187 |
-
|
| 188 |
-
|
| 189 |
-
|
| 190 |
-
|
| 191 |
-
|
| 192 |
-
|
| 193 |
-
|
| 194 |
-
|
| 195 |
-
|
| 196 |
-
|
| 197 |
-
Naive,
|
| 198 |
-
|
| 199 |
-
|
| 200 |
-
|
| 201 |
-
|
| 202 |
-
|
| 203 |
-
|
| 204 |
-
|
| 205 |
-
|
| 206 |
-
|
| 207 |
-
|
| 208 |
-
|
| 209 |
-
|
| 210 |
-
|
| 211 |
-
|
|
|
|
|
|
|
| 212 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.617,-0.877,-0.392
|
| 213 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.606,-0.842,-0.401
|
| 214 |
Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.59,-0.824,-0.404
|
| 215 |
-
Seasonal Naive,
|
|
|
|
| 216 |
Seasonal Naive,AutoETS,0.083,0.0,0.25,-0.412,-0.755,-0.091
|
|
|
|
| 217 |
Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.487,-0.686,-0.288
|
| 218 |
Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.465,-0.656,-0.319
|
| 219 |
Seasonal Naive,Chronos-Bolt,0.083,0.0,0.25,-0.467,-0.673,-0.28
|
| 220 |
-
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.458,-0.668,-0.296
|
| 221 |
Seasonal Naive,Moirai-2.0,0.167,0.0,0.417,-0.41,-0.643,-0.214
|
| 222 |
Seasonal Naive,Drift,0.083,0.0,0.25,-0.344,-0.607,-0.057
|
| 223 |
Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.421,-0.599,-0.275
|
| 224 |
-
Seasonal Naive,
|
| 225 |
-
Seasonal Naive,
|
| 226 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 2 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
TiRex,Chronos-2,0.667,0.417,0.917,0.007,-0.028,0.036
|
| 4 |
TiRex,Stat. Ensemble,0.75,0.5,1.0,0.017,-0.034,0.06
|
| 5 |
+
TiRex,FlowState,0.833,0.583,1.0,0.045,-0.023,0.098
|
| 6 |
+
TiRex,Toto-1.0,0.667,0.333,0.917,0.07,-0.008,0.143
|
| 7 |
TiRex,AutoETS,0.75,0.5,1.0,0.127,0.025,0.268
|
| 8 |
+
TiRex,TabPFN-TS,0.833,0.583,1.0,0.046,0.002,0.086
|
| 9 |
TiRex,TimesFM-2.5,0.917,0.75,1.0,0.08,0.038,0.122
|
| 10 |
TiRex,AutoARIMA,0.833,0.583,1.0,0.094,0.019,0.181
|
| 11 |
TiRex,Chronos-Bolt,0.917,0.75,1.0,0.093,0.05,0.141
|
|
|
|
| 12 |
TiRex,Moirai-2.0,0.917,0.75,1.0,0.128,0.063,0.197
|
| 13 |
TiRex,Drift,0.917,0.75,1.0,0.169,0.055,0.293
|
| 14 |
TiRex,AutoTheta,0.917,0.75,1.0,0.121,0.053,0.185
|
| 15 |
+
TiRex,DeepAR,0.833,0.583,1.0,0.174,0.088,0.262
|
| 16 |
+
TiRex,LightGBM,0.917,0.75,1.0,0.183,0.143,0.22
|
| 17 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.382,0.282,0.467
|
| 18 |
Chronos-2,TiRex,0.333,0.083,0.583,-0.007,-0.037,0.027
|
| 19 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
Chronos-2,Stat. Ensemble,0.833,0.583,1.0,0.01,-0.042,0.051
|
| 21 |
+
Chronos-2,FlowState,0.667,0.417,0.917,0.038,-0.034,0.106
|
| 22 |
+
Chronos-2,Toto-1.0,0.667,0.333,0.917,0.064,-0.021,0.141
|
| 23 |
Chronos-2,AutoETS,0.75,0.5,1.0,0.121,0.02,0.261
|
| 24 |
+
Chronos-2,TabPFN-TS,0.75,0.5,1.0,0.04,0.005,0.072
|
| 25 |
Chronos-2,TimesFM-2.5,0.917,0.75,1.0,0.074,0.039,0.111
|
| 26 |
Chronos-2,AutoARIMA,0.75,0.5,1.0,0.088,0.009,0.174
|
| 27 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.087,0.043,0.142
|
|
|
|
| 28 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.122,0.059,0.192
|
| 29 |
Chronos-2,Drift,0.917,0.75,1.0,0.163,0.036,0.303
|
| 30 |
Chronos-2,AutoTheta,0.917,0.75,1.0,0.115,0.046,0.178
|
| 31 |
+
Chronos-2,DeepAR,0.833,0.583,1.0,0.168,0.087,0.249
|
| 32 |
+
Chronos-2,LightGBM,0.917,0.75,1.0,0.177,0.128,0.232
|
| 33 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.377,0.286,0.457
|
| 34 |
Stat. Ensemble,TiRex,0.25,0.0,0.5,-0.017,-0.064,0.033
|
| 35 |
Stat. Ensemble,Chronos-2,0.167,0.0,0.417,-0.01,-0.053,0.04
|
| 36 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
Stat. Ensemble,FlowState,0.5,0.167,0.75,0.029,-0.016,0.073
|
| 38 |
+
Stat. Ensemble,Toto-1.0,0.667,0.333,0.917,0.054,-0.012,0.118
|
| 39 |
Stat. Ensemble,AutoETS,0.667,0.417,0.917,0.112,0.011,0.257
|
| 40 |
+
Stat. Ensemble,TabPFN-TS,0.75,0.5,1.0,0.03,-0.01,0.063
|
| 41 |
Stat. Ensemble,TimesFM-2.5,0.833,0.583,1.0,0.065,0.013,0.121
|
| 42 |
Stat. Ensemble,AutoARIMA,0.833,0.583,1.0,0.079,0.03,0.146
|
| 43 |
Stat. Ensemble,Chronos-Bolt,0.917,0.75,1.0,0.078,0.024,0.131
|
|
|
|
| 44 |
Stat. Ensemble,Moirai-2.0,0.917,0.75,1.0,0.113,0.048,0.171
|
| 45 |
Stat. Ensemble,Drift,0.917,0.75,1.0,0.155,0.061,0.279
|
| 46 |
Stat. Ensemble,AutoTheta,1.0,1.0,1.0,0.107,0.07,0.148
|
| 47 |
+
Stat. Ensemble,DeepAR,0.917,0.75,1.0,0.16,0.078,0.259
|
| 48 |
+
Stat. Ensemble,LightGBM,1.0,1.0,1.0,0.169,0.139,0.21
|
| 49 |
Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.371,0.288,0.452
|
| 50 |
+
FlowState,TiRex,0.167,0.0,0.417,-0.047,-0.109,0.023
|
| 51 |
+
FlowState,Chronos-2,0.333,0.083,0.583,-0.04,-0.118,0.033
|
| 52 |
+
FlowState,Stat. Ensemble,0.5,0.25,0.833,-0.029,-0.079,0.016
|
| 53 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
FlowState,Toto-1.0,0.583,0.292,0.833,0.027,-0.057,0.11
|
| 55 |
+
FlowState,AutoETS,0.583,0.333,0.833,0.086,-0.042,0.243
|
| 56 |
+
FlowState,TabPFN-TS,0.583,0.333,0.833,0.002,-0.065,0.055
|
| 57 |
+
FlowState,TimesFM-2.5,0.667,0.417,0.875,0.037,-0.024,0.11
|
| 58 |
+
FlowState,AutoARIMA,0.75,0.5,1.0,0.052,0.005,0.102
|
| 59 |
+
FlowState,Chronos-Bolt,0.833,0.625,1.0,0.051,-0.002,0.101
|
| 60 |
+
FlowState,Moirai-2.0,0.833,0.625,1.0,0.087,0.013,0.162
|
| 61 |
+
FlowState,Drift,0.833,0.583,1.0,0.13,0.042,0.241
|
| 62 |
+
FlowState,AutoTheta,0.833,0.583,1.0,0.08,0.03,0.133
|
| 63 |
+
FlowState,DeepAR,0.833,0.583,1.0,0.136,0.063,0.219
|
| 64 |
+
FlowState,LightGBM,0.917,0.75,1.0,0.145,0.102,0.18
|
| 65 |
+
FlowState,Seasonal Naive,1.0,1.0,1.0,0.353,0.274,0.424
|
| 66 |
+
Toto-1.0,TiRex,0.333,0.083,0.667,-0.076,-0.167,0.008
|
| 67 |
+
Toto-1.0,Chronos-2,0.333,0.083,0.667,-0.068,-0.164,0.021
|
| 68 |
+
Toto-1.0,Stat. Ensemble,0.333,0.083,0.667,-0.058,-0.134,0.012
|
| 69 |
+
Toto-1.0,FlowState,0.417,0.167,0.708,-0.027,-0.124,0.054
|
| 70 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
Toto-1.0,AutoETS,0.5,0.25,0.752,0.061,-0.086,0.229
|
| 72 |
+
Toto-1.0,TabPFN-TS,0.667,0.417,0.917,-0.026,-0.134,0.065
|
| 73 |
+
Toto-1.0,TimesFM-2.5,0.75,0.5,0.958,0.011,-0.075,0.076
|
| 74 |
+
Toto-1.0,AutoARIMA,0.667,0.417,0.917,0.026,-0.059,0.101
|
| 75 |
+
Toto-1.0,Chronos-Bolt,0.667,0.417,0.875,0.025,-0.031,0.083
|
| 76 |
+
Toto-1.0,Moirai-2.0,0.833,0.625,0.958,0.062,0.021,0.111
|
| 77 |
Toto-1.0,Drift,0.75,0.5,1.0,0.106,-0.014,0.216
|
| 78 |
+
Toto-1.0,AutoTheta,0.667,0.417,0.917,0.055,-0.029,0.136
|
| 79 |
+
Toto-1.0,DeepAR,0.75,0.5,0.919,0.112,0.002,0.233
|
| 80 |
+
Toto-1.0,LightGBM,0.75,0.5,1.0,0.121,0.055,0.184
|
| 81 |
+
Toto-1.0,Seasonal Naive,0.917,0.75,1.0,0.335,0.215,0.436
|
| 82 |
AutoETS,TiRex,0.25,0.0,0.5,-0.145,-0.367,-0.025
|
| 83 |
AutoETS,Chronos-2,0.25,0.0,0.5,-0.137,-0.354,-0.02
|
| 84 |
AutoETS,Stat. Ensemble,0.333,0.083,0.583,-0.126,-0.345,-0.012
|
| 85 |
+
AutoETS,FlowState,0.417,0.167,0.667,-0.094,-0.322,0.04
|
| 86 |
+
AutoETS,Toto-1.0,0.5,0.248,0.75,-0.065,-0.298,0.08
|
| 87 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
AutoETS,TabPFN-TS,0.5,0.25,0.833,-0.092,-0.306,0.025
|
| 89 |
AutoETS,TimesFM-2.5,0.5,0.25,0.75,-0.053,-0.259,0.072
|
| 90 |
AutoETS,AutoARIMA,0.5,0.167,0.75,-0.037,-0.271,0.112
|
| 91 |
AutoETS,Chronos-Bolt,0.75,0.5,1.0,-0.039,-0.251,0.086
|
|
|
|
| 92 |
AutoETS,Moirai-2.0,0.75,0.5,1.0,0.001,-0.211,0.131
|
| 93 |
AutoETS,Drift,0.75,0.5,1.0,0.048,-0.2,0.237
|
| 94 |
AutoETS,AutoTheta,0.75,0.5,1.0,-0.006,-0.228,0.119
|
| 95 |
+
AutoETS,DeepAR,0.833,0.583,1.0,0.054,-0.175,0.203
|
| 96 |
+
AutoETS,LightGBM,0.917,0.75,1.0,0.064,-0.129,0.175
|
| 97 |
AutoETS,Seasonal Naive,0.917,0.75,1.0,0.292,0.084,0.43
|
| 98 |
+
TabPFN-TS,TiRex,0.167,0.0,0.417,-0.048,-0.094,-0.002
|
| 99 |
+
TabPFN-TS,Chronos-2,0.25,0.0,0.5,-0.041,-0.077,-0.005
|
| 100 |
+
TabPFN-TS,Stat. Ensemble,0.25,0.0,0.5,-0.031,-0.067,0.009
|
| 101 |
+
TabPFN-TS,FlowState,0.417,0.167,0.667,-0.002,-0.058,0.061
|
| 102 |
+
TabPFN-TS,Toto-1.0,0.333,0.083,0.583,0.025,-0.069,0.118
|
| 103 |
+
TabPFN-TS,AutoETS,0.5,0.167,0.75,0.085,-0.026,0.234
|
| 104 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
TabPFN-TS,TimesFM-2.5,0.583,0.333,0.833,0.036,-0.012,0.086
|
| 106 |
+
TabPFN-TS,AutoARIMA,0.667,0.415,0.917,0.051,-0.02,0.134
|
| 107 |
+
TabPFN-TS,Chronos-Bolt,0.5,0.25,0.75,0.049,-0.015,0.114
|
| 108 |
+
TabPFN-TS,Moirai-2.0,0.583,0.331,0.833,0.086,0.005,0.17
|
| 109 |
+
TabPFN-TS,Drift,0.75,0.5,1.0,0.129,0.014,0.28
|
| 110 |
+
TabPFN-TS,AutoTheta,0.75,0.5,1.0,0.079,0.026,0.129
|
| 111 |
+
TabPFN-TS,DeepAR,0.917,0.75,1.0,0.134,0.05,0.228
|
| 112 |
+
TabPFN-TS,LightGBM,1.0,1.0,1.0,0.143,0.098,0.204
|
| 113 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.352,0.266,0.435
|
| 114 |
TimesFM-2.5,TiRex,0.083,0.0,0.25,-0.087,-0.139,-0.039
|
| 115 |
TimesFM-2.5,Chronos-2,0.083,0.0,0.25,-0.08,-0.124,-0.041
|
| 116 |
TimesFM-2.5,Stat. Ensemble,0.167,0.0,0.417,-0.069,-0.137,-0.014
|
| 117 |
+
TimesFM-2.5,FlowState,0.333,0.125,0.583,-0.039,-0.124,0.024
|
| 118 |
+
TimesFM-2.5,Toto-1.0,0.25,0.042,0.5,-0.011,-0.082,0.07
|
| 119 |
TimesFM-2.5,AutoETS,0.5,0.25,0.75,0.051,-0.077,0.205
|
| 120 |
+
TimesFM-2.5,TabPFN-TS,0.417,0.167,0.667,-0.037,-0.094,0.012
|
| 121 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
TimesFM-2.5,AutoARIMA,0.583,0.333,0.833,0.015,-0.066,0.089
|
| 123 |
TimesFM-2.5,Chronos-Bolt,0.583,0.333,0.833,0.014,-0.034,0.072
|
|
|
|
| 124 |
TimesFM-2.5,Moirai-2.0,0.583,0.333,0.833,0.052,-0.014,0.127
|
| 125 |
TimesFM-2.5,Drift,0.75,0.5,1.0,0.097,-0.046,0.255
|
| 126 |
TimesFM-2.5,AutoTheta,0.75,0.5,1.0,0.045,-0.043,0.116
|
| 127 |
+
TimesFM-2.5,DeepAR,0.75,0.5,1.0,0.102,0.009,0.194
|
| 128 |
+
TimesFM-2.5,LightGBM,0.833,0.583,1.0,0.112,0.044,0.176
|
| 129 |
TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.328,0.224,0.407
|
| 130 |
AutoARIMA,TiRex,0.167,0.0,0.417,-0.104,-0.221,-0.019
|
| 131 |
AutoARIMA,Chronos-2,0.25,0.0,0.5,-0.097,-0.21,-0.009
|
| 132 |
AutoARIMA,Stat. Ensemble,0.167,0.0,0.417,-0.086,-0.171,-0.031
|
| 133 |
+
AutoARIMA,FlowState,0.25,0.0,0.5,-0.055,-0.113,-0.005
|
| 134 |
+
AutoARIMA,Toto-1.0,0.333,0.083,0.583,-0.027,-0.113,0.056
|
| 135 |
AutoARIMA,AutoETS,0.5,0.25,0.833,0.036,-0.126,0.213
|
| 136 |
+
AutoARIMA,TabPFN-TS,0.333,0.083,0.585,-0.053,-0.154,0.02
|
| 137 |
AutoARIMA,TimesFM-2.5,0.417,0.167,0.667,-0.016,-0.097,0.062
|
| 138 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
AutoARIMA,Chronos-Bolt,0.417,0.167,0.667,-0.001,-0.08,0.069
|
|
|
|
| 140 |
AutoARIMA,Moirai-2.0,0.5,0.25,0.75,0.037,-0.064,0.125
|
| 141 |
AutoARIMA,Drift,0.583,0.333,0.833,0.082,-0.049,0.224
|
| 142 |
AutoARIMA,AutoTheta,0.583,0.25,0.833,0.03,-0.058,0.107
|
| 143 |
+
AutoARIMA,DeepAR,0.667,0.417,0.917,0.088,-0.009,0.203
|
| 144 |
+
AutoARIMA,LightGBM,0.833,0.583,1.0,0.098,0.012,0.161
|
| 145 |
AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.317,0.242,0.396
|
| 146 |
Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.103,-0.164,-0.052
|
| 147 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.095,-0.165,-0.044
|
| 148 |
Chronos-Bolt,Stat. Ensemble,0.083,0.0,0.25,-0.084,-0.151,-0.024
|
| 149 |
+
Chronos-Bolt,FlowState,0.167,0.0,0.375,-0.053,-0.113,0.002
|
| 150 |
+
Chronos-Bolt,Toto-1.0,0.333,0.125,0.583,-0.025,-0.09,0.03
|
| 151 |
Chronos-Bolt,AutoETS,0.25,0.0,0.5,0.037,-0.094,0.201
|
| 152 |
+
Chronos-Bolt,TabPFN-TS,0.5,0.25,0.75,-0.052,-0.128,0.014
|
| 153 |
Chronos-Bolt,TimesFM-2.5,0.417,0.167,0.667,-0.014,-0.077,0.032
|
| 154 |
Chronos-Bolt,AutoARIMA,0.583,0.333,0.833,0.001,-0.074,0.074
|
| 155 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 156 |
Chronos-Bolt,Moirai-2.0,0.5,0.25,0.75,0.039,-0.001,0.09
|
| 157 |
Chronos-Bolt,Drift,0.75,0.5,1.0,0.084,-0.028,0.199
|
| 158 |
Chronos-Bolt,AutoTheta,0.667,0.417,0.917,0.031,-0.044,0.102
|
| 159 |
+
Chronos-Bolt,DeepAR,0.75,0.5,1.0,0.089,0.02,0.168
|
| 160 |
+
Chronos-Bolt,LightGBM,0.833,0.583,1.0,0.099,0.057,0.138
|
| 161 |
Chronos-Bolt,Seasonal Naive,0.917,0.75,1.0,0.318,0.219,0.402
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 162 |
Moirai-2.0,TiRex,0.083,0.0,0.25,-0.147,-0.245,-0.067
|
| 163 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.139,-0.237,-0.063
|
| 164 |
Moirai-2.0,Stat. Ensemble,0.083,0.0,0.25,-0.128,-0.206,-0.05
|
| 165 |
+
Moirai-2.0,FlowState,0.167,0.0,0.375,-0.096,-0.194,-0.013
|
| 166 |
+
Moirai-2.0,Toto-1.0,0.167,0.042,0.375,-0.066,-0.124,-0.022
|
| 167 |
Moirai-2.0,AutoETS,0.25,0.0,0.5,-0.002,-0.151,0.175
|
| 168 |
+
Moirai-2.0,TabPFN-TS,0.417,0.167,0.669,-0.094,-0.205,-0.005
|
| 169 |
Moirai-2.0,TimesFM-2.5,0.417,0.167,0.667,-0.055,-0.145,0.014
|
| 170 |
Moirai-2.0,AutoARIMA,0.5,0.25,0.75,-0.039,-0.142,0.06
|
| 171 |
Moirai-2.0,Chronos-Bolt,0.5,0.25,0.75,-0.04,-0.099,0.001
|
|
|
|
| 172 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
Moirai-2.0,Drift,0.583,0.333,0.833,0.047,-0.076,0.17
|
| 174 |
Moirai-2.0,AutoTheta,0.5,0.25,0.75,-0.008,-0.087,0.069
|
| 175 |
+
Moirai-2.0,DeepAR,0.583,0.333,0.833,0.053,-0.038,0.15
|
| 176 |
+
Moirai-2.0,LightGBM,0.667,0.417,0.917,0.063,-0.006,0.126
|
| 177 |
Moirai-2.0,Seasonal Naive,0.833,0.583,1.0,0.291,0.176,0.391
|
| 178 |
Drift,TiRex,0.083,0.0,0.25,-0.204,-0.414,-0.058
|
| 179 |
Drift,Chronos-2,0.083,0.0,0.25,-0.195,-0.435,-0.037
|
| 180 |
Drift,Stat. Ensemble,0.083,0.0,0.25,-0.183,-0.386,-0.065
|
| 181 |
+
Drift,FlowState,0.167,0.0,0.417,-0.15,-0.317,-0.044
|
| 182 |
+
Drift,Toto-1.0,0.25,0.0,0.5,-0.119,-0.275,0.014
|
| 183 |
Drift,AutoETS,0.25,0.0,0.5,-0.051,-0.31,0.166
|
| 184 |
+
Drift,TabPFN-TS,0.25,0.0,0.5,-0.148,-0.389,-0.015
|
| 185 |
Drift,TimesFM-2.5,0.25,0.0,0.5,-0.107,-0.342,0.044
|
| 186 |
Drift,AutoARIMA,0.417,0.167,0.667,-0.09,-0.289,0.047
|
| 187 |
Drift,Chronos-Bolt,0.25,0.0,0.5,-0.091,-0.248,0.027
|
|
|
|
| 188 |
Drift,Moirai-2.0,0.417,0.167,0.667,-0.049,-0.204,0.07
|
| 189 |
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
Drift,AutoTheta,0.75,0.5,0.917,-0.057,-0.232,0.028
|
| 191 |
+
Drift,DeepAR,0.583,0.333,0.833,0.006,-0.184,0.147
|
| 192 |
+
Drift,LightGBM,0.667,0.417,0.917,0.017,-0.107,0.097
|
| 193 |
Drift,Seasonal Naive,0.917,0.75,1.0,0.256,0.054,0.378
|
| 194 |
AutoTheta,TiRex,0.083,0.0,0.25,-0.138,-0.227,-0.056
|
| 195 |
AutoTheta,Chronos-2,0.083,0.0,0.25,-0.13,-0.217,-0.048
|
| 196 |
AutoTheta,Stat. Ensemble,0.0,0.0,0.0,-0.119,-0.173,-0.075
|
| 197 |
+
AutoTheta,FlowState,0.167,0.0,0.417,-0.087,-0.153,-0.031
|
| 198 |
+
AutoTheta,Toto-1.0,0.333,0.083,0.583,-0.058,-0.158,0.029
|
| 199 |
AutoTheta,AutoETS,0.25,0.0,0.5,0.006,-0.136,0.186
|
| 200 |
+
AutoTheta,TabPFN-TS,0.25,0.0,0.5,-0.086,-0.148,-0.026
|
| 201 |
AutoTheta,TimesFM-2.5,0.25,0.0,0.5,-0.047,-0.131,0.041
|
| 202 |
AutoTheta,AutoARIMA,0.417,0.167,0.75,-0.031,-0.12,0.055
|
| 203 |
AutoTheta,Chronos-Bolt,0.333,0.083,0.583,-0.032,-0.114,0.042
|
|
|
|
| 204 |
AutoTheta,Moirai-2.0,0.5,0.25,0.75,0.008,-0.075,0.08
|
| 205 |
AutoTheta,Drift,0.25,0.083,0.5,0.054,-0.029,0.188
|
| 206 |
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
AutoTheta,DeepAR,0.667,0.417,0.917,0.06,-0.039,0.16
|
| 208 |
+
AutoTheta,LightGBM,0.75,0.5,1.0,0.07,0.01,0.126
|
| 209 |
AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.296,0.216,0.375
|
| 210 |
+
DeepAR,TiRex,0.167,0.0,0.417,-0.211,-0.354,-0.096
|
| 211 |
+
DeepAR,Chronos-2,0.167,0.0,0.417,-0.202,-0.331,-0.095
|
| 212 |
+
DeepAR,Stat. Ensemble,0.083,0.0,0.25,-0.191,-0.35,-0.084
|
| 213 |
+
DeepAR,FlowState,0.167,0.0,0.417,-0.157,-0.28,-0.067
|
| 214 |
+
DeepAR,Toto-1.0,0.25,0.081,0.5,-0.126,-0.304,-0.002
|
| 215 |
+
DeepAR,AutoETS,0.167,0.0,0.417,-0.057,-0.255,0.149
|
| 216 |
+
DeepAR,TabPFN-TS,0.083,0.0,0.25,-0.155,-0.295,-0.052
|
| 217 |
+
DeepAR,TimesFM-2.5,0.25,0.0,0.5,-0.114,-0.24,-0.009
|
| 218 |
+
DeepAR,AutoARIMA,0.333,0.083,0.583,-0.097,-0.255,0.009
|
| 219 |
+
DeepAR,Chronos-Bolt,0.25,0.0,0.5,-0.098,-0.202,-0.02
|
| 220 |
+
DeepAR,Moirai-2.0,0.417,0.167,0.667,-0.056,-0.177,0.037
|
| 221 |
+
DeepAR,Drift,0.417,0.167,0.667,-0.006,-0.172,0.155
|
| 222 |
+
DeepAR,AutoTheta,0.333,0.083,0.583,-0.064,-0.191,0.037
|
| 223 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
DeepAR,LightGBM,0.667,0.417,0.917,0.011,-0.102,0.102
|
| 225 |
+
DeepAR,Seasonal Naive,0.917,0.75,1.0,0.251,0.17,0.336
|
| 226 |
+
LightGBM,TiRex,0.083,0.0,0.25,-0.224,-0.283,-0.166
|
| 227 |
+
LightGBM,Chronos-2,0.083,0.0,0.25,-0.215,-0.303,-0.147
|
| 228 |
+
LightGBM,Stat. Ensemble,0.0,0.0,0.0,-0.203,-0.265,-0.161
|
| 229 |
+
LightGBM,FlowState,0.083,0.0,0.25,-0.169,-0.219,-0.113
|
| 230 |
+
LightGBM,Toto-1.0,0.25,0.0,0.5,-0.138,-0.226,-0.058
|
| 231 |
+
LightGBM,AutoETS,0.083,0.0,0.25,-0.069,-0.212,0.115
|
| 232 |
+
LightGBM,TabPFN-TS,0.0,0.0,0.0,-0.167,-0.256,-0.109
|
| 233 |
+
LightGBM,TimesFM-2.5,0.167,0.0,0.417,-0.126,-0.214,-0.046
|
| 234 |
+
LightGBM,AutoARIMA,0.167,0.0,0.417,-0.108,-0.192,-0.012
|
| 235 |
+
LightGBM,Chronos-Bolt,0.167,0.0,0.417,-0.11,-0.161,-0.06
|
| 236 |
+
LightGBM,Moirai-2.0,0.333,0.083,0.583,-0.067,-0.144,0.006
|
| 237 |
+
LightGBM,Drift,0.333,0.083,0.583,-0.017,-0.107,0.096
|
| 238 |
+
LightGBM,AutoTheta,0.25,0.0,0.5,-0.075,-0.144,-0.011
|
| 239 |
+
LightGBM,DeepAR,0.333,0.083,0.583,-0.011,-0.113,0.092
|
| 240 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
LightGBM,Seasonal Naive,0.833,0.583,1.0,0.243,0.126,0.34
|
| 242 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.617,-0.877,-0.392
|
| 243 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.606,-0.842,-0.401
|
| 244 |
Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.59,-0.824,-0.404
|
| 245 |
+
Seasonal Naive,FlowState,0.0,0.0,0.0,-0.545,-0.736,-0.377
|
| 246 |
+
Seasonal Naive,Toto-1.0,0.083,0.0,0.25,-0.504,-0.774,-0.274
|
| 247 |
Seasonal Naive,AutoETS,0.083,0.0,0.25,-0.412,-0.755,-0.091
|
| 248 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.543,-0.769,-0.363
|
| 249 |
Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.487,-0.686,-0.288
|
| 250 |
Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.465,-0.656,-0.319
|
| 251 |
Seasonal Naive,Chronos-Bolt,0.083,0.0,0.25,-0.467,-0.673,-0.28
|
|
|
|
| 252 |
Seasonal Naive,Moirai-2.0,0.167,0.0,0.417,-0.41,-0.643,-0.214
|
| 253 |
Seasonal Naive,Drift,0.083,0.0,0.25,-0.344,-0.607,-0.057
|
| 254 |
Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.421,-0.599,-0.275
|
| 255 |
+
Seasonal Naive,DeepAR,0.083,0.0,0.25,-0.336,-0.505,-0.204
|
| 256 |
+
Seasonal Naive,LightGBM,0.167,0.0,0.417,-0.321,-0.515,-0.144
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/domain_econ/pairwise_WAPE.csv
CHANGED
|
@@ -2,225 +2,256 @@ model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_l
|
|
| 2 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
TiRex,Stat. Ensemble,0.583,0.333,0.833,-0.007,-0.118,0.073
|
| 4 |
TiRex,Chronos-2,0.667,0.333,0.917,0.019,-0.026,0.055
|
| 5 |
-
TiRex,Toto-1.0,0.5,0.25,0.833,0.057,-0.
|
| 6 |
TiRex,TimesFM-2.5,0.833,0.667,1.0,0.029,-0.01,0.066
|
|
|
|
|
|
|
|
|
|
| 7 |
TiRex,AutoETS,0.667,0.417,0.917,0.045,-0.022,0.113
|
| 8 |
-
TiRex,
|
| 9 |
TiRex,AutoARIMA,0.583,0.333,0.833,0.032,-0.075,0.116
|
| 10 |
TiRex,Chronos-Bolt,0.917,0.75,1.0,0.105,0.043,0.176
|
| 11 |
-
TiRex,Drift,0.75,0.5,1.0,0.13,-0.069,0.279
|
| 12 |
TiRex,Moirai-2.0,0.917,0.75,1.0,0.132,0.04,0.235
|
|
|
|
| 13 |
TiRex,AutoTheta,0.667,0.417,0.917,0.087,-0.092,0.23
|
| 14 |
-
TiRex,Naive,0.917,0.75,1.0,0.26,0.135,0.394
|
| 15 |
-
TiRex,Sundial-Base,0.917,0.75,1.0,0.243,0.154,0.322
|
| 16 |
TiRex,Seasonal Naive,0.917,0.75,1.0,0.378,0.252,0.503
|
| 17 |
Stat. Ensemble,TiRex,0.417,0.167,0.667,0.007,-0.079,0.105
|
| 18 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 19 |
Stat. Ensemble,Chronos-2,0.333,0.083,0.583,0.026,-0.052,0.124
|
| 20 |
-
Stat. Ensemble,Toto-1.0,0.583,0.25,0.833,0.064,-0.
|
| 21 |
Stat. Ensemble,TimesFM-2.5,0.5,0.25,0.75,0.036,-0.044,0.138
|
|
|
|
|
|
|
|
|
|
| 22 |
Stat. Ensemble,AutoETS,0.75,0.5,1.0,0.051,0.006,0.104
|
| 23 |
-
Stat. Ensemble,
|
| 24 |
Stat. Ensemble,AutoARIMA,0.833,0.583,1.0,0.038,-0.015,0.077
|
| 25 |
Stat. Ensemble,Chronos-Bolt,0.75,0.5,1.0,0.111,0.016,0.202
|
| 26 |
-
Stat. Ensemble,Drift,0.833,0.583,1.0,0.136,0.017,0.263
|
| 27 |
Stat. Ensemble,Moirai-2.0,0.667,0.333,0.917,0.138,0.035,0.235
|
|
|
|
| 28 |
Stat. Ensemble,AutoTheta,0.917,0.75,1.0,0.093,0.006,0.186
|
| 29 |
-
Stat. Ensemble,Naive,1.0,1.0,1.0,0.265,0.136,0.387
|
| 30 |
-
Stat. Ensemble,Sundial-Base,1.0,1.0,1.0,0.248,0.146,0.339
|
| 31 |
Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.382,0.284,0.478
|
| 32 |
Chronos-2,TiRex,0.333,0.083,0.667,-0.019,-0.059,0.025
|
| 33 |
Chronos-2,Stat. Ensemble,0.667,0.417,0.917,-0.026,-0.142,0.05
|
| 34 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
-
Chronos-2,Toto-1.0,0.5,0.25,0.833,0.039,-0.
|
| 36 |
Chronos-2,TimesFM-2.5,0.5,0.167,0.75,0.01,-0.025,0.05
|
|
|
|
|
|
|
|
|
|
| 37 |
Chronos-2,AutoETS,0.667,0.417,0.917,0.026,-0.04,0.085
|
| 38 |
-
Chronos-2,
|
| 39 |
Chronos-2,AutoARIMA,0.583,0.333,0.833,0.013,-0.106,0.11
|
| 40 |
Chronos-2,Chronos-Bolt,0.75,0.5,1.0,0.087,0.014,0.175
|
| 41 |
-
Chronos-2,Drift,0.667,0.417,0.917,0.114,-0.101,0.291
|
| 42 |
Chronos-2,Moirai-2.0,0.667,0.333,0.917,0.115,0.018,0.219
|
|
|
|
| 43 |
Chronos-2,AutoTheta,0.667,0.417,0.917,0.07,-0.127,0.214
|
| 44 |
-
Chronos-2,Naive,0.833,0.583,1.0,0.246,0.102,0.391
|
| 45 |
-
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.229,0.153,0.304
|
| 46 |
Chronos-2,Seasonal Naive,0.917,0.75,1.0,0.366,0.237,0.489
|
| 47 |
-
Toto-1.0,TiRex,0.5,0.167,0.75,-0.061,-0.
|
| 48 |
-
Toto-1.0,Stat. Ensemble,0.417,0.167,0.75,-0.068,-0.181,0.
|
| 49 |
-
Toto-1.0,Chronos-2,0.5,0.167,0.75,-0.041,-0.
|
| 50 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
-
Toto-1.0,TimesFM-2.5,0.583,0.333,0.833,-0.03,-0.
|
| 52 |
-
Toto-1.0,
|
| 53 |
-
Toto-1.0,TabPFN-TS,0.583,0.333,0.833,-0.
|
| 54 |
-
Toto-1.0,
|
| 55 |
-
Toto-1.0,
|
| 56 |
-
Toto-1.0,
|
| 57 |
-
Toto-1.0,
|
| 58 |
-
Toto-1.0,
|
| 59 |
-
Toto-1.0,
|
| 60 |
-
Toto-1.0,
|
|
|
|
| 61 |
Toto-1.0,Seasonal Naive,0.917,0.75,1.0,0.34,0.203,0.463
|
| 62 |
TimesFM-2.5,TiRex,0.167,0.0,0.333,-0.03,-0.071,0.01
|
| 63 |
TimesFM-2.5,Stat. Ensemble,0.5,0.25,0.75,-0.037,-0.161,0.042
|
| 64 |
TimesFM-2.5,Chronos-2,0.5,0.25,0.833,-0.011,-0.052,0.025
|
| 65 |
-
TimesFM-2.5,Toto-1.0,0.417,0.167,0.667,0.029,-0.
|
| 66 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
| 67 |
TimesFM-2.5,AutoETS,0.583,0.331,0.833,0.016,-0.058,0.087
|
| 68 |
-
TimesFM-2.5,
|
| 69 |
TimesFM-2.5,AutoARIMA,0.667,0.417,0.917,0.002,-0.108,0.082
|
| 70 |
TimesFM-2.5,Chronos-Bolt,0.667,0.417,0.875,0.078,0.002,0.167
|
| 71 |
-
TimesFM-2.5,Drift,0.75,0.5,1.0,0.104,-0.116,0.272
|
| 72 |
TimesFM-2.5,Moirai-2.0,0.583,0.333,0.833,0.106,0.001,0.216
|
|
|
|
| 73 |
TimesFM-2.5,AutoTheta,0.75,0.5,1.0,0.06,-0.138,0.209
|
| 74 |
-
TimesFM-2.5,Naive,0.833,0.583,1.0,0.238,0.088,0.384
|
| 75 |
-
TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.221,0.142,0.296
|
| 76 |
TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.359,0.235,0.479
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 77 |
AutoETS,TiRex,0.333,0.083,0.583,-0.047,-0.127,0.022
|
| 78 |
AutoETS,Stat. Ensemble,0.25,0.0,0.5,-0.054,-0.115,-0.006
|
| 79 |
AutoETS,Chronos-2,0.333,0.083,0.583,-0.027,-0.093,0.039
|
| 80 |
-
AutoETS,Toto-1.0,0.5,0.25,0.75,0.013,-0.
|
| 81 |
AutoETS,TimesFM-2.5,0.417,0.167,0.669,-0.016,-0.095,0.055
|
|
|
|
|
|
|
|
|
|
| 82 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 83 |
-
AutoETS,
|
| 84 |
AutoETS,AutoARIMA,0.583,0.333,0.833,-0.014,-0.108,0.063
|
| 85 |
AutoETS,Chronos-Bolt,0.667,0.333,0.917,0.063,-0.003,0.135
|
| 86 |
-
AutoETS,Drift,0.583,0.333,0.833,0.09,-0.071,0.231
|
| 87 |
AutoETS,Moirai-2.0,0.667,0.333,0.917,0.092,0.012,0.167
|
|
|
|
| 88 |
AutoETS,AutoTheta,0.667,0.417,0.917,0.044,-0.086,0.148
|
| 89 |
-
AutoETS,Naive,0.917,0.75,1.0,0.225,0.099,0.346
|
| 90 |
-
AutoETS,Sundial-Base,0.917,0.75,1.0,0.208,0.127,0.279
|
| 91 |
AutoETS,Seasonal Naive,1.0,1.0,1.0,0.348,0.248,0.455
|
| 92 |
-
|
| 93 |
-
|
| 94 |
-
|
| 95 |
-
|
| 96 |
-
|
| 97 |
-
|
| 98 |
-
|
| 99 |
-
|
| 100 |
-
|
| 101 |
-
|
| 102 |
-
|
| 103 |
-
|
| 104 |
-
|
| 105 |
-
|
| 106 |
-
|
|
|
|
| 107 |
AutoARIMA,TiRex,0.417,0.167,0.667,-0.033,-0.131,0.07
|
| 108 |
AutoARIMA,Stat. Ensemble,0.167,0.0,0.417,-0.04,-0.084,0.014
|
| 109 |
AutoARIMA,Chronos-2,0.417,0.167,0.667,-0.013,-0.124,0.096
|
| 110 |
-
AutoARIMA,Toto-1.0,0.417,0.167,0.667,0.027,-0.
|
| 111 |
AutoARIMA,TimesFM-2.5,0.333,0.083,0.583,-0.003,-0.089,0.098
|
|
|
|
|
|
|
|
|
|
| 112 |
AutoARIMA,AutoETS,0.417,0.167,0.667,0.014,-0.067,0.097
|
| 113 |
-
AutoARIMA,
|
| 114 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
AutoARIMA,Chronos-Bolt,0.417,0.167,0.667,0.076,-0.037,0.184
|
| 116 |
-
AutoARIMA,Drift,0.5,0.25,0.75,0.102,-0.037,0.249
|
| 117 |
AutoARIMA,Moirai-2.0,0.5,0.25,0.75,0.104,-0.025,0.23
|
|
|
|
| 118 |
AutoARIMA,AutoTheta,0.417,0.167,0.667,0.057,-0.064,0.19
|
| 119 |
-
AutoARIMA,Naive,0.75,0.5,0.917,0.236,0.084,0.383
|
| 120 |
-
AutoARIMA,Sundial-Base,0.833,0.583,1.0,0.219,0.084,0.33
|
| 121 |
AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.357,0.24,0.471
|
| 122 |
Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.117,-0.213,-0.045
|
| 123 |
Chronos-Bolt,Stat. Ensemble,0.25,0.0,0.5,-0.125,-0.253,-0.016
|
| 124 |
Chronos-Bolt,Chronos-2,0.25,0.0,0.5,-0.096,-0.213,-0.014
|
| 125 |
-
Chronos-Bolt,Toto-1.0,0.25,0.042,0.458,-0.053,-0.
|
| 126 |
Chronos-Bolt,TimesFM-2.5,0.333,0.125,0.583,-0.084,-0.2,-0.002
|
|
|
|
|
|
|
|
|
|
| 127 |
Chronos-Bolt,AutoETS,0.333,0.083,0.667,-0.067,-0.156,0.003
|
| 128 |
-
Chronos-Bolt,
|
| 129 |
Chronos-Bolt,AutoARIMA,0.583,0.333,0.833,-0.082,-0.226,0.035
|
| 130 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
Chronos-Bolt,Drift,0.75,0.5,1.0,0.029,-0.15,0.149
|
| 132 |
Chronos-Bolt,Moirai-2.0,0.417,0.167,0.667,0.031,-0.022,0.094
|
|
|
|
| 133 |
Chronos-Bolt,AutoTheta,0.667,0.417,0.917,-0.02,-0.201,0.115
|
| 134 |
-
Chronos-Bolt,Naive,0.833,0.583,1.0,0.174,0.068,0.284
|
| 135 |
-
Chronos-Bolt,Sundial-Base,0.917,0.75,1.0,0.155,0.026,0.239
|
| 136 |
Chronos-Bolt,Seasonal Naive,0.833,0.583,1.0,0.305,0.17,0.432
|
| 137 |
-
Drift,TiRex,0.25,0.0,0.5,-0.15,-0.388,0.065
|
| 138 |
-
Drift,Stat. Ensemble,0.167,0.0,0.417,-0.158,-0.356,-0.017
|
| 139 |
-
Drift,Chronos-2,0.333,0.083,0.583,-0.128,-0.41,0.092
|
| 140 |
-
Drift,Toto-1.0,0.333,0.083,0.583,-0.084,-0.246,0.088
|
| 141 |
-
Drift,TimesFM-2.5,0.25,0.0,0.5,-0.116,-0.374,0.104
|
| 142 |
-
Drift,AutoETS,0.417,0.167,0.667,-0.098,-0.3,0.066
|
| 143 |
-
Drift,TabPFN-TS,0.417,0.167,0.667,-0.089,-0.305,0.063
|
| 144 |
-
Drift,AutoARIMA,0.5,0.25,0.75,-0.114,-0.332,0.036
|
| 145 |
-
Drift,Chronos-Bolt,0.25,0.0,0.5,-0.029,-0.175,0.13
|
| 146 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
-
Drift,Moirai-2.0,0.417,0.167,0.667,0.002,-0.146,0.163
|
| 148 |
-
Drift,AutoTheta,0.75,0.5,1.0,-0.05,-0.184,0.016
|
| 149 |
-
Drift,Naive,0.917,0.75,1.0,0.149,0.045,0.251
|
| 150 |
-
Drift,Sundial-Base,0.833,0.583,1.0,0.13,-0.09,0.296
|
| 151 |
-
Drift,Seasonal Naive,0.917,0.75,1.0,0.284,0.11,0.391
|
| 152 |
Moirai-2.0,TiRex,0.083,0.0,0.25,-0.152,-0.307,-0.042
|
| 153 |
Moirai-2.0,Stat. Ensemble,0.333,0.083,0.667,-0.16,-0.308,-0.037
|
| 154 |
Moirai-2.0,Chronos-2,0.333,0.083,0.667,-0.131,-0.281,-0.018
|
| 155 |
-
Moirai-2.0,Toto-1.0,0.
|
| 156 |
Moirai-2.0,TimesFM-2.5,0.417,0.167,0.667,-0.119,-0.275,-0.001
|
|
|
|
|
|
|
|
|
|
| 157 |
Moirai-2.0,AutoETS,0.333,0.083,0.667,-0.101,-0.201,-0.012
|
| 158 |
-
Moirai-2.0,
|
| 159 |
Moirai-2.0,AutoARIMA,0.5,0.25,0.75,-0.116,-0.299,0.024
|
| 160 |
Moirai-2.0,Chronos-Bolt,0.583,0.333,0.833,-0.032,-0.104,0.022
|
| 161 |
-
Moirai-2.0,Drift,0.583,0.333,0.833,-0.002,-0.195,0.127
|
| 162 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 163 |
Moirai-2.0,AutoTheta,0.5,0.25,0.75,-0.052,-0.228,0.084
|
| 164 |
-
Moirai-2.0,Naive,0.75,0.5,1.0,0.147,0.051,0.248
|
| 165 |
-
Moirai-2.0,Sundial-Base,0.833,0.583,1.0,0.128,-0.003,0.227
|
| 166 |
Moirai-2.0,Seasonal Naive,0.75,0.5,1.0,0.283,0.152,0.405
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 167 |
AutoTheta,TiRex,0.333,0.083,0.583,-0.096,-0.299,0.084
|
| 168 |
AutoTheta,Stat. Ensemble,0.083,0.0,0.25,-0.103,-0.229,-0.006
|
| 169 |
AutoTheta,Chronos-2,0.333,0.083,0.583,-0.075,-0.273,0.113
|
| 170 |
-
AutoTheta,Toto-1.0,0.333,0.083,0.583,-0.033,-0.
|
| 171 |
AutoTheta,TimesFM-2.5,0.25,0.0,0.5,-0.064,-0.263,0.122
|
|
|
|
|
|
|
|
|
|
| 172 |
AutoTheta,AutoETS,0.333,0.083,0.583,-0.046,-0.174,0.079
|
| 173 |
-
AutoTheta,
|
| 174 |
AutoTheta,AutoARIMA,0.583,0.333,0.833,-0.061,-0.235,0.061
|
| 175 |
AutoTheta,Chronos-Bolt,0.333,0.083,0.583,0.019,-0.13,0.167
|
| 176 |
-
AutoTheta,Drift,0.25,0.0,0.5,0.047,-0.016,0.156
|
| 177 |
AutoTheta,Moirai-2.0,0.5,0.25,0.75,0.049,-0.092,0.186
|
|
|
|
| 178 |
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
AutoTheta,Naive,0.833,0.583,1.0,0.189,0.084,0.29
|
| 180 |
-
AutoTheta,Sundial-Base,0.833,0.583,1.0,0.171,0.057,0.303
|
| 181 |
AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.318,0.237,0.391
|
| 182 |
-
Naive,TiRex,0.083,0.0,0.25,-0.352,-0.649,-0.156
|
| 183 |
-
Naive,Stat. Ensemble,0.0,0.0,0.0,-0.361,-0.631,-0.157
|
| 184 |
-
Naive,Chronos-2,0.167,0.0,0.417,-0.326,-0.642,-0.113
|
| 185 |
-
Naive,Toto-1.0,0.0,0.0,0.0,-0.274,-0.494,-0.116
|
| 186 |
-
Naive,TimesFM-2.5,0.167,0.0,0.417,-0.312,-0.623,-0.097
|
| 187 |
-
Naive,AutoETS,0.083,0.0,0.25,-0.291,-0.53,-0.11
|
| 188 |
-
Naive,TabPFN-TS,0.167,0.0,0.417,-0.28,-0.54,-0.079
|
| 189 |
-
Naive,AutoARIMA,0.25,0.083,0.5,-0.309,-0.62,-0.092
|
| 190 |
-
Naive,Chronos-Bolt,0.167,0.0,0.417,-0.21,-0.396,-0.073
|
| 191 |
-
Naive,Drift,0.083,0.0,0.25,-0.176,-0.335,-0.047
|
| 192 |
-
Naive,Moirai-2.0,0.25,0.0,0.5,-0.173,-0.33,-0.053
|
| 193 |
-
Naive,AutoTheta,0.167,0.0,0.417,-0.234,-0.408,-0.092
|
| 194 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
Naive,Sundial-Base,0.583,0.333,0.833,-0.023,-0.218,0.11
|
| 196 |
-
Naive,Seasonal Naive,0.75,0.542,0.917,0.159,0.001,0.281
|
| 197 |
-
Sundial-Base,TiRex,0.083,0.0,0.25,-0.322,-0.476,-0.182
|
| 198 |
-
Sundial-Base,Stat. Ensemble,0.0,0.0,0.0,-0.331,-0.513,-0.171
|
| 199 |
-
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.297,-0.436,-0.181
|
| 200 |
-
Sundial-Base,Toto-1.0,0.167,0.0,0.417,-0.246,-0.416,-0.075
|
| 201 |
-
Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.283,-0.421,-0.165
|
| 202 |
-
Sundial-Base,AutoETS,0.083,0.0,0.25,-0.262,-0.386,-0.145
|
| 203 |
-
Sundial-Base,TabPFN-TS,0.083,0.0,0.25,-0.252,-0.445,-0.097
|
| 204 |
-
Sundial-Base,AutoARIMA,0.167,0.0,0.417,-0.28,-0.493,-0.091
|
| 205 |
-
Sundial-Base,Chronos-Bolt,0.083,0.0,0.25,-0.183,-0.315,-0.026
|
| 206 |
-
Sundial-Base,Drift,0.167,0.0,0.417,-0.149,-0.421,0.082
|
| 207 |
-
Sundial-Base,Moirai-2.0,0.167,0.0,0.417,-0.147,-0.294,0.002
|
| 208 |
-
Sundial-Base,AutoTheta,0.167,0.0,0.417,-0.206,-0.435,-0.061
|
| 209 |
-
Sundial-Base,Naive,0.417,0.167,0.667,0.022,-0.123,0.179
|
| 210 |
-
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Sundial-Base,Seasonal Naive,0.833,0.583,1.0,0.177,0.057,0.284
|
| 212 |
Seasonal Naive,TiRex,0.083,0.0,0.25,-0.607,-1.014,-0.337
|
| 213 |
Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.618,-0.915,-0.396
|
| 214 |
Seasonal Naive,Chronos-2,0.083,0.0,0.25,-0.576,-0.957,-0.311
|
| 215 |
-
Seasonal Naive,Toto-1.0,0.083,0.0,0.25,-0.
|
| 216 |
Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.56,-0.92,-0.308
|
|
|
|
|
|
|
|
|
|
| 217 |
Seasonal Naive,AutoETS,0.0,0.0,0.0,-0.535,-0.834,-0.33
|
| 218 |
-
Seasonal Naive,
|
| 219 |
Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.556,-0.891,-0.315
|
| 220 |
Seasonal Naive,Chronos-Bolt,0.167,0.0,0.417,-0.438,-0.76,-0.205
|
| 221 |
-
Seasonal Naive,Drift,0.083,0.0,0.25,-0.397,-0.643,-0.124
|
| 222 |
Seasonal Naive,Moirai-2.0,0.25,0.0,0.5,-0.394,-0.681,-0.179
|
|
|
|
| 223 |
Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.467,-0.643,-0.311
|
| 224 |
-
Seasonal Naive,Naive,0.25,0.083,0.458,-0.189,-0.391,-0.001
|
| 225 |
-
Seasonal Naive,Sundial-Base,0.167,0.0,0.417,-0.216,-0.396,-0.06
|
| 226 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 2 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
TiRex,Stat. Ensemble,0.583,0.333,0.833,-0.007,-0.118,0.073
|
| 4 |
TiRex,Chronos-2,0.667,0.333,0.917,0.019,-0.026,0.055
|
| 5 |
+
TiRex,Toto-1.0,0.5,0.25,0.833,0.057,-0.011,0.131
|
| 6 |
TiRex,TimesFM-2.5,0.833,0.667,1.0,0.029,-0.01,0.066
|
| 7 |
+
TiRex,FlowState,0.667,0.417,0.917,0.002,-0.132,0.081
|
| 8 |
+
TiRex,TabPFN-TS,0.75,0.5,1.0,0.019,-0.098,0.11
|
| 9 |
+
TiRex,CatBoost,0.667,0.417,0.917,0.039,-0.111,0.151
|
| 10 |
TiRex,AutoETS,0.667,0.417,0.917,0.045,-0.022,0.113
|
| 11 |
+
TiRex,LightGBM,0.75,0.5,1.0,0.042,-0.105,0.143
|
| 12 |
TiRex,AutoARIMA,0.583,0.333,0.833,0.032,-0.075,0.116
|
| 13 |
TiRex,Chronos-Bolt,0.917,0.75,1.0,0.105,0.043,0.176
|
|
|
|
| 14 |
TiRex,Moirai-2.0,0.917,0.75,1.0,0.132,0.04,0.235
|
| 15 |
+
TiRex,Drift,0.75,0.5,1.0,0.13,-0.069,0.279
|
| 16 |
TiRex,AutoTheta,0.667,0.417,0.917,0.087,-0.092,0.23
|
|
|
|
|
|
|
| 17 |
TiRex,Seasonal Naive,0.917,0.75,1.0,0.378,0.252,0.503
|
| 18 |
Stat. Ensemble,TiRex,0.417,0.167,0.667,0.007,-0.079,0.105
|
| 19 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
Stat. Ensemble,Chronos-2,0.333,0.083,0.583,0.026,-0.052,0.124
|
| 21 |
+
Stat. Ensemble,Toto-1.0,0.583,0.25,0.833,0.064,-0.025,0.153
|
| 22 |
Stat. Ensemble,TimesFM-2.5,0.5,0.25,0.75,0.036,-0.044,0.138
|
| 23 |
+
Stat. Ensemble,FlowState,0.667,0.417,0.917,0.009,-0.049,0.064
|
| 24 |
+
Stat. Ensemble,TabPFN-TS,0.583,0.333,0.833,0.026,-0.033,0.082
|
| 25 |
+
Stat. Ensemble,CatBoost,0.5,0.25,0.75,0.046,-0.019,0.117
|
| 26 |
Stat. Ensemble,AutoETS,0.75,0.5,1.0,0.051,0.006,0.104
|
| 27 |
+
Stat. Ensemble,LightGBM,0.583,0.25,0.833,0.049,-0.01,0.104
|
| 28 |
Stat. Ensemble,AutoARIMA,0.833,0.583,1.0,0.038,-0.015,0.077
|
| 29 |
Stat. Ensemble,Chronos-Bolt,0.75,0.5,1.0,0.111,0.016,0.202
|
|
|
|
| 30 |
Stat. Ensemble,Moirai-2.0,0.667,0.333,0.917,0.138,0.035,0.235
|
| 31 |
+
Stat. Ensemble,Drift,0.833,0.583,1.0,0.136,0.017,0.263
|
| 32 |
Stat. Ensemble,AutoTheta,0.917,0.75,1.0,0.093,0.006,0.186
|
|
|
|
|
|
|
| 33 |
Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.382,0.284,0.478
|
| 34 |
Chronos-2,TiRex,0.333,0.083,0.667,-0.019,-0.059,0.025
|
| 35 |
Chronos-2,Stat. Ensemble,0.667,0.417,0.917,-0.026,-0.142,0.05
|
| 36 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
Chronos-2,Toto-1.0,0.5,0.25,0.833,0.039,-0.047,0.129
|
| 38 |
Chronos-2,TimesFM-2.5,0.5,0.167,0.75,0.01,-0.025,0.05
|
| 39 |
+
Chronos-2,FlowState,0.583,0.333,0.833,-0.017,-0.169,0.081
|
| 40 |
+
Chronos-2,TabPFN-TS,0.667,0.417,0.917,0.0,-0.134,0.102
|
| 41 |
+
Chronos-2,CatBoost,0.583,0.333,0.833,0.021,-0.142,0.136
|
| 42 |
Chronos-2,AutoETS,0.667,0.417,0.917,0.026,-0.04,0.085
|
| 43 |
+
Chronos-2,LightGBM,0.75,0.5,1.0,0.024,-0.139,0.134
|
| 44 |
Chronos-2,AutoARIMA,0.583,0.333,0.833,0.013,-0.106,0.11
|
| 45 |
Chronos-2,Chronos-Bolt,0.75,0.5,1.0,0.087,0.014,0.175
|
|
|
|
| 46 |
Chronos-2,Moirai-2.0,0.667,0.333,0.917,0.115,0.018,0.219
|
| 47 |
+
Chronos-2,Drift,0.667,0.417,0.917,0.114,-0.101,0.291
|
| 48 |
Chronos-2,AutoTheta,0.667,0.417,0.917,0.07,-0.127,0.214
|
|
|
|
|
|
|
| 49 |
Chronos-2,Seasonal Naive,0.917,0.75,1.0,0.366,0.237,0.489
|
| 50 |
+
Toto-1.0,TiRex,0.5,0.167,0.75,-0.061,-0.151,0.011
|
| 51 |
+
Toto-1.0,Stat. Ensemble,0.417,0.167,0.75,-0.068,-0.181,0.024
|
| 52 |
+
Toto-1.0,Chronos-2,0.5,0.167,0.75,-0.041,-0.149,0.045
|
| 53 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
Toto-1.0,TimesFM-2.5,0.583,0.333,0.833,-0.03,-0.139,0.05
|
| 55 |
+
Toto-1.0,FlowState,0.5,0.25,0.75,-0.059,-0.205,0.059
|
| 56 |
+
Toto-1.0,TabPFN-TS,0.583,0.333,0.833,-0.04,-0.192,0.084
|
| 57 |
+
Toto-1.0,CatBoost,0.583,0.25,0.833,-0.019,-0.168,0.102
|
| 58 |
+
Toto-1.0,AutoETS,0.5,0.25,0.75,-0.013,-0.1,0.062
|
| 59 |
+
Toto-1.0,LightGBM,0.5,0.25,0.833,-0.016,-0.165,0.098
|
| 60 |
+
Toto-1.0,AutoARIMA,0.583,0.333,0.833,-0.027,-0.138,0.071
|
| 61 |
+
Toto-1.0,Chronos-Bolt,0.75,0.542,0.958,0.05,0.006,0.093
|
| 62 |
+
Toto-1.0,Moirai-2.0,0.75,0.542,0.958,0.079,0.026,0.145
|
| 63 |
+
Toto-1.0,Drift,0.75,0.5,1.0,0.077,-0.098,0.198
|
| 64 |
+
Toto-1.0,AutoTheta,0.667,0.417,0.917,0.032,-0.141,0.168
|
| 65 |
Toto-1.0,Seasonal Naive,0.917,0.75,1.0,0.34,0.203,0.463
|
| 66 |
TimesFM-2.5,TiRex,0.167,0.0,0.333,-0.03,-0.071,0.01
|
| 67 |
TimesFM-2.5,Stat. Ensemble,0.5,0.25,0.75,-0.037,-0.161,0.042
|
| 68 |
TimesFM-2.5,Chronos-2,0.5,0.25,0.833,-0.011,-0.052,0.025
|
| 69 |
+
TimesFM-2.5,Toto-1.0,0.417,0.167,0.667,0.029,-0.053,0.122
|
| 70 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
TimesFM-2.5,FlowState,0.417,0.167,0.667,-0.028,-0.174,0.06
|
| 72 |
+
TimesFM-2.5,TabPFN-TS,0.5,0.25,0.75,-0.01,-0.144,0.086
|
| 73 |
+
TimesFM-2.5,CatBoost,0.667,0.417,0.917,0.011,-0.151,0.126
|
| 74 |
TimesFM-2.5,AutoETS,0.583,0.331,0.833,0.016,-0.058,0.087
|
| 75 |
+
TimesFM-2.5,LightGBM,0.667,0.417,0.917,0.013,-0.148,0.118
|
| 76 |
TimesFM-2.5,AutoARIMA,0.667,0.417,0.917,0.002,-0.108,0.082
|
| 77 |
TimesFM-2.5,Chronos-Bolt,0.667,0.417,0.875,0.078,0.002,0.167
|
|
|
|
| 78 |
TimesFM-2.5,Moirai-2.0,0.583,0.333,0.833,0.106,0.001,0.216
|
| 79 |
+
TimesFM-2.5,Drift,0.75,0.5,1.0,0.104,-0.116,0.272
|
| 80 |
TimesFM-2.5,AutoTheta,0.75,0.5,1.0,0.06,-0.138,0.209
|
|
|
|
|
|
|
| 81 |
TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.359,0.235,0.479
|
| 82 |
+
FlowState,TiRex,0.333,0.083,0.583,-0.002,-0.088,0.117
|
| 83 |
+
FlowState,Stat. Ensemble,0.333,0.083,0.583,-0.009,-0.068,0.047
|
| 84 |
+
FlowState,Chronos-2,0.417,0.167,0.667,0.017,-0.088,0.144
|
| 85 |
+
FlowState,Toto-1.0,0.5,0.25,0.75,0.056,-0.062,0.17
|
| 86 |
+
FlowState,TimesFM-2.5,0.583,0.333,0.833,0.027,-0.064,0.149
|
| 87 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
FlowState,TabPFN-TS,0.667,0.417,0.917,0.018,-0.056,0.079
|
| 89 |
+
FlowState,CatBoost,0.5,0.25,0.75,0.038,-0.03,0.127
|
| 90 |
+
FlowState,AutoETS,0.5,0.25,0.75,0.043,-0.045,0.131
|
| 91 |
+
FlowState,LightGBM,0.5,0.25,0.75,0.04,-0.011,0.111
|
| 92 |
+
FlowState,AutoARIMA,0.583,0.333,0.833,0.03,-0.016,0.077
|
| 93 |
+
FlowState,Chronos-Bolt,0.583,0.332,0.833,0.103,-0.011,0.214
|
| 94 |
+
FlowState,Moirai-2.0,0.583,0.332,0.833,0.131,-0.007,0.259
|
| 95 |
+
FlowState,Drift,0.75,0.5,1.0,0.129,0.015,0.255
|
| 96 |
+
FlowState,AutoTheta,0.667,0.417,0.917,0.086,-0.015,0.205
|
| 97 |
+
FlowState,Seasonal Naive,0.917,0.75,1.0,0.376,0.258,0.488
|
| 98 |
+
TabPFN-TS,TiRex,0.25,0.0,0.5,-0.02,-0.124,0.089
|
| 99 |
+
TabPFN-TS,Stat. Ensemble,0.417,0.167,0.667,-0.027,-0.089,0.032
|
| 100 |
+
TabPFN-TS,Chronos-2,0.333,0.083,0.583,-0.0,-0.113,0.119
|
| 101 |
+
TabPFN-TS,Toto-1.0,0.417,0.167,0.667,0.039,-0.092,0.161
|
| 102 |
+
TabPFN-TS,TimesFM-2.5,0.5,0.25,0.75,0.01,-0.095,0.126
|
| 103 |
+
TabPFN-TS,FlowState,0.333,0.083,0.583,-0.018,-0.086,0.053
|
| 104 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
TabPFN-TS,CatBoost,0.5,0.25,0.75,0.021,-0.065,0.101
|
| 106 |
+
TabPFN-TS,AutoETS,0.667,0.417,0.917,0.026,-0.063,0.099
|
| 107 |
+
TabPFN-TS,LightGBM,0.583,0.333,0.833,0.023,-0.053,0.095
|
| 108 |
+
TabPFN-TS,AutoARIMA,0.583,0.333,0.917,0.012,-0.076,0.092
|
| 109 |
+
TabPFN-TS,Chronos-Bolt,0.583,0.331,0.833,0.087,-0.047,0.2
|
| 110 |
+
TabPFN-TS,Moirai-2.0,0.583,0.331,0.833,0.115,-0.032,0.239
|
| 111 |
+
TabPFN-TS,Drift,0.667,0.417,0.917,0.113,-0.009,0.25
|
| 112 |
+
TabPFN-TS,AutoTheta,0.75,0.5,1.0,0.069,-0.015,0.161
|
| 113 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.365,0.273,0.457
|
| 114 |
+
CatBoost,TiRex,0.333,0.083,0.583,-0.041,-0.178,0.1
|
| 115 |
+
CatBoost,Stat. Ensemble,0.5,0.25,0.75,-0.048,-0.133,0.018
|
| 116 |
+
CatBoost,Chronos-2,0.417,0.167,0.667,-0.021,-0.157,0.125
|
| 117 |
+
CatBoost,Toto-1.0,0.417,0.167,0.75,0.019,-0.114,0.144
|
| 118 |
+
CatBoost,TimesFM-2.5,0.333,0.083,0.583,-0.011,-0.145,0.131
|
| 119 |
+
CatBoost,FlowState,0.5,0.25,0.75,-0.039,-0.146,0.029
|
| 120 |
+
CatBoost,TabPFN-TS,0.5,0.25,0.75,-0.021,-0.113,0.061
|
| 121 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
CatBoost,AutoETS,0.583,0.25,0.833,0.006,-0.085,0.101
|
| 123 |
+
CatBoost,LightGBM,0.5,0.25,0.75,0.003,-0.02,0.023
|
| 124 |
+
CatBoost,AutoARIMA,0.583,0.25,0.833,-0.008,-0.127,0.076
|
| 125 |
+
CatBoost,Chronos-Bolt,0.583,0.25,0.833,0.068,-0.042,0.181
|
| 126 |
+
CatBoost,Moirai-2.0,0.583,0.25,0.833,0.097,-0.019,0.21
|
| 127 |
+
CatBoost,Drift,0.583,0.333,0.833,0.095,0.001,0.192
|
| 128 |
+
CatBoost,AutoTheta,0.583,0.333,0.833,0.05,-0.023,0.119
|
| 129 |
+
CatBoost,Seasonal Naive,1.0,1.0,1.0,0.352,0.249,0.443
|
| 130 |
AutoETS,TiRex,0.333,0.083,0.583,-0.047,-0.127,0.022
|
| 131 |
AutoETS,Stat. Ensemble,0.25,0.0,0.5,-0.054,-0.115,-0.006
|
| 132 |
AutoETS,Chronos-2,0.333,0.083,0.583,-0.027,-0.093,0.039
|
| 133 |
+
AutoETS,Toto-1.0,0.5,0.25,0.75,0.013,-0.066,0.091
|
| 134 |
AutoETS,TimesFM-2.5,0.417,0.167,0.669,-0.016,-0.095,0.055
|
| 135 |
+
AutoETS,FlowState,0.5,0.25,0.75,-0.045,-0.151,0.043
|
| 136 |
+
AutoETS,TabPFN-TS,0.333,0.083,0.583,-0.027,-0.11,0.059
|
| 137 |
+
AutoETS,CatBoost,0.417,0.167,0.75,-0.006,-0.113,0.079
|
| 138 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
AutoETS,LightGBM,0.5,0.25,0.75,-0.003,-0.108,0.075
|
| 140 |
AutoETS,AutoARIMA,0.583,0.333,0.833,-0.014,-0.108,0.063
|
| 141 |
AutoETS,Chronos-Bolt,0.667,0.333,0.917,0.063,-0.003,0.135
|
|
|
|
| 142 |
AutoETS,Moirai-2.0,0.667,0.333,0.917,0.092,0.012,0.167
|
| 143 |
+
AutoETS,Drift,0.583,0.333,0.833,0.09,-0.071,0.231
|
| 144 |
AutoETS,AutoTheta,0.667,0.417,0.917,0.044,-0.086,0.148
|
|
|
|
|
|
|
| 145 |
AutoETS,Seasonal Naive,1.0,1.0,1.0,0.348,0.248,0.455
|
| 146 |
+
LightGBM,TiRex,0.25,0.0,0.5,-0.044,-0.167,0.095
|
| 147 |
+
LightGBM,Stat. Ensemble,0.417,0.167,0.75,-0.051,-0.116,0.01
|
| 148 |
+
LightGBM,Chronos-2,0.25,0.0,0.5,-0.024,-0.154,0.122
|
| 149 |
+
LightGBM,Toto-1.0,0.5,0.167,0.75,0.016,-0.108,0.142
|
| 150 |
+
LightGBM,TimesFM-2.5,0.333,0.083,0.583,-0.014,-0.134,0.129
|
| 151 |
+
LightGBM,FlowState,0.5,0.25,0.75,-0.042,-0.124,0.011
|
| 152 |
+
LightGBM,TabPFN-TS,0.417,0.167,0.667,-0.024,-0.105,0.05
|
| 153 |
+
LightGBM,CatBoost,0.5,0.25,0.75,-0.003,-0.024,0.02
|
| 154 |
+
LightGBM,AutoETS,0.5,0.25,0.75,0.003,-0.081,0.098
|
| 155 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
LightGBM,AutoARIMA,0.5,0.25,0.75,-0.011,-0.107,0.063
|
| 157 |
+
LightGBM,Chronos-Bolt,0.583,0.25,0.833,0.065,-0.039,0.177
|
| 158 |
+
LightGBM,Moirai-2.0,0.583,0.25,0.833,0.094,-0.024,0.211
|
| 159 |
+
LightGBM,Drift,0.75,0.5,1.0,0.092,0.0,0.192
|
| 160 |
+
LightGBM,AutoTheta,0.667,0.417,0.917,0.047,-0.024,0.121
|
| 161 |
+
LightGBM,Seasonal Naive,0.917,0.75,1.0,0.35,0.246,0.442
|
| 162 |
AutoARIMA,TiRex,0.417,0.167,0.667,-0.033,-0.131,0.07
|
| 163 |
AutoARIMA,Stat. Ensemble,0.167,0.0,0.417,-0.04,-0.084,0.014
|
| 164 |
AutoARIMA,Chronos-2,0.417,0.167,0.667,-0.013,-0.124,0.096
|
| 165 |
+
AutoARIMA,Toto-1.0,0.417,0.167,0.667,0.027,-0.076,0.121
|
| 166 |
AutoARIMA,TimesFM-2.5,0.333,0.083,0.583,-0.003,-0.089,0.098
|
| 167 |
+
AutoARIMA,FlowState,0.417,0.167,0.667,-0.031,-0.083,0.016
|
| 168 |
+
AutoARIMA,TabPFN-TS,0.417,0.083,0.667,-0.013,-0.102,0.071
|
| 169 |
+
AutoARIMA,CatBoost,0.417,0.167,0.75,0.008,-0.083,0.113
|
| 170 |
AutoARIMA,AutoETS,0.417,0.167,0.667,0.014,-0.067,0.097
|
| 171 |
+
AutoARIMA,LightGBM,0.5,0.25,0.75,0.011,-0.067,0.096
|
| 172 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
AutoARIMA,Chronos-Bolt,0.417,0.167,0.667,0.076,-0.037,0.184
|
|
|
|
| 174 |
AutoARIMA,Moirai-2.0,0.5,0.25,0.75,0.104,-0.025,0.23
|
| 175 |
+
AutoARIMA,Drift,0.5,0.25,0.75,0.102,-0.037,0.249
|
| 176 |
AutoARIMA,AutoTheta,0.417,0.167,0.667,0.057,-0.064,0.19
|
|
|
|
|
|
|
| 177 |
AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.357,0.24,0.471
|
| 178 |
Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.117,-0.213,-0.045
|
| 179 |
Chronos-Bolt,Stat. Ensemble,0.25,0.0,0.5,-0.125,-0.253,-0.016
|
| 180 |
Chronos-Bolt,Chronos-2,0.25,0.0,0.5,-0.096,-0.213,-0.014
|
| 181 |
+
Chronos-Bolt,Toto-1.0,0.25,0.042,0.458,-0.053,-0.102,-0.006
|
| 182 |
Chronos-Bolt,TimesFM-2.5,0.333,0.125,0.583,-0.084,-0.2,-0.002
|
| 183 |
+
Chronos-Bolt,FlowState,0.417,0.167,0.668,-0.115,-0.272,0.01
|
| 184 |
+
Chronos-Bolt,TabPFN-TS,0.417,0.167,0.669,-0.095,-0.249,0.045
|
| 185 |
+
Chronos-Bolt,CatBoost,0.417,0.167,0.75,-0.073,-0.221,0.041
|
| 186 |
Chronos-Bolt,AutoETS,0.333,0.083,0.667,-0.067,-0.156,0.003
|
| 187 |
+
Chronos-Bolt,LightGBM,0.417,0.167,0.75,-0.07,-0.216,0.037
|
| 188 |
Chronos-Bolt,AutoARIMA,0.583,0.333,0.833,-0.082,-0.226,0.035
|
| 189 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 190 |
Chronos-Bolt,Moirai-2.0,0.417,0.167,0.667,0.031,-0.022,0.094
|
| 191 |
+
Chronos-Bolt,Drift,0.75,0.5,1.0,0.029,-0.15,0.149
|
| 192 |
Chronos-Bolt,AutoTheta,0.667,0.417,0.917,-0.02,-0.201,0.115
|
|
|
|
|
|
|
| 193 |
Chronos-Bolt,Seasonal Naive,0.833,0.583,1.0,0.305,0.17,0.432
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 194 |
Moirai-2.0,TiRex,0.083,0.0,0.25,-0.152,-0.307,-0.042
|
| 195 |
Moirai-2.0,Stat. Ensemble,0.333,0.083,0.667,-0.16,-0.308,-0.037
|
| 196 |
Moirai-2.0,Chronos-2,0.333,0.083,0.667,-0.131,-0.281,-0.018
|
| 197 |
+
Moirai-2.0,Toto-1.0,0.25,0.042,0.458,-0.086,-0.169,-0.026
|
| 198 |
Moirai-2.0,TimesFM-2.5,0.417,0.167,0.667,-0.119,-0.275,-0.001
|
| 199 |
+
Moirai-2.0,FlowState,0.417,0.167,0.668,-0.15,-0.35,0.007
|
| 200 |
+
Moirai-2.0,TabPFN-TS,0.417,0.167,0.669,-0.13,-0.314,0.031
|
| 201 |
+
Moirai-2.0,CatBoost,0.417,0.167,0.75,-0.107,-0.266,0.019
|
| 202 |
Moirai-2.0,AutoETS,0.333,0.083,0.667,-0.101,-0.201,-0.012
|
| 203 |
+
Moirai-2.0,LightGBM,0.417,0.167,0.75,-0.104,-0.268,0.024
|
| 204 |
Moirai-2.0,AutoARIMA,0.5,0.25,0.75,-0.116,-0.299,0.024
|
| 205 |
Moirai-2.0,Chronos-Bolt,0.583,0.333,0.833,-0.032,-0.104,0.022
|
|
|
|
| 206 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
Moirai-2.0,Drift,0.583,0.333,0.833,-0.002,-0.195,0.127
|
| 208 |
Moirai-2.0,AutoTheta,0.5,0.25,0.75,-0.052,-0.228,0.084
|
|
|
|
|
|
|
| 209 |
Moirai-2.0,Seasonal Naive,0.75,0.5,1.0,0.283,0.152,0.405
|
| 210 |
+
Drift,TiRex,0.25,0.0,0.5,-0.15,-0.388,0.065
|
| 211 |
+
Drift,Stat. Ensemble,0.167,0.0,0.417,-0.158,-0.356,-0.017
|
| 212 |
+
Drift,Chronos-2,0.333,0.083,0.583,-0.128,-0.41,0.092
|
| 213 |
+
Drift,Toto-1.0,0.25,0.0,0.5,-0.084,-0.247,0.089
|
| 214 |
+
Drift,TimesFM-2.5,0.25,0.0,0.5,-0.116,-0.374,0.104
|
| 215 |
+
Drift,FlowState,0.25,0.0,0.5,-0.148,-0.342,-0.015
|
| 216 |
+
Drift,TabPFN-TS,0.333,0.083,0.583,-0.128,-0.334,0.009
|
| 217 |
+
Drift,CatBoost,0.417,0.167,0.667,-0.104,-0.237,-0.001
|
| 218 |
+
Drift,AutoETS,0.417,0.167,0.667,-0.098,-0.3,0.066
|
| 219 |
+
Drift,LightGBM,0.25,0.0,0.5,-0.101,-0.238,-0.0
|
| 220 |
+
Drift,AutoARIMA,0.5,0.25,0.75,-0.114,-0.332,0.036
|
| 221 |
+
Drift,Chronos-Bolt,0.25,0.0,0.5,-0.029,-0.175,0.13
|
| 222 |
+
Drift,Moirai-2.0,0.417,0.167,0.667,0.002,-0.146,0.163
|
| 223 |
+
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
Drift,AutoTheta,0.75,0.5,1.0,-0.05,-0.184,0.016
|
| 225 |
+
Drift,Seasonal Naive,0.917,0.75,1.0,0.284,0.11,0.391
|
| 226 |
AutoTheta,TiRex,0.333,0.083,0.583,-0.096,-0.299,0.084
|
| 227 |
AutoTheta,Stat. Ensemble,0.083,0.0,0.25,-0.103,-0.229,-0.006
|
| 228 |
AutoTheta,Chronos-2,0.333,0.083,0.583,-0.075,-0.273,0.113
|
| 229 |
+
AutoTheta,Toto-1.0,0.333,0.083,0.583,-0.033,-0.201,0.124
|
| 230 |
AutoTheta,TimesFM-2.5,0.25,0.0,0.5,-0.064,-0.263,0.122
|
| 231 |
+
AutoTheta,FlowState,0.333,0.083,0.583,-0.094,-0.258,0.014
|
| 232 |
+
AutoTheta,TabPFN-TS,0.25,0.0,0.5,-0.074,-0.192,0.015
|
| 233 |
+
AutoTheta,CatBoost,0.417,0.167,0.667,-0.052,-0.135,0.022
|
| 234 |
AutoTheta,AutoETS,0.333,0.083,0.583,-0.046,-0.174,0.079
|
| 235 |
+
AutoTheta,LightGBM,0.333,0.083,0.583,-0.049,-0.138,0.023
|
| 236 |
AutoTheta,AutoARIMA,0.583,0.333,0.833,-0.061,-0.235,0.061
|
| 237 |
AutoTheta,Chronos-Bolt,0.333,0.083,0.583,0.019,-0.13,0.167
|
|
|
|
| 238 |
AutoTheta,Moirai-2.0,0.5,0.25,0.75,0.049,-0.092,0.186
|
| 239 |
+
AutoTheta,Drift,0.25,0.0,0.5,0.047,-0.016,0.156
|
| 240 |
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
| 241 |
AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.318,0.237,0.391
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 242 |
Seasonal Naive,TiRex,0.083,0.0,0.25,-0.607,-1.014,-0.337
|
| 243 |
Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.618,-0.915,-0.396
|
| 244 |
Seasonal Naive,Chronos-2,0.083,0.0,0.25,-0.576,-0.957,-0.311
|
| 245 |
+
Seasonal Naive,Toto-1.0,0.083,0.0,0.25,-0.515,-0.863,-0.255
|
| 246 |
Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.56,-0.92,-0.308
|
| 247 |
+
Seasonal Naive,FlowState,0.083,0.0,0.25,-0.604,-0.954,-0.348
|
| 248 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.576,-0.842,-0.375
|
| 249 |
+
Seasonal Naive,CatBoost,0.0,0.0,0.0,-0.543,-0.796,-0.331
|
| 250 |
Seasonal Naive,AutoETS,0.0,0.0,0.0,-0.535,-0.834,-0.33
|
| 251 |
+
Seasonal Naive,LightGBM,0.083,0.0,0.25,-0.539,-0.791,-0.326
|
| 252 |
Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.556,-0.891,-0.315
|
| 253 |
Seasonal Naive,Chronos-Bolt,0.167,0.0,0.417,-0.438,-0.76,-0.205
|
|
|
|
| 254 |
Seasonal Naive,Moirai-2.0,0.25,0.0,0.5,-0.394,-0.681,-0.179
|
| 255 |
+
Seasonal Naive,Drift,0.083,0.0,0.25,-0.397,-0.643,-0.124
|
| 256 |
Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.467,-0.643,-0.311
|
|
|
|
|
|
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/domain_econ/pairwise_WQL.csv
CHANGED
|
@@ -1,9 +1,10 @@
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
TiRex,Chronos-2,0.583,0.333,0.833,0.019,-0.029,0.058
|
| 4 |
-
TiRex,
|
|
|
|
| 5 |
TiRex,TimesFM-2.5,0.833,0.667,1.0,0.047,0.005,0.084
|
| 6 |
-
TiRex,TabPFN-TS,0.
|
| 7 |
TiRex,Stat. Ensemble,0.75,0.5,1.0,0.066,-0.055,0.161
|
| 8 |
TiRex,Chronos-Bolt,0.917,0.75,1.0,0.102,0.047,0.167
|
| 9 |
TiRex,AutoETS,0.833,0.583,1.0,0.084,0.017,0.145
|
|
@@ -11,14 +12,15 @@ TiRex,Moirai-2.0,0.833,0.583,1.0,0.138,0.051,0.236
|
|
| 11 |
TiRex,AutoARIMA,0.75,0.5,1.0,0.117,-0.008,0.227
|
| 12 |
TiRex,AutoTheta,0.833,0.583,1.0,0.183,0.017,0.322
|
| 13 |
TiRex,Drift,0.917,0.75,1.0,0.24,0.039,0.386
|
| 14 |
-
TiRex,
|
| 15 |
-
TiRex,
|
| 16 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.421,0.287,0.546
|
| 17 |
Chronos-2,TiRex,0.417,0.167,0.667,-0.02,-0.062,0.028
|
| 18 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 19 |
-
Chronos-2,
|
|
|
|
| 20 |
Chronos-2,TimesFM-2.5,0.667,0.333,0.917,0.028,-0.008,0.061
|
| 21 |
-
Chronos-2,TabPFN-TS,0.667,0.417,0.917,0.
|
| 22 |
Chronos-2,Stat. Ensemble,0.833,0.583,1.0,0.048,-0.082,0.141
|
| 23 |
Chronos-2,Chronos-Bolt,0.667,0.417,0.917,0.084,0.014,0.167
|
| 24 |
Chronos-2,AutoETS,0.917,0.75,1.0,0.066,0.004,0.112
|
|
@@ -26,29 +28,47 @@ Chronos-2,Moirai-2.0,0.667,0.333,0.917,0.122,0.031,0.22
|
|
| 26 |
Chronos-2,AutoARIMA,0.75,0.5,1.0,0.099,-0.035,0.22
|
| 27 |
Chronos-2,AutoTheta,0.917,0.75,1.0,0.167,-0.006,0.299
|
| 28 |
Chronos-2,Drift,0.917,0.75,1.0,0.225,0.01,0.391
|
| 29 |
-
Chronos-2,
|
| 30 |
-
Chronos-2,
|
| 31 |
Chronos-2,Seasonal Naive,0.917,0.75,1.0,0.41,0.281,0.527
|
| 32 |
-
|
| 33 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 34 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
-
Toto-1.0,TimesFM-2.5,0.583,0.333,0.833,-0.
|
| 36 |
-
Toto-1.0,TabPFN-TS,0.583,0.333,0.833,-0.
|
| 37 |
-
Toto-1.0,Stat. Ensemble,0.583,0.333,0.833,0.
|
| 38 |
-
Toto-1.0,Chronos-Bolt,0.833,0.667,1.0,0.
|
| 39 |
-
Toto-1.0,AutoETS,0.667,0.417,0.917,0.021,-0.
|
| 40 |
-
Toto-1.0,Moirai-2.0,0.917,0.792,1.0,0.079,0.
|
| 41 |
-
Toto-1.0,AutoARIMA,0.583,0.333,0.833,0.
|
| 42 |
-
Toto-1.0,AutoTheta,0.75,0.5,1.0,0.126,-0.
|
| 43 |
-
Toto-1.0,Drift,0.917,0.75,1.0,0.187,-0.
|
| 44 |
-
Toto-1.0,
|
| 45 |
-
Toto-1.0,
|
| 46 |
-
Toto-1.0,Seasonal Naive,0.833,0.583,1.0,0.381,0.
|
| 47 |
TimesFM-2.5,TiRex,0.167,0.0,0.333,-0.049,-0.092,-0.005
|
| 48 |
TimesFM-2.5,Chronos-2,0.333,0.083,0.667,-0.029,-0.064,0.008
|
| 49 |
-
TimesFM-2.5,
|
|
|
|
| 50 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
-
TimesFM-2.5,TabPFN-TS,0.5,0.25,0.75,0.016,-0.
|
| 52 |
TimesFM-2.5,Stat. Ensemble,0.667,0.417,0.917,0.021,-0.12,0.113
|
| 53 |
TimesFM-2.5,Chronos-Bolt,0.583,0.333,0.833,0.058,-0.015,0.143
|
| 54 |
TimesFM-2.5,AutoETS,0.75,0.5,1.0,0.04,-0.045,0.104
|
|
@@ -56,29 +76,31 @@ TimesFM-2.5,Moirai-2.0,0.583,0.333,0.833,0.096,-0.002,0.206
|
|
| 56 |
TimesFM-2.5,AutoARIMA,0.75,0.5,1.0,0.074,-0.073,0.186
|
| 57 |
TimesFM-2.5,AutoTheta,0.833,0.583,1.0,0.143,-0.049,0.286
|
| 58 |
TimesFM-2.5,Drift,0.833,0.583,1.0,0.203,-0.028,0.375
|
| 59 |
-
TimesFM-2.5,
|
| 60 |
-
TimesFM-2.5,
|
| 61 |
TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.393,0.257,0.517
|
| 62 |
-
TabPFN-TS,TiRex,0.
|
| 63 |
-
TabPFN-TS,Chronos-2,0.333,0.083,0.583,-0.
|
| 64 |
-
TabPFN-TS,
|
| 65 |
-
TabPFN-TS,
|
|
|
|
| 66 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
-
TabPFN-TS,Stat. Ensemble,0.
|
| 68 |
-
TabPFN-TS,Chronos-Bolt,0.583,0.331,0.833,0.
|
| 69 |
-
TabPFN-TS,AutoETS,0.75,0.5,1.0,0.
|
| 70 |
-
TabPFN-TS,Moirai-2.0,0.583,0.331,0.833,0.
|
| 71 |
-
TabPFN-TS,AutoARIMA,0.
|
| 72 |
-
TabPFN-TS,AutoTheta,0.
|
| 73 |
-
TabPFN-TS,Drift,0.
|
| 74 |
-
TabPFN-TS,
|
| 75 |
-
TabPFN-TS,
|
| 76 |
-
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.
|
| 77 |
Stat. Ensemble,TiRex,0.25,0.0,0.5,-0.071,-0.192,0.052
|
| 78 |
Stat. Ensemble,Chronos-2,0.167,0.0,0.417,-0.05,-0.164,0.076
|
| 79 |
-
Stat. Ensemble,
|
|
|
|
| 80 |
Stat. Ensemble,TimesFM-2.5,0.333,0.083,0.583,-0.021,-0.127,0.107
|
| 81 |
-
Stat. Ensemble,TabPFN-TS,0.
|
| 82 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 83 |
Stat. Ensemble,Chronos-Bolt,0.417,0.167,0.667,0.038,-0.083,0.155
|
| 84 |
Stat. Ensemble,AutoETS,0.417,0.167,0.667,0.019,-0.068,0.095
|
|
@@ -86,14 +108,15 @@ Stat. Ensemble,Moirai-2.0,0.5,0.25,0.75,0.077,-0.064,0.201
|
|
| 86 |
Stat. Ensemble,AutoARIMA,0.917,0.75,1.0,0.054,-0.0,0.099
|
| 87 |
Stat. Ensemble,AutoTheta,0.917,0.75,1.0,0.125,0.037,0.224
|
| 88 |
Stat. Ensemble,Drift,0.917,0.75,1.0,0.186,0.041,0.338
|
| 89 |
-
Stat. Ensemble,
|
| 90 |
-
Stat. Ensemble,
|
| 91 |
Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.38,0.283,0.482
|
| 92 |
Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.113,-0.2,-0.049
|
| 93 |
Chronos-Bolt,Chronos-2,0.333,0.083,0.583,-0.092,-0.2,-0.014
|
| 94 |
-
Chronos-Bolt,
|
|
|
|
| 95 |
Chronos-Bolt,TimesFM-2.5,0.417,0.167,0.667,-0.061,-0.167,0.014
|
| 96 |
-
Chronos-Bolt,TabPFN-TS,0.417,0.167,0.669,-0.
|
| 97 |
Chronos-Bolt,Stat. Ensemble,0.583,0.333,0.833,-0.04,-0.184,0.077
|
| 98 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
Chronos-Bolt,AutoETS,0.583,0.333,0.833,-0.019,-0.125,0.057
|
|
@@ -101,14 +124,15 @@ Chronos-Bolt,Moirai-2.0,0.5,0.25,0.75,0.041,-0.012,0.105
|
|
| 101 |
Chronos-Bolt,AutoARIMA,0.667,0.417,0.917,0.017,-0.147,0.157
|
| 102 |
Chronos-Bolt,AutoTheta,0.833,0.583,1.0,0.09,-0.083,0.223
|
| 103 |
Chronos-Bolt,Drift,0.917,0.75,1.0,0.154,-0.033,0.28
|
| 104 |
-
Chronos-Bolt,
|
| 105 |
-
Chronos-Bolt,
|
| 106 |
Chronos-Bolt,Seasonal Naive,0.833,0.583,1.0,0.355,0.212,0.48
|
| 107 |
AutoETS,TiRex,0.167,0.0,0.417,-0.092,-0.169,-0.018
|
| 108 |
AutoETS,Chronos-2,0.083,0.0,0.25,-0.071,-0.126,-0.004
|
| 109 |
-
AutoETS,
|
|
|
|
| 110 |
AutoETS,TimesFM-2.5,0.25,0.0,0.5,-0.041,-0.116,0.043
|
| 111 |
-
AutoETS,TabPFN-TS,0.25,0.0,0.5,-0.
|
| 112 |
AutoETS,Stat. Ensemble,0.583,0.333,0.833,-0.02,-0.105,0.064
|
| 113 |
AutoETS,Chronos-Bolt,0.417,0.167,0.667,0.019,-0.06,0.111
|
| 114 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
|
@@ -116,14 +140,15 @@ AutoETS,Moirai-2.0,0.417,0.167,0.667,0.059,-0.034,0.15
|
|
| 116 |
AutoETS,AutoARIMA,0.75,0.5,1.0,0.035,-0.082,0.151
|
| 117 |
AutoETS,AutoTheta,0.833,0.583,1.0,0.108,-0.026,0.227
|
| 118 |
AutoETS,Drift,0.833,0.583,1.0,0.17,-0.016,0.334
|
| 119 |
-
AutoETS,
|
| 120 |
-
AutoETS,
|
| 121 |
AutoETS,Seasonal Naive,0.917,0.75,1.0,0.368,0.243,0.486
|
| 122 |
Moirai-2.0,TiRex,0.167,0.0,0.417,-0.161,-0.309,-0.053
|
| 123 |
Moirai-2.0,Chronos-2,0.333,0.083,0.667,-0.138,-0.282,-0.032
|
| 124 |
-
Moirai-2.0,
|
|
|
|
| 125 |
Moirai-2.0,TimesFM-2.5,0.417,0.167,0.667,-0.107,-0.259,0.002
|
| 126 |
-
Moirai-2.0,TabPFN-TS,0.417,0.167,0.669,-0.
|
| 127 |
Moirai-2.0,Stat. Ensemble,0.5,0.25,0.75,-0.084,-0.251,0.061
|
| 128 |
Moirai-2.0,Chronos-Bolt,0.5,0.25,0.75,-0.043,-0.118,0.012
|
| 129 |
Moirai-2.0,AutoETS,0.583,0.333,0.833,-0.063,-0.177,0.033
|
|
@@ -131,14 +156,15 @@ Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
|
| 131 |
Moirai-2.0,AutoARIMA,0.583,0.333,0.833,-0.025,-0.226,0.141
|
| 132 |
Moirai-2.0,AutoTheta,0.667,0.417,0.917,0.051,-0.119,0.187
|
| 133 |
Moirai-2.0,Drift,0.75,0.5,1.0,0.118,-0.083,0.257
|
| 134 |
-
Moirai-2.0,
|
| 135 |
-
Moirai-2.0,
|
| 136 |
Moirai-2.0,Seasonal Naive,0.75,0.5,1.0,0.328,0.183,0.456
|
| 137 |
AutoARIMA,TiRex,0.25,0.0,0.5,-0.132,-0.294,0.008
|
| 138 |
AutoARIMA,Chronos-2,0.25,0.0,0.5,-0.11,-0.282,0.034
|
| 139 |
-
AutoARIMA,
|
|
|
|
| 140 |
AutoARIMA,TimesFM-2.5,0.25,0.0,0.5,-0.079,-0.228,0.068
|
| 141 |
-
AutoARIMA,TabPFN-TS,0.
|
| 142 |
AutoARIMA,Stat. Ensemble,0.083,0.0,0.25,-0.057,-0.109,0.0
|
| 143 |
AutoARIMA,Chronos-Bolt,0.333,0.083,0.583,-0.017,-0.187,0.128
|
| 144 |
AutoARIMA,AutoETS,0.25,0.0,0.5,-0.037,-0.178,0.076
|
|
@@ -146,14 +172,15 @@ AutoARIMA,Moirai-2.0,0.417,0.167,0.667,0.025,-0.164,0.185
|
|
| 146 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
AutoARIMA,AutoTheta,0.5,0.25,0.75,0.075,-0.043,0.214
|
| 148 |
AutoARIMA,Drift,0.667,0.417,0.917,0.139,-0.024,0.304
|
| 149 |
-
AutoARIMA,
|
| 150 |
-
AutoARIMA,
|
| 151 |
AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.344,0.225,0.467
|
| 152 |
AutoTheta,TiRex,0.167,0.0,0.417,-0.224,-0.476,-0.017
|
| 153 |
AutoTheta,Chronos-2,0.083,0.0,0.25,-0.2,-0.426,0.006
|
| 154 |
-
AutoTheta,
|
|
|
|
| 155 |
AutoTheta,TimesFM-2.5,0.167,0.0,0.417,-0.167,-0.401,0.046
|
| 156 |
-
AutoTheta,TabPFN-TS,0.
|
| 157 |
AutoTheta,Stat. Ensemble,0.083,0.0,0.25,-0.143,-0.289,-0.038
|
| 158 |
AutoTheta,Chronos-Bolt,0.167,0.0,0.417,-0.099,-0.286,0.076
|
| 159 |
AutoTheta,AutoETS,0.167,0.0,0.417,-0.12,-0.293,0.025
|
|
@@ -161,14 +188,15 @@ AutoTheta,Moirai-2.0,0.333,0.083,0.583,-0.054,-0.229,0.106
|
|
| 161 |
AutoTheta,AutoARIMA,0.5,0.25,0.75,-0.081,-0.273,0.041
|
| 162 |
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
AutoTheta,Drift,0.333,0.083,0.583,0.07,-0.028,0.226
|
| 164 |
-
AutoTheta,
|
| 165 |
-
AutoTheta,
|
| 166 |
AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.291,0.222,0.357
|
| 167 |
Drift,TiRex,0.083,0.0,0.25,-0.315,-0.628,-0.04
|
| 168 |
Drift,Chronos-2,0.083,0.0,0.25,-0.29,-0.643,-0.01
|
| 169 |
-
Drift,
|
|
|
|
| 170 |
Drift,TimesFM-2.5,0.167,0.0,0.417,-0.254,-0.6,0.027
|
| 171 |
-
Drift,TabPFN-TS,0.
|
| 172 |
Drift,Stat. Ensemble,0.083,0.0,0.25,-0.228,-0.511,-0.043
|
| 173 |
Drift,Chronos-Bolt,0.083,0.0,0.25,-0.182,-0.389,0.032
|
| 174 |
Drift,AutoETS,0.167,0.0,0.417,-0.205,-0.5,0.015
|
|
@@ -176,44 +204,47 @@ Drift,Moirai-2.0,0.25,0.0,0.5,-0.133,-0.347,0.076
|
|
| 176 |
Drift,AutoARIMA,0.333,0.083,0.583,-0.162,-0.437,0.023
|
| 177 |
Drift,AutoTheta,0.667,0.417,0.917,-0.075,-0.292,0.027
|
| 178 |
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
Drift,
|
| 180 |
-
Drift,
|
| 181 |
Drift,Seasonal Naive,0.917,0.75,1.0,0.238,0.002,0.366
|
| 182 |
-
|
| 183 |
-
|
| 184 |
-
|
| 185 |
-
|
| 186 |
-
|
| 187 |
-
|
| 188 |
-
|
| 189 |
-
|
| 190 |
-
|
| 191 |
-
|
| 192 |
-
|
| 193 |
-
|
| 194 |
-
|
| 195 |
-
|
| 196 |
-
|
| 197 |
-
Naive,
|
| 198 |
-
|
| 199 |
-
|
| 200 |
-
|
| 201 |
-
|
| 202 |
-
|
| 203 |
-
|
| 204 |
-
|
| 205 |
-
|
| 206 |
-
|
| 207 |
-
|
| 208 |
-
|
| 209 |
-
|
| 210 |
-
|
| 211 |
-
|
|
|
|
|
|
|
| 212 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.727,-1.204,-0.402
|
| 213 |
Seasonal Naive,Chronos-2,0.083,0.0,0.25,-0.694,-1.116,-0.391
|
| 214 |
-
Seasonal Naive,
|
|
|
|
| 215 |
Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.647,-1.071,-0.346
|
| 216 |
-
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.
|
| 217 |
Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.613,-0.931,-0.394
|
| 218 |
Seasonal Naive,Chronos-Bolt,0.167,0.0,0.417,-0.551,-0.924,-0.269
|
| 219 |
Seasonal Naive,AutoETS,0.083,0.0,0.25,-0.581,-0.947,-0.321
|
|
@@ -221,6 +252,6 @@ Seasonal Naive,Moirai-2.0,0.25,0.0,0.5,-0.488,-0.838,-0.223
|
|
| 221 |
Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.525,-0.875,-0.291
|
| 222 |
Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.411,-0.556,-0.286
|
| 223 |
Seasonal Naive,Drift,0.083,0.0,0.25,-0.313,-0.578,-0.002
|
| 224 |
-
Seasonal Naive,
|
| 225 |
-
Seasonal Naive,
|
| 226 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
TiRex,Chronos-2,0.583,0.333,0.833,0.019,-0.029,0.058
|
| 4 |
+
TiRex,FlowState,0.75,0.5,1.0,0.02,-0.099,0.09
|
| 5 |
+
TiRex,Toto-1.0,0.667,0.333,0.917,0.064,0.009,0.124
|
| 6 |
TiRex,TimesFM-2.5,0.833,0.667,1.0,0.047,0.005,0.084
|
| 7 |
+
TiRex,TabPFN-TS,0.75,0.5,1.0,0.032,-0.059,0.112
|
| 8 |
TiRex,Stat. Ensemble,0.75,0.5,1.0,0.066,-0.055,0.161
|
| 9 |
TiRex,Chronos-Bolt,0.917,0.75,1.0,0.102,0.047,0.167
|
| 10 |
TiRex,AutoETS,0.833,0.583,1.0,0.084,0.017,0.145
|
|
|
|
| 12 |
TiRex,AutoARIMA,0.75,0.5,1.0,0.117,-0.008,0.227
|
| 13 |
TiRex,AutoTheta,0.833,0.583,1.0,0.183,0.017,0.322
|
| 14 |
TiRex,Drift,0.917,0.75,1.0,0.24,0.039,0.386
|
| 15 |
+
TiRex,DeepAR,1.0,1.0,1.0,0.259,0.166,0.353
|
| 16 |
+
TiRex,CatBoost,0.917,0.75,1.0,0.216,0.106,0.306
|
| 17 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.421,0.287,0.546
|
| 18 |
Chronos-2,TiRex,0.417,0.167,0.667,-0.02,-0.062,0.028
|
| 19 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
Chronos-2,FlowState,0.583,0.333,0.833,0.001,-0.142,0.096
|
| 21 |
+
Chronos-2,Toto-1.0,0.5,0.25,0.833,0.046,-0.028,0.132
|
| 22 |
Chronos-2,TimesFM-2.5,0.667,0.333,0.917,0.028,-0.008,0.061
|
| 23 |
+
Chronos-2,TabPFN-TS,0.667,0.417,0.917,0.013,-0.089,0.095
|
| 24 |
Chronos-2,Stat. Ensemble,0.833,0.583,1.0,0.048,-0.082,0.141
|
| 25 |
Chronos-2,Chronos-Bolt,0.667,0.417,0.917,0.084,0.014,0.167
|
| 26 |
Chronos-2,AutoETS,0.917,0.75,1.0,0.066,0.004,0.112
|
|
|
|
| 28 |
Chronos-2,AutoARIMA,0.75,0.5,1.0,0.099,-0.035,0.22
|
| 29 |
Chronos-2,AutoTheta,0.917,0.75,1.0,0.167,-0.006,0.299
|
| 30 |
Chronos-2,Drift,0.917,0.75,1.0,0.225,0.01,0.391
|
| 31 |
+
Chronos-2,DeepAR,1.0,1.0,1.0,0.244,0.151,0.333
|
| 32 |
+
Chronos-2,CatBoost,0.917,0.75,1.0,0.201,0.081,0.289
|
| 33 |
Chronos-2,Seasonal Naive,0.917,0.75,1.0,0.41,0.281,0.527
|
| 34 |
+
FlowState,TiRex,0.25,0.0,0.5,-0.02,-0.099,0.09
|
| 35 |
+
FlowState,Chronos-2,0.417,0.167,0.667,-0.001,-0.106,0.124
|
| 36 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
FlowState,Toto-1.0,0.583,0.332,0.833,0.045,-0.064,0.156
|
| 38 |
+
FlowState,TimesFM-2.5,0.583,0.333,0.833,0.027,-0.07,0.156
|
| 39 |
+
FlowState,TabPFN-TS,0.667,0.417,0.917,0.012,-0.07,0.076
|
| 40 |
+
FlowState,Stat. Ensemble,0.583,0.333,0.833,0.047,-0.025,0.119
|
| 41 |
+
FlowState,Chronos-Bolt,0.583,0.332,0.833,0.083,-0.022,0.187
|
| 42 |
+
FlowState,AutoETS,0.667,0.417,0.917,0.065,-0.019,0.146
|
| 43 |
+
FlowState,Moirai-2.0,0.583,0.332,0.833,0.121,-0.009,0.243
|
| 44 |
+
FlowState,AutoARIMA,0.75,0.5,1.0,0.099,0.019,0.191
|
| 45 |
+
FlowState,AutoTheta,0.833,0.583,1.0,0.166,0.06,0.274
|
| 46 |
+
FlowState,Drift,0.917,0.75,1.0,0.224,0.102,0.342
|
| 47 |
+
FlowState,DeepAR,0.917,0.75,1.0,0.244,0.145,0.334
|
| 48 |
+
FlowState,CatBoost,1.0,1.0,1.0,0.2,0.147,0.268
|
| 49 |
+
FlowState,Seasonal Naive,0.917,0.75,1.0,0.409,0.289,0.52
|
| 50 |
+
Toto-1.0,TiRex,0.333,0.083,0.667,-0.069,-0.142,-0.009
|
| 51 |
+
Toto-1.0,Chronos-2,0.5,0.167,0.75,-0.048,-0.153,0.028
|
| 52 |
+
Toto-1.0,FlowState,0.417,0.167,0.668,-0.047,-0.184,0.06
|
| 53 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
Toto-1.0,TimesFM-2.5,0.583,0.333,0.833,-0.019,-0.113,0.05
|
| 55 |
+
Toto-1.0,TabPFN-TS,0.583,0.333,0.833,-0.035,-0.158,0.074
|
| 56 |
+
Toto-1.0,Stat. Ensemble,0.583,0.333,0.833,0.002,-0.131,0.109
|
| 57 |
+
Toto-1.0,Chronos-Bolt,0.833,0.667,1.0,0.04,0.003,0.076
|
| 58 |
+
Toto-1.0,AutoETS,0.667,0.417,0.917,0.021,-0.072,0.095
|
| 59 |
+
Toto-1.0,Moirai-2.0,0.917,0.792,1.0,0.079,0.024,0.151
|
| 60 |
+
Toto-1.0,AutoARIMA,0.583,0.333,0.833,0.056,-0.084,0.182
|
| 61 |
+
Toto-1.0,AutoTheta,0.75,0.5,1.0,0.126,-0.047,0.265
|
| 62 |
+
Toto-1.0,Drift,0.917,0.75,1.0,0.187,-0.006,0.318
|
| 63 |
+
Toto-1.0,DeepAR,0.917,0.75,1.0,0.208,0.101,0.304
|
| 64 |
+
Toto-1.0,CatBoost,0.833,0.583,1.0,0.162,0.041,0.257
|
| 65 |
+
Toto-1.0,Seasonal Naive,0.833,0.583,1.0,0.381,0.237,0.506
|
| 66 |
TimesFM-2.5,TiRex,0.167,0.0,0.333,-0.049,-0.092,-0.005
|
| 67 |
TimesFM-2.5,Chronos-2,0.333,0.083,0.667,-0.029,-0.064,0.008
|
| 68 |
+
TimesFM-2.5,FlowState,0.417,0.167,0.667,-0.028,-0.185,0.066
|
| 69 |
+
TimesFM-2.5,Toto-1.0,0.417,0.167,0.667,0.019,-0.052,0.102
|
| 70 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
TimesFM-2.5,TabPFN-TS,0.5,0.25,0.75,-0.016,-0.13,0.074
|
| 72 |
TimesFM-2.5,Stat. Ensemble,0.667,0.417,0.917,0.021,-0.12,0.113
|
| 73 |
TimesFM-2.5,Chronos-Bolt,0.583,0.333,0.833,0.058,-0.015,0.143
|
| 74 |
TimesFM-2.5,AutoETS,0.75,0.5,1.0,0.04,-0.045,0.104
|
|
|
|
| 76 |
TimesFM-2.5,AutoARIMA,0.75,0.5,1.0,0.074,-0.073,0.186
|
| 77 |
TimesFM-2.5,AutoTheta,0.833,0.583,1.0,0.143,-0.049,0.286
|
| 78 |
TimesFM-2.5,Drift,0.833,0.583,1.0,0.203,-0.028,0.375
|
| 79 |
+
TimesFM-2.5,DeepAR,0.833,0.583,1.0,0.223,0.112,0.322
|
| 80 |
+
TimesFM-2.5,CatBoost,0.917,0.75,1.0,0.178,0.046,0.276
|
| 81 |
TimesFM-2.5,Seasonal Naive,0.917,0.75,1.0,0.393,0.257,0.517
|
| 82 |
+
TabPFN-TS,TiRex,0.25,0.0,0.5,-0.033,-0.126,0.056
|
| 83 |
+
TabPFN-TS,Chronos-2,0.333,0.083,0.583,-0.013,-0.105,0.082
|
| 84 |
+
TabPFN-TS,FlowState,0.333,0.083,0.583,-0.012,-0.082,0.066
|
| 85 |
+
TabPFN-TS,Toto-1.0,0.417,0.167,0.667,0.034,-0.08,0.137
|
| 86 |
+
TabPFN-TS,TimesFM-2.5,0.5,0.25,0.75,0.015,-0.08,0.115
|
| 87 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
TabPFN-TS,Stat. Ensemble,0.5,0.25,0.833,0.036,-0.043,0.12
|
| 89 |
+
TabPFN-TS,Chronos-Bolt,0.583,0.331,0.833,0.072,-0.043,0.173
|
| 90 |
+
TabPFN-TS,AutoETS,0.75,0.5,1.0,0.054,-0.021,0.112
|
| 91 |
+
TabPFN-TS,Moirai-2.0,0.583,0.331,0.833,0.11,-0.023,0.223
|
| 92 |
+
TabPFN-TS,AutoARIMA,0.583,0.333,0.833,0.088,-0.016,0.201
|
| 93 |
+
TabPFN-TS,AutoTheta,0.917,0.75,1.0,0.156,0.047,0.26
|
| 94 |
+
TabPFN-TS,Drift,0.917,0.75,1.0,0.215,0.057,0.367
|
| 95 |
+
TabPFN-TS,DeepAR,0.75,0.5,1.0,0.235,0.112,0.332
|
| 96 |
+
TabPFN-TS,CatBoost,0.833,0.583,1.0,0.191,0.112,0.266
|
| 97 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.402,0.302,0.502
|
| 98 |
Stat. Ensemble,TiRex,0.25,0.0,0.5,-0.071,-0.192,0.052
|
| 99 |
Stat. Ensemble,Chronos-2,0.167,0.0,0.417,-0.05,-0.164,0.076
|
| 100 |
+
Stat. Ensemble,FlowState,0.417,0.167,0.667,-0.049,-0.135,0.025
|
| 101 |
+
Stat. Ensemble,Toto-1.0,0.417,0.167,0.667,-0.002,-0.122,0.116
|
| 102 |
Stat. Ensemble,TimesFM-2.5,0.333,0.083,0.583,-0.021,-0.127,0.107
|
| 103 |
+
Stat. Ensemble,TabPFN-TS,0.5,0.167,0.75,-0.037,-0.136,0.042
|
| 104 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
Stat. Ensemble,Chronos-Bolt,0.417,0.167,0.667,0.038,-0.083,0.155
|
| 106 |
Stat. Ensemble,AutoETS,0.417,0.167,0.667,0.019,-0.068,0.095
|
|
|
|
| 108 |
Stat. Ensemble,AutoARIMA,0.917,0.75,1.0,0.054,-0.0,0.099
|
| 109 |
Stat. Ensemble,AutoTheta,0.917,0.75,1.0,0.125,0.037,0.224
|
| 110 |
Stat. Ensemble,Drift,0.917,0.75,1.0,0.186,0.041,0.338
|
| 111 |
+
Stat. Ensemble,DeepAR,0.917,0.75,1.0,0.206,0.102,0.299
|
| 112 |
+
Stat. Ensemble,CatBoost,0.917,0.75,1.0,0.161,0.062,0.245
|
| 113 |
Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.38,0.283,0.482
|
| 114 |
Chronos-Bolt,TiRex,0.083,0.0,0.25,-0.113,-0.2,-0.049
|
| 115 |
Chronos-Bolt,Chronos-2,0.333,0.083,0.583,-0.092,-0.2,-0.014
|
| 116 |
+
Chronos-Bolt,FlowState,0.417,0.167,0.668,-0.091,-0.23,0.021
|
| 117 |
+
Chronos-Bolt,Toto-1.0,0.167,0.0,0.333,-0.041,-0.083,-0.003
|
| 118 |
Chronos-Bolt,TimesFM-2.5,0.417,0.167,0.667,-0.061,-0.167,0.014
|
| 119 |
+
Chronos-Bolt,TabPFN-TS,0.417,0.167,0.669,-0.078,-0.208,0.042
|
| 120 |
Chronos-Bolt,Stat. Ensemble,0.583,0.333,0.833,-0.04,-0.184,0.077
|
| 121 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
Chronos-Bolt,AutoETS,0.583,0.333,0.833,-0.019,-0.125,0.057
|
|
|
|
| 124 |
Chronos-Bolt,AutoARIMA,0.667,0.417,0.917,0.017,-0.147,0.157
|
| 125 |
Chronos-Bolt,AutoTheta,0.833,0.583,1.0,0.09,-0.083,0.223
|
| 126 |
Chronos-Bolt,Drift,0.917,0.75,1.0,0.154,-0.033,0.28
|
| 127 |
+
Chronos-Bolt,DeepAR,0.833,0.583,1.0,0.175,0.087,0.257
|
| 128 |
+
Chronos-Bolt,CatBoost,0.833,0.583,1.0,0.128,0.018,0.212
|
| 129 |
Chronos-Bolt,Seasonal Naive,0.833,0.583,1.0,0.355,0.212,0.48
|
| 130 |
AutoETS,TiRex,0.167,0.0,0.417,-0.092,-0.169,-0.018
|
| 131 |
AutoETS,Chronos-2,0.083,0.0,0.25,-0.071,-0.126,-0.004
|
| 132 |
+
AutoETS,FlowState,0.333,0.083,0.583,-0.07,-0.17,0.018
|
| 133 |
+
AutoETS,Toto-1.0,0.333,0.083,0.583,-0.022,-0.104,0.067
|
| 134 |
AutoETS,TimesFM-2.5,0.25,0.0,0.5,-0.041,-0.116,0.043
|
| 135 |
+
AutoETS,TabPFN-TS,0.25,0.0,0.5,-0.057,-0.126,0.021
|
| 136 |
AutoETS,Stat. Ensemble,0.583,0.333,0.833,-0.02,-0.105,0.064
|
| 137 |
AutoETS,Chronos-Bolt,0.417,0.167,0.667,0.019,-0.06,0.111
|
| 138 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 140 |
AutoETS,AutoARIMA,0.75,0.5,1.0,0.035,-0.082,0.151
|
| 141 |
AutoETS,AutoTheta,0.833,0.583,1.0,0.108,-0.026,0.227
|
| 142 |
AutoETS,Drift,0.833,0.583,1.0,0.17,-0.016,0.334
|
| 143 |
+
AutoETS,DeepAR,0.917,0.75,1.0,0.191,0.101,0.272
|
| 144 |
+
AutoETS,CatBoost,0.833,0.583,1.0,0.144,0.059,0.224
|
| 145 |
AutoETS,Seasonal Naive,0.917,0.75,1.0,0.368,0.243,0.486
|
| 146 |
Moirai-2.0,TiRex,0.167,0.0,0.417,-0.161,-0.309,-0.053
|
| 147 |
Moirai-2.0,Chronos-2,0.333,0.083,0.667,-0.138,-0.282,-0.032
|
| 148 |
+
Moirai-2.0,FlowState,0.417,0.167,0.668,-0.137,-0.321,0.009
|
| 149 |
+
Moirai-2.0,Toto-1.0,0.083,0.0,0.208,-0.086,-0.178,-0.024
|
| 150 |
Moirai-2.0,TimesFM-2.5,0.417,0.167,0.667,-0.107,-0.259,0.002
|
| 151 |
+
Moirai-2.0,TabPFN-TS,0.417,0.167,0.669,-0.124,-0.287,0.023
|
| 152 |
Moirai-2.0,Stat. Ensemble,0.5,0.25,0.75,-0.084,-0.251,0.061
|
| 153 |
Moirai-2.0,Chronos-Bolt,0.5,0.25,0.75,-0.043,-0.118,0.012
|
| 154 |
Moirai-2.0,AutoETS,0.583,0.333,0.833,-0.063,-0.177,0.033
|
|
|
|
| 156 |
Moirai-2.0,AutoARIMA,0.583,0.333,0.833,-0.025,-0.226,0.141
|
| 157 |
Moirai-2.0,AutoTheta,0.667,0.417,0.917,0.051,-0.119,0.187
|
| 158 |
Moirai-2.0,Drift,0.75,0.5,1.0,0.118,-0.083,0.257
|
| 159 |
+
Moirai-2.0,DeepAR,0.833,0.583,1.0,0.14,0.039,0.227
|
| 160 |
+
Moirai-2.0,CatBoost,0.75,0.5,1.0,0.091,-0.029,0.185
|
| 161 |
Moirai-2.0,Seasonal Naive,0.75,0.5,1.0,0.328,0.183,0.456
|
| 162 |
AutoARIMA,TiRex,0.25,0.0,0.5,-0.132,-0.294,0.008
|
| 163 |
AutoARIMA,Chronos-2,0.25,0.0,0.5,-0.11,-0.282,0.034
|
| 164 |
+
AutoARIMA,FlowState,0.25,0.0,0.5,-0.109,-0.235,-0.02
|
| 165 |
+
AutoARIMA,Toto-1.0,0.417,0.167,0.667,-0.059,-0.222,0.077
|
| 166 |
AutoARIMA,TimesFM-2.5,0.25,0.0,0.5,-0.079,-0.228,0.068
|
| 167 |
+
AutoARIMA,TabPFN-TS,0.417,0.167,0.667,-0.096,-0.252,0.016
|
| 168 |
AutoARIMA,Stat. Ensemble,0.083,0.0,0.25,-0.057,-0.109,0.0
|
| 169 |
AutoARIMA,Chronos-Bolt,0.333,0.083,0.583,-0.017,-0.187,0.128
|
| 170 |
AutoARIMA,AutoETS,0.25,0.0,0.5,-0.037,-0.178,0.076
|
|
|
|
| 172 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
AutoARIMA,AutoTheta,0.5,0.25,0.75,0.075,-0.043,0.214
|
| 174 |
AutoARIMA,Drift,0.667,0.417,0.917,0.139,-0.024,0.304
|
| 175 |
+
AutoARIMA,DeepAR,0.583,0.333,0.833,0.161,0.025,0.281
|
| 176 |
+
AutoARIMA,CatBoost,0.917,0.75,1.0,0.113,-0.028,0.232
|
| 177 |
AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.344,0.225,0.467
|
| 178 |
AutoTheta,TiRex,0.167,0.0,0.417,-0.224,-0.476,-0.017
|
| 179 |
AutoTheta,Chronos-2,0.083,0.0,0.25,-0.2,-0.426,0.006
|
| 180 |
+
AutoTheta,FlowState,0.167,0.0,0.417,-0.199,-0.378,-0.063
|
| 181 |
+
AutoTheta,Toto-1.0,0.25,0.0,0.5,-0.145,-0.36,0.045
|
| 182 |
AutoTheta,TimesFM-2.5,0.167,0.0,0.417,-0.167,-0.401,0.046
|
| 183 |
+
AutoTheta,TabPFN-TS,0.083,0.0,0.25,-0.185,-0.351,-0.05
|
| 184 |
AutoTheta,Stat. Ensemble,0.083,0.0,0.25,-0.143,-0.289,-0.038
|
| 185 |
AutoTheta,Chronos-Bolt,0.167,0.0,0.417,-0.099,-0.286,0.076
|
| 186 |
AutoTheta,AutoETS,0.167,0.0,0.417,-0.12,-0.293,0.025
|
|
|
|
| 188 |
AutoTheta,AutoARIMA,0.5,0.25,0.75,-0.081,-0.273,0.041
|
| 189 |
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
AutoTheta,Drift,0.333,0.083,0.583,0.07,-0.028,0.226
|
| 191 |
+
AutoTheta,DeepAR,0.5,0.25,0.75,0.093,-0.048,0.214
|
| 192 |
+
AutoTheta,CatBoost,0.75,0.5,1.0,0.041,-0.076,0.139
|
| 193 |
AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.291,0.222,0.357
|
| 194 |
Drift,TiRex,0.083,0.0,0.25,-0.315,-0.628,-0.04
|
| 195 |
Drift,Chronos-2,0.083,0.0,0.25,-0.29,-0.643,-0.01
|
| 196 |
+
Drift,FlowState,0.083,0.0,0.25,-0.289,-0.52,-0.114
|
| 197 |
+
Drift,Toto-1.0,0.083,0.0,0.25,-0.231,-0.465,0.006
|
| 198 |
Drift,TimesFM-2.5,0.167,0.0,0.417,-0.254,-0.6,0.027
|
| 199 |
+
Drift,TabPFN-TS,0.083,0.0,0.25,-0.274,-0.581,-0.061
|
| 200 |
Drift,Stat. Ensemble,0.083,0.0,0.25,-0.228,-0.511,-0.043
|
| 201 |
Drift,Chronos-Bolt,0.083,0.0,0.25,-0.182,-0.389,0.032
|
| 202 |
Drift,AutoETS,0.167,0.0,0.417,-0.205,-0.5,0.015
|
|
|
|
| 204 |
Drift,AutoARIMA,0.333,0.083,0.583,-0.162,-0.437,0.023
|
| 205 |
Drift,AutoTheta,0.667,0.417,0.917,-0.075,-0.292,0.027
|
| 206 |
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
Drift,DeepAR,0.417,0.167,0.667,0.025,-0.175,0.187
|
| 208 |
+
Drift,CatBoost,0.583,0.333,0.833,-0.031,-0.213,0.102
|
| 209 |
Drift,Seasonal Naive,0.917,0.75,1.0,0.238,0.002,0.366
|
| 210 |
+
DeepAR,TiRex,0.0,0.0,0.0,-0.349,-0.545,-0.2
|
| 211 |
+
DeepAR,Chronos-2,0.0,0.0,0.0,-0.323,-0.498,-0.178
|
| 212 |
+
DeepAR,FlowState,0.083,0.0,0.25,-0.322,-0.501,-0.169
|
| 213 |
+
DeepAR,Toto-1.0,0.083,0.0,0.25,-0.262,-0.437,-0.113
|
| 214 |
+
DeepAR,TimesFM-2.5,0.167,0.0,0.417,-0.286,-0.474,-0.126
|
| 215 |
+
DeepAR,TabPFN-TS,0.25,0.0,0.5,-0.307,-0.498,-0.126
|
| 216 |
+
DeepAR,Stat. Ensemble,0.083,0.0,0.25,-0.26,-0.426,-0.114
|
| 217 |
+
DeepAR,Chronos-Bolt,0.167,0.0,0.417,-0.212,-0.345,-0.096
|
| 218 |
+
DeepAR,AutoETS,0.083,0.0,0.25,-0.236,-0.374,-0.112
|
| 219 |
+
DeepAR,Moirai-2.0,0.167,0.0,0.417,-0.163,-0.293,-0.041
|
| 220 |
+
DeepAR,AutoARIMA,0.417,0.167,0.667,-0.192,-0.391,-0.026
|
| 221 |
+
DeepAR,AutoTheta,0.5,0.25,0.75,-0.103,-0.272,0.045
|
| 222 |
+
DeepAR,Drift,0.583,0.333,0.833,-0.026,-0.23,0.149
|
| 223 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
DeepAR,CatBoost,0.417,0.167,0.667,-0.057,-0.184,0.06
|
| 225 |
+
DeepAR,Seasonal Naive,0.667,0.417,0.917,0.219,0.07,0.365
|
| 226 |
+
CatBoost,TiRex,0.083,0.0,0.25,-0.276,-0.442,-0.119
|
| 227 |
+
CatBoost,Chronos-2,0.083,0.0,0.25,-0.252,-0.407,-0.088
|
| 228 |
+
CatBoost,FlowState,0.0,0.0,0.0,-0.251,-0.366,-0.172
|
| 229 |
+
CatBoost,Toto-1.0,0.167,0.0,0.417,-0.194,-0.347,-0.043
|
| 230 |
+
CatBoost,TimesFM-2.5,0.083,0.0,0.25,-0.217,-0.382,-0.048
|
| 231 |
+
CatBoost,TabPFN-TS,0.167,0.0,0.417,-0.236,-0.363,-0.126
|
| 232 |
+
CatBoost,Stat. Ensemble,0.083,0.0,0.25,-0.192,-0.324,-0.067
|
| 233 |
+
CatBoost,Chronos-Bolt,0.167,0.0,0.417,-0.146,-0.268,-0.018
|
| 234 |
+
CatBoost,AutoETS,0.167,0.0,0.417,-0.169,-0.288,-0.063
|
| 235 |
+
CatBoost,Moirai-2.0,0.25,0.0,0.5,-0.1,-0.228,0.029
|
| 236 |
+
CatBoost,AutoARIMA,0.083,0.0,0.25,-0.127,-0.302,0.027
|
| 237 |
+
CatBoost,AutoTheta,0.25,0.0,0.5,-0.043,-0.161,0.071
|
| 238 |
+
CatBoost,Drift,0.417,0.167,0.667,0.03,-0.113,0.175
|
| 239 |
+
CatBoost,DeepAR,0.583,0.333,0.833,0.054,-0.063,0.155
|
| 240 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
CatBoost,Seasonal Naive,0.833,0.583,1.0,0.261,0.126,0.384
|
| 242 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.727,-1.204,-0.402
|
| 243 |
Seasonal Naive,Chronos-2,0.083,0.0,0.25,-0.694,-1.116,-0.391
|
| 244 |
+
Seasonal Naive,FlowState,0.083,0.0,0.25,-0.692,-1.082,-0.407
|
| 245 |
+
Seasonal Naive,Toto-1.0,0.167,0.0,0.417,-0.616,-1.022,-0.311
|
| 246 |
Seasonal Naive,TimesFM-2.5,0.083,0.0,0.25,-0.647,-1.071,-0.346
|
| 247 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.672,-1.007,-0.432
|
| 248 |
Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.613,-0.931,-0.394
|
| 249 |
Seasonal Naive,Chronos-Bolt,0.167,0.0,0.417,-0.551,-0.924,-0.269
|
| 250 |
Seasonal Naive,AutoETS,0.083,0.0,0.25,-0.581,-0.947,-0.321
|
|
|
|
| 252 |
Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.525,-0.875,-0.291
|
| 253 |
Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.411,-0.556,-0.286
|
| 254 |
Seasonal Naive,Drift,0.083,0.0,0.25,-0.313,-0.578,-0.002
|
| 255 |
+
Seasonal Naive,DeepAR,0.333,0.083,0.583,-0.28,-0.576,-0.076
|
| 256 |
+
Seasonal Naive,CatBoost,0.167,0.0,0.417,-0.353,-0.625,-0.144
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/domain_energy/leaderboard_MASE.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Chronos-2,
|
| 3 |
-
TiRex,
|
| 4 |
-
TimesFM-2.5,
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,90.00000000000001,35.398351985937104,0.0,3.4120501715909093,0.0,0.0
|
| 3 |
+
TiRex,74.23076923076923,25.111125954829205,0.0,1.3324642875,0.038461538461538464,0.0
|
| 4 |
+
TimesFM-2.5,73.26923076923076,24.470577229456005,0.0,35.73234459616477,0.15384615384615385,0.0
|
| 5 |
+
TabPFN-TS,73.07692307692307,29.948417313219487,0.0,308.48925294219475,0.0,0.0
|
| 6 |
+
Chronos-Bolt,69.61538461538461,24.79493112223894,0.0,1.1602838375000002,0.0,0.0
|
| 7 |
+
FlowState,67.5,24.74097538777954,0.0,3.7859752799626865,0.15384615384615385,0.0
|
| 8 |
+
Moirai-2.0,66.53846153846153,23.276855703905884,0.0,2.549116965535714,0.3076923076923077,0.0
|
| 9 |
+
Sundial-Base,64.61538461538461,25.973733886600225,0.0,8.734264116875,0.038461538461538464,0.0
|
| 10 |
+
Toto-1.0,63.46153846153847,22.17352687153604,0.0,64.32606581959577,0.15384615384615385,0.0
|
| 11 |
+
TFT,54.61538461538462,24.332626654075018,7067.210990843215,5.868696277689394,0.0,0.0
|
| 12 |
+
DeepAR,50.480769230769226,20.515410969632153,13498.838423148572,8.687442574285715,0.0,11.538461538461538
|
| 13 |
+
PatchTST,47.11538461538461,18.853426287300014,7221.856288165601,6.349855852499999,0.0,0.0
|
| 14 |
+
CatBoost,47.11538461538461,17.15191259995018,498.1807509,5.586804820681818,0.0,0.0
|
| 15 |
+
LightGBM,43.269230769230774,14.854815383201469,47.29828941238095,4.303395228143939,0.0,0.0
|
| 16 |
+
Stat. Ensemble,36.0576923076923,4.447406228151163,0.0,2051.548594149911,0.0,7.6923076923076925
|
| 17 |
+
AutoARIMA,34.13461538461538,2.212327431466543,0.0,1885.5145473599553,0.0,7.6923076923076925
|
| 18 |
+
Seasonal Naive,27.307692307692307,0.0,0.0,1.042975715,0.0,0.0
|
| 19 |
+
AutoTheta,26.730769230769237,1.1815956958414753,0.0,6.6345268946875,0.0,0.0
|
| 20 |
+
AutoETS,18.076923076923077,-34.97549884253801,0.0,13.387819541051137,0.0,0.0
|
| 21 |
+
Naive,16.057692307692307,-44.773921203129,0.0,1.0805920684374999,0.0,0.0
|
| 22 |
+
Drift,6.730769230769232,-52.29912347479908,0.0,1.081847729375,0.0,0.0
|
tables/domain_energy/leaderboard_SQL.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Chronos-2,
|
| 3 |
-
TiRex,
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
Chronos-Bolt,
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,92.11538461538463,43.696037899366445,0.0,3.4120501715909093,0.0,0.0
|
| 3 |
+
TiRex,80.96153846153847,34.44791484004565,0.0,1.3324642875,0.038461538461538464,0.0
|
| 4 |
+
TabPFN-TS,78.07692307692308,38.63838178079146,0.0,308.48925294219475,0.0,0.0
|
| 5 |
+
TimesFM-2.5,75.57692307692308,33.040194549839576,0.0,35.73234459616477,0.15384615384615385,0.0
|
| 6 |
+
Chronos-Bolt,71.34615384615385,32.881689430291104,0.0,1.1602838375000002,0.0,0.0
|
| 7 |
+
FlowState,70.96153846153847,32.4100685185642,0.0,3.7859752799626865,0.15384615384615385,0.0
|
| 8 |
+
Moirai-2.0,68.84615384615384,31.52282472603488,0.0,2.549116965535714,0.3076923076923077,0.0
|
| 9 |
+
Toto-1.0,68.26923076923077,31.112045696230428,0.0,64.32606581959577,0.15384615384615385,0.0
|
| 10 |
+
TFT,61.73076923076925,32.085719324643314,7067.210990843215,5.868696277689394,0.0,0.0
|
| 11 |
+
Sundial-Base,55.96153846153846,28.52842311909273,0.0,8.734264116875,0.038461538461538464,0.0
|
| 12 |
+
DeepAR,53.17307692307692,26.66949092254881,13498.838423148572,8.687442574285715,0.0,11.538461538461538
|
| 13 |
+
PatchTST,51.34615384615384,25.60679591439182,7221.856288165601,6.349855852499999,0.0,0.0
|
| 14 |
+
AutoARIMA,39.13461538461539,9.139931178596383,0.0,1885.5145473599553,0.0,7.6923076923076925
|
| 15 |
+
Stat. Ensemble,35.67307692307692,6.196332966589502,0.0,2051.548594149911,0.0,7.6923076923076925
|
| 16 |
+
CatBoost,32.69230769230768,8.874064288365757,498.1807509,5.586804820681818,0.0,0.0
|
| 17 |
+
LightGBM,29.038461538461537,6.34745033907752,47.29828941238095,4.303395228143939,0.0,0.0
|
| 18 |
+
Seasonal Naive,25.769230769230774,0.0,0.0,1.042975715,0.0,0.0
|
| 19 |
+
AutoETS,22.307692307692303,-30.210229740669558,0.0,13.387819541051137,0.0,0.0
|
| 20 |
+
AutoTheta,20.769230769230766,-10.643501874241924,0.0,6.6345268946875,0.0,0.0
|
| 21 |
+
Naive,12.019230769230766,-60.57154490567112,0.0,1.0805920684374999,0.0,0.0
|
| 22 |
+
Drift,4.230769230769231,-67.3016518958006,0.0,1.081847729375,0.0,0.0
|
tables/domain_energy/leaderboard_WAPE.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Chronos-2,
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
Moirai-2.0,64.
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,87.30769230769232,37.557901536977845,0.0,3.4120501715909093,0.0,0.0
|
| 3 |
+
TiRex,68.65384615384616,27.322662354204475,0.0,1.3324642875,0.038461538461538464,0.0
|
| 4 |
+
TimesFM-2.5,68.46153846153847,26.65794953458317,0.0,35.73234459616477,0.15384615384615385,0.0
|
| 5 |
+
TabPFN-TS,67.5,30.36322876478197,0.0,308.48925294219475,0.0,0.0
|
| 6 |
+
Chronos-Bolt,65.76923076923077,26.606852502371968,0.0,1.1602838375000002,0.0,0.0
|
| 7 |
+
Moirai-2.0,64.61538461538461,25.99988075597758,0.0,2.549116965535714,0.3076923076923077,0.0
|
| 8 |
+
FlowState,61.53846153846153,26.89142712985859,0.0,3.7859752799626865,0.15384615384615385,0.0
|
| 9 |
+
Sundial-Base,60.57692307692307,28.265544600882,0.0,8.734264116875,0.038461538461538464,0.0
|
| 10 |
+
Toto-1.0,58.84615384615385,24.207524581618266,0.0,64.32606581959577,0.15384615384615385,0.0
|
| 11 |
+
TFT,55.38461538461539,26.59412613673687,7067.210990843215,5.868696277689394,0.0,0.0
|
| 12 |
+
PatchTST,49.423076923076934,20.65325504182872,7221.856288165601,6.349855852499999,0.0,0.0
|
| 13 |
+
LightGBM,48.46153846153848,20.63835609604817,47.29828941238095,4.303395228143939,0.0,0.0
|
| 14 |
+
DeepAR,48.36538461538463,21.82047445619971,13498.838423148572,8.687442574285715,0.0,11.538461538461538
|
| 15 |
+
CatBoost,47.30769230769232,20.174610152005823,498.1807509,5.586804820681818,0.0,0.0
|
| 16 |
+
Stat. Ensemble,42.019230769230774,8.430993583997726,0.0,2051.548594149911,0.0,7.6923076923076925
|
| 17 |
+
AutoARIMA,32.019230769230774,3.8316800542679386,0.0,1885.5145473599553,0.0,7.6923076923076925
|
| 18 |
+
AutoTheta,28.46153846153846,4.200265666572001,0.0,6.6345268946875,0.0,0.0
|
| 19 |
+
Naive,26.82692307692308,-29.595393529303713,0.0,1.0805920684374999,0.0,0.0
|
| 20 |
+
AutoETS,26.538461538461544,-24.06197476117884,0.0,13.387819541051137,0.0,0.0
|
| 21 |
+
Seasonal Naive,25.0,0.0,0.0,1.042975715,0.0,0.0
|
| 22 |
+
Drift,16.923076923076923,-36.91555319026642,0.0,1.081847729375,0.0,0.0
|
tables/domain_energy/leaderboard_WQL.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Chronos-2,
|
| 3 |
-
TiRex,
|
| 4 |
-
TabPFN-TS,
|
| 5 |
-
TimesFM-2.5,
|
| 6 |
-
Chronos-Bolt,
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,92.5,45.99295404026385,0.0,3.4120501715909093,0.0,0.0
|
| 3 |
+
TiRex,78.46153846153847,37.015923795326046,0.0,1.3324642875,0.038461538461538464,0.0
|
| 4 |
+
TabPFN-TS,76.34615384615384,39.634990899313024,0.0,308.48925294219475,0.0,0.0
|
| 5 |
+
TimesFM-2.5,73.84615384615384,35.74711028493935,0.0,35.73234459616477,0.15384615384615385,0.0
|
| 6 |
+
Chronos-Bolt,70.38461538461537,35.346534587472554,0.0,1.1602838375000002,0.0,0.0
|
| 7 |
+
FlowState,70.38461538461537,35.238708603025636,0.0,3.7859752799626865,0.15384615384615385,0.0
|
| 8 |
+
Moirai-2.0,68.46153846153847,34.54029716114274,0.0,2.549116965535714,0.3076923076923077,0.0
|
| 9 |
+
Toto-1.0,66.34615384615385,33.68160197994784,0.0,64.32606581959577,0.15384615384615385,0.0
|
| 10 |
+
TFT,62.11538461538463,34.858358688960024,7067.210990843215,5.868696277689394,0.0,0.0
|
| 11 |
+
Sundial-Base,55.19230769230769,31.420585268607393,0.0,8.734264116875,0.038461538461538464,0.0
|
| 12 |
+
PatchTST,52.88461538461539,28.17762114987711,7221.856288165601,6.349855852499999,0.0,0.0
|
| 13 |
+
DeepAR,50.86538461538462,28.82551876839535,13498.838423148572,8.687442574285715,0.0,11.538461538461538
|
| 14 |
+
Stat. Ensemble,38.75,11.001763956139254,0.0,2051.548594149911,0.0,7.6923076923076925
|
| 15 |
+
LightGBM,38.46153846153847,13.804281918946282,47.29828941238095,4.303395228143939,0.0,0.0
|
| 16 |
+
AutoARIMA,37.01923076923076,10.956865003323434,0.0,1885.5145473599553,0.0,7.6923076923076925
|
| 17 |
+
CatBoost,33.84615384615384,13.30060154143199,498.1807509,5.586804820681818,0.0,0.0
|
| 18 |
+
Seasonal Naive,22.692307692307693,0.0,0.0,1.042975715,0.0,0.0
|
| 19 |
+
AutoTheta,21.538461538461537,-4.896832310667398,0.0,6.6345268946875,0.0,0.0
|
| 20 |
+
AutoETS,20.769230769230766,-24.269495322854407,0.0,13.387819541051137,0.0,0.0
|
| 21 |
+
Naive,12.98076923076923,-50.976730476610335,0.0,1.0805920684374999,0.0,0.0
|
| 22 |
+
Drift,6.153846153846154,-57.44553171159505,0.0,1.081847729375,0.0,0.0
|
tables/domain_energy/pairwise_MASE.csv
CHANGED
|
@@ -1,226 +1,257 @@
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TiRex,0.769,0.615,0.923,0.137,0.066,0.203
|
|
|
|
| 4 |
Chronos-2,TimesFM-2.5,0.769,0.577,0.923,0.145,0.072,0.212
|
| 5 |
Chronos-2,Chronos-Bolt,0.962,0.885,1.0,0.141,0.078,0.202
|
| 6 |
-
Chronos-2,
|
| 7 |
Chronos-2,Moirai-2.0,0.923,0.808,1.0,0.158,0.092,0.222
|
| 8 |
Chronos-2,Sundial-Base,0.846,0.692,0.962,0.127,0.069,0.195
|
| 9 |
Chronos-2,Toto-1.0,0.846,0.692,0.962,0.17,0.105,0.237
|
| 10 |
-
Chronos-2,
|
| 11 |
-
Chronos-2,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
Chronos-2,Seasonal Naive,0.962,0.885,1.0,0.354,0.278,0.422
|
| 13 |
-
Chronos-2,AutoTheta,1.0,1.0,1.0,0.346,0.278,0.408
|
| 14 |
-
Chronos-2,AutoETS,0.962,0.885,1.0,0.521,0.418,0.612
|
| 15 |
-
Chronos-2,Naive,0.962,0.885,1.0,0.554,0.468,0.626
|
| 16 |
-
Chronos-2,Drift,1.0,1.0,1.0,0.576,0.494,0.643
|
| 17 |
TiRex,Chronos-2,0.231,0.077,0.385,-0.159,-0.255,-0.07
|
| 18 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 19 |
TiRex,TimesFM-2.5,0.519,0.327,0.731,0.008,-0.015,0.033
|
| 20 |
TiRex,Chronos-Bolt,0.558,0.385,0.731,0.004,-0.021,0.032
|
| 21 |
-
TiRex,
|
| 22 |
TiRex,Moirai-2.0,0.558,0.365,0.731,0.024,-0.003,0.056
|
| 23 |
TiRex,Sundial-Base,0.75,0.596,0.904,-0.012,-0.103,0.066
|
| 24 |
-
TiRex,Toto-1.0,0.673,0.5,0.846,0.038,0.
|
| 25 |
-
TiRex,
|
| 26 |
-
TiRex,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
TiRex,Seasonal Naive,0.923,0.808,1.0,0.251,0.191,0.308
|
| 28 |
-
|
| 29 |
-
TiRex,
|
| 30 |
-
|
| 31 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
TimesFM-2.5,Chronos-2,0.231,0.077,0.423,-0.169,-0.269,-0.077
|
| 33 |
TimesFM-2.5,TiRex,0.481,0.269,0.673,-0.009,-0.034,0.014
|
|
|
|
| 34 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
TimesFM-2.5,Chronos-Bolt,0.577,0.404,0.769,-0.004,-0.033,0.024
|
| 36 |
-
TimesFM-2.5,
|
| 37 |
TimesFM-2.5,Moirai-2.0,0.615,0.442,0.808,0.016,-0.028,0.057
|
| 38 |
TimesFM-2.5,Sundial-Base,0.596,0.423,0.788,-0.02,-0.113,0.062
|
| 39 |
-
TimesFM-2.5,Toto-1.0,0.692,0.519,0.846,0.
|
| 40 |
-
TimesFM-2.5,
|
| 41 |
-
TimesFM-2.5,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
TimesFM-2.5,Seasonal Naive,0.923,0.808,1.0,0.245,0.182,0.306
|
| 43 |
-
TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.236,0.18,0.299
|
| 44 |
-
TimesFM-2.5,AutoETS,0.962,0.885,1.0,0.44,0.337,0.539
|
| 45 |
-
TimesFM-2.5,Naive,0.962,0.885,1.0,0.478,0.392,0.555
|
| 46 |
-
TimesFM-2.5,Drift,1.0,1.0,1.0,0.504,0.424,0.577
|
| 47 |
Chronos-Bolt,Chronos-2,0.038,0.0,0.115,-0.164,-0.254,-0.085
|
| 48 |
Chronos-Bolt,TiRex,0.442,0.269,0.615,-0.004,-0.034,0.02
|
|
|
|
| 49 |
Chronos-Bolt,TimesFM-2.5,0.423,0.231,0.596,0.004,-0.025,0.032
|
| 50 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
-
Chronos-Bolt,
|
| 52 |
Chronos-Bolt,Moirai-2.0,0.577,0.423,0.731,0.02,-0.022,0.064
|
| 53 |
Chronos-Bolt,Sundial-Base,0.558,0.365,0.731,-0.016,-0.106,0.062
|
| 54 |
Chronos-Bolt,Toto-1.0,0.577,0.404,0.75,0.034,-0.001,0.072
|
| 55 |
-
Chronos-Bolt,
|
| 56 |
-
Chronos-Bolt,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 57 |
Chronos-Bolt,Seasonal Naive,0.923,0.808,1.0,0.248,0.188,0.306
|
| 58 |
-
Chronos-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
TabPFN-TS,AutoETS,0.885,0.731,1.0,0.473,0.356,0.578
|
| 75 |
-
TabPFN-TS,Naive,0.923,0.808,1.0,0.509,0.418,0.588
|
| 76 |
-
TabPFN-TS,Drift,0.923,0.808,1.0,0.533,0.444,0.61
|
| 77 |
Moirai-2.0,Chronos-2,0.077,0.0,0.192,-0.188,-0.285,-0.101
|
| 78 |
Moirai-2.0,TiRex,0.442,0.269,0.635,-0.024,-0.059,0.003
|
|
|
|
| 79 |
Moirai-2.0,TimesFM-2.5,0.385,0.192,0.558,-0.016,-0.061,0.027
|
| 80 |
Moirai-2.0,Chronos-Bolt,0.423,0.269,0.577,-0.02,-0.068,0.021
|
| 81 |
-
Moirai-2.0,
|
| 82 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 83 |
Moirai-2.0,Sundial-Base,0.635,0.462,0.789,-0.036,-0.136,0.048
|
| 84 |
-
Moirai-2.0,Toto-1.0,0.615,0.462,0.788,0.014,-0.
|
| 85 |
-
Moirai-2.0,
|
| 86 |
-
Moirai-2.0,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 87 |
Moirai-2.0,Seasonal Naive,0.808,0.654,0.924,0.233,0.167,0.293
|
| 88 |
-
Moirai-2.0,AutoTheta,0.962,0.885,1.0,0.224,0.168,0.284
|
| 89 |
-
Moirai-2.0,AutoETS,0.885,0.769,1.0,0.432,0.314,0.538
|
| 90 |
-
Moirai-2.0,Naive,0.923,0.808,1.0,0.47,0.388,0.545
|
| 91 |
-
Moirai-2.0,Drift,1.0,1.0,1.0,0.496,0.418,0.568
|
| 92 |
Sundial-Base,Chronos-2,0.154,0.038,0.308,-0.146,-0.242,-0.074
|
| 93 |
Sundial-Base,TiRex,0.25,0.096,0.404,0.012,-0.071,0.093
|
|
|
|
| 94 |
Sundial-Base,TimesFM-2.5,0.404,0.212,0.577,0.02,-0.066,0.101
|
| 95 |
Sundial-Base,Chronos-Bolt,0.442,0.269,0.635,0.016,-0.066,0.096
|
| 96 |
-
Sundial-Base,
|
| 97 |
Sundial-Base,Moirai-2.0,0.365,0.211,0.538,0.035,-0.051,0.119
|
| 98 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
-
Sundial-Base,Toto-1.0,0.481,0.308,0.654,0.049,-0.
|
| 100 |
-
Sundial-Base,
|
| 101 |
-
Sundial-Base,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 102 |
Sundial-Base,Seasonal Naive,0.885,0.731,1.0,0.26,0.177,0.334
|
| 103 |
-
|
| 104 |
-
|
| 105 |
-
|
| 106 |
-
|
| 107 |
-
Toto-1.0,Chronos-2,0.154,0.038,0.308,-0.205,-0.311,-0.117
|
| 108 |
-
Toto-1.0,TiRex,0.327,0.154,0.5,-0.039,-0.073,-0.01
|
| 109 |
-
Toto-1.0,TimesFM-2.5,0.308,0.154,0.481,-0.03,-0.077,0.006
|
| 110 |
Toto-1.0,Chronos-Bolt,0.423,0.25,0.596,-0.035,-0.078,0.001
|
| 111 |
-
Toto-1.0,
|
| 112 |
-
Toto-1.0,Moirai-2.0,0.385,0.212,0.538,-0.014,-0.045,0.
|
| 113 |
-
Toto-1.0,Sundial-Base,0.519,0.346,0.692,-0.051,-0.
|
| 114 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
Toto-1.0,
|
| 116 |
-
Toto-1.0,
|
| 117 |
-
Toto-1.0,
|
| 118 |
-
Toto-1.0,
|
| 119 |
-
Toto-1.0,
|
| 120 |
-
Toto-1.0,
|
| 121 |
-
Toto-1.0,
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
Stat. Ensemble,
|
| 132 |
-
Stat. Ensemble,Seasonal Naive,0.692,0.538,0.846,0.051,0.016,0.084
|
| 133 |
-
Stat. Ensemble,AutoTheta,0.654,0.462,0.846,0.04,0.001,0.079
|
| 134 |
-
Stat. Ensemble,AutoETS,0.846,0.692,0.962,0.297,0.19,0.407
|
| 135 |
-
Stat. Ensemble,Naive,0.885,0.769,1.0,0.345,0.25,0.433
|
| 136 |
-
Stat. Ensemble,Drift,0.962,0.885,1.0,0.377,0.289,0.468
|
| 137 |
-
AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.496,-0.679,-0.332
|
| 138 |
-
AutoARIMA,TiRex,0.077,0.0,0.192,-0.291,-0.413,-0.189
|
| 139 |
-
AutoARIMA,TimesFM-2.5,0.077,0.0,0.192,-0.28,-0.41,-0.171
|
| 140 |
-
AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.285,-0.409,-0.182
|
| 141 |
-
AutoARIMA,TabPFN-TS,0.154,0.038,0.308,-0.36,-0.541,-0.198
|
| 142 |
-
AutoARIMA,Moirai-2.0,0.231,0.077,0.423,-0.26,-0.393,-0.147
|
| 143 |
-
AutoARIMA,Sundial-Base,0.154,0.038,0.308,-0.306,-0.451,-0.172
|
| 144 |
-
AutoARIMA,Toto-1.0,0.115,0.0,0.231,-0.242,-0.366,-0.139
|
| 145 |
-
AutoARIMA,Stat. Ensemble,0.385,0.212,0.558,-0.019,-0.056,0.015
|
| 146 |
-
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
-
AutoARIMA,Seasonal Naive,0.654,0.481,0.808,0.033,0.006,0.059
|
| 148 |
-
AutoARIMA,AutoTheta,0.654,0.462,0.808,0.022,-0.033,0.071
|
| 149 |
-
AutoARIMA,AutoETS,0.769,0.577,0.923,0.284,0.172,0.395
|
| 150 |
-
AutoARIMA,Naive,0.885,0.769,1.0,0.332,0.237,0.426
|
| 151 |
-
AutoARIMA,Drift,0.962,0.885,1.0,0.365,0.272,0.453
|
| 152 |
Seasonal Naive,Chronos-2,0.038,0.0,0.115,-0.548,-0.729,-0.384
|
| 153 |
Seasonal Naive,TiRex,0.077,0.0,0.192,-0.335,-0.445,-0.237
|
|
|
|
| 154 |
Seasonal Naive,TimesFM-2.5,0.077,0.0,0.192,-0.324,-0.441,-0.223
|
| 155 |
Seasonal Naive,Chronos-Bolt,0.077,0.0,0.192,-0.33,-0.44,-0.232
|
| 156 |
-
Seasonal Naive,
|
| 157 |
Seasonal Naive,Moirai-2.0,0.192,0.076,0.346,-0.303,-0.415,-0.201
|
| 158 |
Seasonal Naive,Sundial-Base,0.115,0.0,0.269,-0.351,-0.501,-0.215
|
| 159 |
Seasonal Naive,Toto-1.0,0.115,0.0,0.269,-0.285,-0.386,-0.189
|
| 160 |
-
Seasonal Naive,
|
| 161 |
-
Seasonal Naive,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 162 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
Seasonal Naive,AutoTheta,0.423,0.231,0.615,-0.012,-0.067,0.043
|
| 164 |
-
Seasonal Naive,AutoETS,0.731,0.538,0.885,0.259,0.139,0.381
|
| 165 |
-
Seasonal Naive,Naive,0.75,0.596,0.904,0.309,0.211,0.405
|
| 166 |
-
Seasonal Naive,Drift,0.885,0.731,1.0,0.343,0.25,0.435
|
| 167 |
-
AutoTheta,Chronos-2,0.0,0.0,0.0,-0.53,-0.689,-0.384
|
| 168 |
-
AutoTheta,TiRex,0.0,0.0,0.0,-0.32,-0.427,-0.24
|
| 169 |
-
AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.308,-0.427,-0.22
|
| 170 |
-
AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.314,-0.423,-0.234
|
| 171 |
-
AutoTheta,TabPFN-TS,0.077,0.0,0.192,-0.39,-0.542,-0.251
|
| 172 |
-
AutoTheta,Moirai-2.0,0.038,0.0,0.115,-0.288,-0.396,-0.202
|
| 173 |
-
AutoTheta,Sundial-Base,0.038,0.0,0.115,-0.335,-0.468,-0.214
|
| 174 |
-
AutoTheta,Toto-1.0,0.077,0.0,0.192,-0.27,-0.38,-0.18
|
| 175 |
-
AutoTheta,Stat. Ensemble,0.346,0.154,0.538,-0.042,-0.085,-0.001
|
| 176 |
-
AutoTheta,AutoARIMA,0.346,0.192,0.538,-0.022,-0.077,0.032
|
| 177 |
-
AutoTheta,Seasonal Naive,0.577,0.385,0.769,0.012,-0.045,0.062
|
| 178 |
-
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
AutoTheta,AutoETS,0.769,0.577,0.923,0.268,0.146,0.396
|
| 180 |
-
AutoTheta,Naive,0.808,0.654,0.962,0.317,0.221,0.409
|
| 181 |
-
AutoTheta,Drift,0.923,0.808,1.0,0.351,0.259,0.44
|
| 182 |
-
AutoETS,Chronos-2,0.038,0.0,0.115,-1.089,-1.579,-0.717
|
| 183 |
-
AutoETS,TiRex,0.038,0.0,0.115,-0.802,-1.187,-0.513
|
| 184 |
-
AutoETS,TimesFM-2.5,0.038,0.0,0.115,-0.787,-1.17,-0.507
|
| 185 |
-
AutoETS,Chronos-Bolt,0.077,0.0,0.192,-0.795,-1.196,-0.5
|
| 186 |
-
AutoETS,TabPFN-TS,0.115,0.0,0.269,-0.899,-1.372,-0.554
|
| 187 |
-
AutoETS,Moirai-2.0,0.115,0.0,0.231,-0.759,-1.164,-0.458
|
| 188 |
-
AutoETS,Sundial-Base,0.077,0.0,0.192,-0.823,-1.166,-0.506
|
| 189 |
-
AutoETS,Toto-1.0,0.077,0.0,0.192,-0.734,-1.118,-0.451
|
| 190 |
-
AutoETS,Stat. Ensemble,0.154,0.038,0.308,-0.423,-0.687,-0.234
|
| 191 |
-
AutoETS,AutoARIMA,0.231,0.077,0.423,-0.397,-0.654,-0.208
|
| 192 |
-
AutoETS,Seasonal Naive,0.269,0.115,0.462,-0.35,-0.615,-0.161
|
| 193 |
-
AutoETS,AutoTheta,0.231,0.077,0.423,-0.366,-0.655,-0.17
|
| 194 |
-
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
AutoETS,Naive,0.462,0.269,0.654,0.068,-0.078,0.212
|
| 196 |
-
AutoETS,Drift,0.577,0.385,0.732,0.114,-0.03,0.253
|
| 197 |
-
Naive,Chronos-2,0.038,0.0,0.115,-1.241,-1.671,-0.879
|
| 198 |
-
Naive,TiRex,0.038,0.0,0.115,-0.933,-1.254,-0.676
|
| 199 |
-
Naive,TimesFM-2.5,0.038,0.0,0.115,-0.917,-1.248,-0.645
|
| 200 |
-
Naive,Chronos-Bolt,0.038,0.0,0.115,-0.925,-1.252,-0.656
|
| 201 |
-
Naive,TabPFN-TS,0.077,0.0,0.192,-1.037,-1.429,-0.718
|
| 202 |
-
Naive,Moirai-2.0,0.077,0.0,0.192,-0.887,-1.2,-0.635
|
| 203 |
-
Naive,Sundial-Base,0.038,0.0,0.115,-0.956,-1.353,-0.646
|
| 204 |
-
Naive,Toto-1.0,0.038,0.0,0.115,-0.86,-1.159,-0.625
|
| 205 |
-
Naive,Stat. Ensemble,0.115,0.0,0.231,-0.526,-0.765,-0.333
|
| 206 |
-
Naive,AutoARIMA,0.115,0.0,0.231,-0.498,-0.742,-0.31
|
| 207 |
-
Naive,Seasonal Naive,0.25,0.096,0.404,-0.448,-0.68,-0.267
|
| 208 |
-
Naive,AutoTheta,0.192,0.038,0.346,-0.465,-0.692,-0.283
|
| 209 |
-
Naive,AutoETS,0.538,0.346,0.731,-0.073,-0.269,0.072
|
| 210 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Naive,Drift,0.846,0.692,0.962,0.049,0.03,0.073
|
| 212 |
-
Drift,Chronos-2,0.0,0.0,0.0,-1.358,-1.804,-0.976
|
| 213 |
-
Drift,TiRex,0.0,0.0,0.0,-1.034,-1.369,-0.759
|
| 214 |
-
Drift,TimesFM-2.5,0.0,0.0,0.0,-1.016,-1.363,-0.736
|
| 215 |
-
Drift,Chronos-Bolt,0.0,0.0,0.0,-1.025,-1.372,-0.739
|
| 216 |
-
Drift,TabPFN-TS,0.077,0.0,0.192,-1.143,-1.562,-0.797
|
| 217 |
-
Drift,Moirai-2.0,0.0,0.0,0.0,-0.985,-1.317,-0.718
|
| 218 |
-
Drift,Sundial-Base,0.0,0.0,0.0,-1.057,-1.483,-0.728
|
| 219 |
-
Drift,Toto-1.0,0.0,0.0,0.0,-0.957,-1.265,-0.707
|
| 220 |
-
Drift,Stat. Ensemble,0.038,0.0,0.115,-0.605,-0.879,-0.406
|
| 221 |
-
Drift,AutoARIMA,0.038,0.0,0.115,-0.576,-0.828,-0.373
|
| 222 |
-
Drift,Seasonal Naive,0.115,0.0,0.269,-0.523,-0.771,-0.333
|
| 223 |
-
Drift,AutoTheta,0.077,0.0,0.192,-0.541,-0.784,-0.35
|
| 224 |
-
Drift,AutoETS,0.423,0.268,0.615,-0.128,-0.339,0.029
|
| 225 |
-
Drift,Naive,0.154,0.038,0.308,-0.052,-0.078,-0.031
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TiRex,0.769,0.615,0.923,0.137,0.066,0.203
|
| 4 |
+
Chronos-2,TabPFN-TS,0.769,0.615,0.923,0.078,0.038,0.118
|
| 5 |
Chronos-2,TimesFM-2.5,0.769,0.577,0.923,0.145,0.072,0.212
|
| 6 |
Chronos-2,Chronos-Bolt,0.962,0.885,1.0,0.141,0.078,0.202
|
| 7 |
+
Chronos-2,FlowState,0.846,0.692,0.962,0.142,0.073,0.202
|
| 8 |
Chronos-2,Moirai-2.0,0.923,0.808,1.0,0.158,0.092,0.222
|
| 9 |
Chronos-2,Sundial-Base,0.846,0.692,0.962,0.127,0.069,0.195
|
| 10 |
Chronos-2,Toto-1.0,0.846,0.692,0.962,0.17,0.105,0.237
|
| 11 |
+
Chronos-2,TFT,0.808,0.654,0.924,0.146,0.077,0.225
|
| 12 |
+
Chronos-2,DeepAR,0.846,0.692,0.962,0.187,0.124,0.248
|
| 13 |
+
Chronos-2,PatchTST,0.846,0.692,0.962,0.204,0.133,0.276
|
| 14 |
+
Chronos-2,CatBoost,0.962,0.885,1.0,0.22,0.157,0.289
|
| 15 |
+
Chronos-2,LightGBM,0.962,0.885,1.0,0.241,0.177,0.312
|
| 16 |
+
Chronos-2,Stat. Ensemble,0.962,0.885,1.0,0.324,0.247,0.39
|
| 17 |
Chronos-2,Seasonal Naive,0.962,0.885,1.0,0.354,0.278,0.422
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
TiRex,Chronos-2,0.231,0.077,0.385,-0.159,-0.255,-0.07
|
| 19 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
TiRex,TabPFN-TS,0.5,0.308,0.692,-0.069,-0.171,0.013
|
| 21 |
TiRex,TimesFM-2.5,0.519,0.327,0.731,0.008,-0.015,0.033
|
| 22 |
TiRex,Chronos-Bolt,0.558,0.385,0.731,0.004,-0.021,0.032
|
| 23 |
+
TiRex,FlowState,0.481,0.308,0.654,0.005,-0.022,0.033
|
| 24 |
TiRex,Moirai-2.0,0.558,0.365,0.731,0.024,-0.003,0.056
|
| 25 |
TiRex,Sundial-Base,0.75,0.596,0.904,-0.012,-0.103,0.066
|
| 26 |
+
TiRex,Toto-1.0,0.673,0.5,0.846,0.038,0.011,0.068
|
| 27 |
+
TiRex,TFT,0.692,0.5,0.885,0.01,-0.1,0.105
|
| 28 |
+
TiRex,DeepAR,0.808,0.654,0.923,0.058,-0.036,0.136
|
| 29 |
+
TiRex,PatchTST,0.808,0.654,0.962,0.077,-0.032,0.158
|
| 30 |
+
TiRex,CatBoost,0.769,0.615,0.923,0.096,0.01,0.19
|
| 31 |
+
TiRex,LightGBM,0.769,0.615,0.923,0.12,0.039,0.216
|
| 32 |
+
TiRex,Stat. Ensemble,0.962,0.885,1.0,0.216,0.159,0.275
|
| 33 |
TiRex,Seasonal Naive,0.923,0.808,1.0,0.251,0.191,0.308
|
| 34 |
+
TabPFN-TS,Chronos-2,0.231,0.077,0.385,-0.084,-0.133,-0.039
|
| 35 |
+
TabPFN-TS,TiRex,0.5,0.308,0.692,0.065,-0.014,0.146
|
| 36 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
TabPFN-TS,TimesFM-2.5,0.5,0.308,0.692,0.073,-0.003,0.152
|
| 38 |
+
TabPFN-TS,Chronos-Bolt,0.538,0.346,0.731,0.069,0.002,0.143
|
| 39 |
+
TabPFN-TS,FlowState,0.654,0.462,0.846,0.069,-0.011,0.143
|
| 40 |
+
TabPFN-TS,Moirai-2.0,0.5,0.308,0.692,0.087,0.008,0.169
|
| 41 |
+
TabPFN-TS,Sundial-Base,0.5,0.308,0.692,0.054,-0.036,0.143
|
| 42 |
+
TabPFN-TS,Toto-1.0,0.577,0.385,0.769,0.1,0.022,0.181
|
| 43 |
+
TabPFN-TS,TFT,0.654,0.462,0.846,0.074,0.009,0.144
|
| 44 |
+
TabPFN-TS,DeepAR,0.808,0.654,0.923,0.119,0.054,0.187
|
| 45 |
+
TabPFN-TS,PatchTST,0.731,0.538,0.885,0.137,0.066,0.207
|
| 46 |
+
TabPFN-TS,CatBoost,0.846,0.692,0.962,0.154,0.078,0.242
|
| 47 |
+
TabPFN-TS,LightGBM,0.923,0.808,1.0,0.177,0.104,0.259
|
| 48 |
+
TabPFN-TS,Stat. Ensemble,0.923,0.808,1.0,0.267,0.186,0.336
|
| 49 |
+
TabPFN-TS,Seasonal Naive,0.923,0.808,1.0,0.299,0.216,0.373
|
| 50 |
TimesFM-2.5,Chronos-2,0.231,0.077,0.423,-0.169,-0.269,-0.077
|
| 51 |
TimesFM-2.5,TiRex,0.481,0.269,0.673,-0.009,-0.034,0.014
|
| 52 |
+
TimesFM-2.5,TabPFN-TS,0.5,0.308,0.692,-0.078,-0.179,0.003
|
| 53 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
TimesFM-2.5,Chronos-Bolt,0.577,0.404,0.769,-0.004,-0.033,0.024
|
| 55 |
+
TimesFM-2.5,FlowState,0.538,0.365,0.712,-0.004,-0.035,0.027
|
| 56 |
TimesFM-2.5,Moirai-2.0,0.615,0.442,0.808,0.016,-0.028,0.057
|
| 57 |
TimesFM-2.5,Sundial-Base,0.596,0.423,0.788,-0.02,-0.113,0.062
|
| 58 |
+
TimesFM-2.5,Toto-1.0,0.692,0.519,0.846,0.03,-0.006,0.071
|
| 59 |
+
TimesFM-2.5,TFT,0.692,0.5,0.847,0.002,-0.108,0.104
|
| 60 |
+
TimesFM-2.5,DeepAR,0.731,0.538,0.885,0.05,-0.044,0.13
|
| 61 |
+
TimesFM-2.5,PatchTST,0.808,0.654,0.962,0.069,-0.047,0.159
|
| 62 |
+
TimesFM-2.5,CatBoost,0.731,0.538,0.885,0.088,-0.003,0.185
|
| 63 |
+
TimesFM-2.5,LightGBM,0.731,0.538,0.885,0.113,0.028,0.215
|
| 64 |
+
TimesFM-2.5,Stat. Ensemble,0.923,0.808,1.0,0.21,0.15,0.274
|
| 65 |
TimesFM-2.5,Seasonal Naive,0.923,0.808,1.0,0.245,0.182,0.306
|
|
|
|
|
|
|
|
|
|
|
|
|
| 66 |
Chronos-Bolt,Chronos-2,0.038,0.0,0.115,-0.164,-0.254,-0.085
|
| 67 |
Chronos-Bolt,TiRex,0.442,0.269,0.615,-0.004,-0.034,0.02
|
| 68 |
+
Chronos-Bolt,TabPFN-TS,0.462,0.269,0.654,-0.074,-0.167,-0.002
|
| 69 |
Chronos-Bolt,TimesFM-2.5,0.423,0.231,0.596,0.004,-0.025,0.032
|
| 70 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
Chronos-Bolt,FlowState,0.462,0.288,0.635,0.001,-0.035,0.028
|
| 72 |
Chronos-Bolt,Moirai-2.0,0.577,0.423,0.731,0.02,-0.022,0.064
|
| 73 |
Chronos-Bolt,Sundial-Base,0.558,0.365,0.731,-0.016,-0.106,0.062
|
| 74 |
Chronos-Bolt,Toto-1.0,0.577,0.404,0.75,0.034,-0.001,0.072
|
| 75 |
+
Chronos-Bolt,TFT,0.692,0.5,0.885,0.006,-0.09,0.099
|
| 76 |
+
Chronos-Bolt,DeepAR,0.731,0.577,0.885,0.054,-0.045,0.134
|
| 77 |
+
Chronos-Bolt,PatchTST,0.769,0.615,0.923,0.073,-0.045,0.164
|
| 78 |
+
Chronos-Bolt,CatBoost,0.731,0.538,0.885,0.092,0.002,0.189
|
| 79 |
+
Chronos-Bolt,LightGBM,0.769,0.615,0.923,0.117,0.036,0.209
|
| 80 |
+
Chronos-Bolt,Stat. Ensemble,0.885,0.731,1.0,0.213,0.154,0.273
|
| 81 |
Chronos-Bolt,Seasonal Naive,0.923,0.808,1.0,0.248,0.188,0.306
|
| 82 |
+
FlowState,Chronos-2,0.154,0.038,0.308,-0.165,-0.253,-0.079
|
| 83 |
+
FlowState,TiRex,0.519,0.346,0.692,-0.005,-0.034,0.022
|
| 84 |
+
FlowState,TabPFN-TS,0.346,0.154,0.538,-0.074,-0.167,0.011
|
| 85 |
+
FlowState,TimesFM-2.5,0.462,0.288,0.635,0.004,-0.027,0.034
|
| 86 |
+
FlowState,Chronos-Bolt,0.538,0.365,0.712,-0.001,-0.029,0.034
|
| 87 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
FlowState,Moirai-2.0,0.462,0.307,0.635,0.019,-0.019,0.062
|
| 89 |
+
FlowState,Sundial-Base,0.596,0.423,0.788,-0.017,-0.106,0.06
|
| 90 |
+
FlowState,Toto-1.0,0.577,0.404,0.75,0.033,-0.002,0.073
|
| 91 |
+
FlowState,TFT,0.692,0.5,0.847,0.005,-0.1,0.104
|
| 92 |
+
FlowState,DeepAR,0.731,0.577,0.885,0.053,-0.045,0.139
|
| 93 |
+
FlowState,PatchTST,0.731,0.538,0.885,0.073,-0.04,0.158
|
| 94 |
+
FlowState,CatBoost,0.654,0.462,0.846,0.092,0.001,0.19
|
| 95 |
+
FlowState,LightGBM,0.654,0.5,0.846,0.116,0.033,0.216
|
| 96 |
+
FlowState,Stat. Ensemble,0.846,0.692,0.962,0.212,0.146,0.276
|
| 97 |
+
FlowState,Seasonal Naive,0.846,0.692,0.962,0.247,0.177,0.309
|
|
|
|
|
|
|
|
|
|
| 98 |
Moirai-2.0,Chronos-2,0.077,0.0,0.192,-0.188,-0.285,-0.101
|
| 99 |
Moirai-2.0,TiRex,0.442,0.269,0.635,-0.024,-0.059,0.003
|
| 100 |
+
Moirai-2.0,TabPFN-TS,0.5,0.308,0.692,-0.095,-0.203,-0.008
|
| 101 |
Moirai-2.0,TimesFM-2.5,0.385,0.192,0.558,-0.016,-0.061,0.027
|
| 102 |
Moirai-2.0,Chronos-Bolt,0.423,0.269,0.577,-0.02,-0.068,0.021
|
| 103 |
+
Moirai-2.0,FlowState,0.538,0.365,0.693,-0.019,-0.066,0.018
|
| 104 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
Moirai-2.0,Sundial-Base,0.635,0.462,0.789,-0.036,-0.136,0.048
|
| 106 |
+
Moirai-2.0,Toto-1.0,0.615,0.462,0.788,0.014,-0.01,0.043
|
| 107 |
+
Moirai-2.0,TFT,0.615,0.423,0.808,-0.014,-0.134,0.091
|
| 108 |
+
Moirai-2.0,DeepAR,0.654,0.462,0.846,0.035,-0.058,0.115
|
| 109 |
+
Moirai-2.0,PatchTST,0.731,0.538,0.885,0.055,-0.05,0.136
|
| 110 |
+
Moirai-2.0,CatBoost,0.731,0.577,0.885,0.074,-0.016,0.165
|
| 111 |
+
Moirai-2.0,LightGBM,0.731,0.577,0.885,0.099,0.014,0.195
|
| 112 |
+
Moirai-2.0,Stat. Ensemble,0.846,0.692,0.962,0.197,0.124,0.263
|
| 113 |
Moirai-2.0,Seasonal Naive,0.808,0.654,0.924,0.233,0.167,0.293
|
|
|
|
|
|
|
|
|
|
|
|
|
| 114 |
Sundial-Base,Chronos-2,0.154,0.038,0.308,-0.146,-0.242,-0.074
|
| 115 |
Sundial-Base,TiRex,0.25,0.096,0.404,0.012,-0.071,0.093
|
| 116 |
+
Sundial-Base,TabPFN-TS,0.5,0.308,0.692,-0.057,-0.166,0.035
|
| 117 |
Sundial-Base,TimesFM-2.5,0.404,0.212,0.577,0.02,-0.066,0.101
|
| 118 |
Sundial-Base,Chronos-Bolt,0.442,0.269,0.635,0.016,-0.066,0.096
|
| 119 |
+
Sundial-Base,FlowState,0.404,0.212,0.577,0.016,-0.064,0.096
|
| 120 |
Sundial-Base,Moirai-2.0,0.365,0.211,0.538,0.035,-0.051,0.119
|
| 121 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
Sundial-Base,Toto-1.0,0.481,0.308,0.654,0.049,-0.031,0.129
|
| 123 |
+
Sundial-Base,TFT,0.538,0.346,0.731,0.022,-0.092,0.137
|
| 124 |
+
Sundial-Base,DeepAR,0.654,0.462,0.809,0.069,-0.036,0.16
|
| 125 |
+
Sundial-Base,PatchTST,0.654,0.462,0.808,0.088,-0.042,0.196
|
| 126 |
+
Sundial-Base,CatBoost,0.769,0.614,0.923,0.106,0.014,0.193
|
| 127 |
+
Sundial-Base,LightGBM,0.808,0.654,0.924,0.131,0.035,0.224
|
| 128 |
+
Sundial-Base,Stat. Ensemble,0.885,0.731,1.0,0.225,0.145,0.3
|
| 129 |
Sundial-Base,Seasonal Naive,0.885,0.731,1.0,0.26,0.177,0.334
|
| 130 |
+
Toto-1.0,Chronos-2,0.154,0.038,0.308,-0.205,-0.31,-0.117
|
| 131 |
+
Toto-1.0,TiRex,0.327,0.154,0.5,-0.039,-0.073,-0.011
|
| 132 |
+
Toto-1.0,TabPFN-TS,0.423,0.231,0.615,-0.111,-0.221,-0.022
|
| 133 |
+
Toto-1.0,TimesFM-2.5,0.308,0.154,0.481,-0.03,-0.076,0.006
|
|
|
|
|
|
|
|
|
|
| 134 |
Toto-1.0,Chronos-Bolt,0.423,0.25,0.596,-0.035,-0.078,0.001
|
| 135 |
+
Toto-1.0,FlowState,0.423,0.25,0.596,-0.034,-0.078,0.002
|
| 136 |
+
Toto-1.0,Moirai-2.0,0.385,0.212,0.538,-0.014,-0.045,0.01
|
| 137 |
+
Toto-1.0,Sundial-Base,0.519,0.346,0.692,-0.051,-0.149,0.03
|
| 138 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
Toto-1.0,TFT,0.615,0.423,0.808,-0.029,-0.148,0.074
|
| 140 |
+
Toto-1.0,DeepAR,0.654,0.462,0.809,0.021,-0.073,0.101
|
| 141 |
+
Toto-1.0,PatchTST,0.615,0.423,0.769,0.041,-0.081,0.135
|
| 142 |
+
Toto-1.0,CatBoost,0.692,0.538,0.846,0.061,-0.023,0.15
|
| 143 |
+
Toto-1.0,LightGBM,0.692,0.538,0.846,0.086,0.008,0.18
|
| 144 |
+
Toto-1.0,Stat. Ensemble,0.885,0.769,1.0,0.186,0.116,0.251
|
| 145 |
+
Toto-1.0,Seasonal Naive,0.885,0.731,1.0,0.222,0.159,0.278
|
| 146 |
+
TFT,Chronos-2,0.192,0.076,0.346,-0.171,-0.291,-0.083
|
| 147 |
+
TFT,TiRex,0.308,0.115,0.5,-0.01,-0.118,0.091
|
| 148 |
+
TFT,TabPFN-TS,0.346,0.154,0.538,-0.08,-0.168,-0.009
|
| 149 |
+
TFT,TimesFM-2.5,0.308,0.153,0.5,-0.002,-0.117,0.097
|
| 150 |
+
TFT,Chronos-Bolt,0.308,0.115,0.5,-0.006,-0.11,0.082
|
| 151 |
+
TFT,FlowState,0.308,0.153,0.5,-0.005,-0.117,0.091
|
| 152 |
+
TFT,Moirai-2.0,0.385,0.192,0.577,0.014,-0.1,0.118
|
| 153 |
+
TFT,Sundial-Base,0.462,0.269,0.654,-0.022,-0.158,0.084
|
| 154 |
+
TFT,Toto-1.0,0.385,0.192,0.577,0.028,-0.08,0.129
|
| 155 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
TFT,DeepAR,0.538,0.346,0.731,0.048,-0.02,0.118
|
| 157 |
+
TFT,PatchTST,0.538,0.346,0.731,0.068,-0.003,0.135
|
| 158 |
+
TFT,CatBoost,0.615,0.423,0.808,0.087,-0.039,0.193
|
| 159 |
+
TFT,LightGBM,0.577,0.385,0.769,0.111,0.003,0.212
|
| 160 |
+
TFT,Stat. Ensemble,0.731,0.538,0.885,0.208,0.11,0.288
|
| 161 |
+
TFT,Seasonal Naive,0.846,0.692,0.962,0.243,0.154,0.321
|
| 162 |
+
DeepAR,Chronos-2,0.154,0.038,0.308,-0.23,-0.329,-0.141
|
| 163 |
+
DeepAR,TiRex,0.192,0.077,0.346,-0.061,-0.157,0.035
|
| 164 |
+
DeepAR,TabPFN-TS,0.192,0.077,0.346,-0.135,-0.23,-0.057
|
| 165 |
+
DeepAR,TimesFM-2.5,0.269,0.115,0.462,-0.052,-0.15,0.043
|
| 166 |
+
DeepAR,Chronos-Bolt,0.269,0.115,0.423,-0.057,-0.154,0.043
|
| 167 |
+
DeepAR,FlowState,0.269,0.115,0.423,-0.056,-0.161,0.043
|
| 168 |
+
DeepAR,Moirai-2.0,0.346,0.154,0.538,-0.036,-0.129,0.055
|
| 169 |
+
DeepAR,Sundial-Base,0.346,0.191,0.538,-0.074,-0.191,0.035
|
| 170 |
+
DeepAR,Toto-1.0,0.346,0.191,0.538,-0.021,-0.112,0.068
|
| 171 |
+
DeepAR,TFT,0.462,0.269,0.654,-0.05,-0.133,0.019
|
| 172 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
DeepAR,PatchTST,0.577,0.385,0.769,0.02,-0.053,0.083
|
| 174 |
+
DeepAR,CatBoost,0.615,0.423,0.769,0.041,-0.044,0.124
|
| 175 |
+
DeepAR,LightGBM,0.615,0.423,0.808,0.066,-0.013,0.16
|
| 176 |
+
DeepAR,Stat. Ensemble,0.712,0.538,0.885,0.168,0.084,0.253
|
| 177 |
+
DeepAR,Seasonal Naive,0.827,0.692,0.942,0.205,0.122,0.287
|
| 178 |
+
PatchTST,Chronos-2,0.154,0.038,0.308,-0.256,-0.381,-0.154
|
| 179 |
+
PatchTST,TiRex,0.192,0.038,0.346,-0.084,-0.187,0.031
|
| 180 |
+
PatchTST,TabPFN-TS,0.269,0.115,0.462,-0.158,-0.261,-0.071
|
| 181 |
+
PatchTST,TimesFM-2.5,0.192,0.038,0.346,-0.074,-0.189,0.045
|
| 182 |
+
PatchTST,Chronos-Bolt,0.231,0.077,0.385,-0.079,-0.196,0.043
|
| 183 |
+
PatchTST,FlowState,0.269,0.115,0.462,-0.078,-0.188,0.038
|
| 184 |
+
PatchTST,Moirai-2.0,0.269,0.115,0.462,-0.058,-0.158,0.047
|
| 185 |
+
PatchTST,Sundial-Base,0.346,0.192,0.538,-0.096,-0.245,0.04
|
| 186 |
+
PatchTST,Toto-1.0,0.385,0.231,0.577,-0.043,-0.156,0.075
|
| 187 |
+
PatchTST,TFT,0.462,0.269,0.654,-0.072,-0.156,0.003
|
| 188 |
+
PatchTST,DeepAR,0.423,0.231,0.615,-0.021,-0.091,0.051
|
| 189 |
+
PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
PatchTST,CatBoost,0.538,0.346,0.731,0.021,-0.104,0.133
|
| 191 |
+
PatchTST,LightGBM,0.577,0.385,0.769,0.047,-0.072,0.159
|
| 192 |
+
PatchTST,Stat. Ensemble,0.692,0.5,0.885,0.151,0.054,0.243
|
| 193 |
+
PatchTST,Seasonal Naive,0.692,0.5,0.846,0.189,0.084,0.286
|
| 194 |
+
CatBoost,Chronos-2,0.038,0.0,0.115,-0.282,-0.407,-0.186
|
| 195 |
+
CatBoost,TiRex,0.231,0.077,0.385,-0.106,-0.235,-0.01
|
| 196 |
+
CatBoost,TabPFN-TS,0.154,0.038,0.308,-0.183,-0.319,-0.084
|
| 197 |
+
CatBoost,TimesFM-2.5,0.269,0.115,0.462,-0.097,-0.227,0.003
|
| 198 |
+
CatBoost,Chronos-Bolt,0.269,0.115,0.462,-0.102,-0.233,-0.002
|
| 199 |
+
CatBoost,FlowState,0.346,0.154,0.538,-0.101,-0.235,-0.001
|
| 200 |
+
CatBoost,Moirai-2.0,0.269,0.115,0.423,-0.08,-0.197,0.015
|
| 201 |
+
CatBoost,Sundial-Base,0.231,0.077,0.386,-0.119,-0.239,-0.014
|
| 202 |
+
CatBoost,Toto-1.0,0.308,0.154,0.462,-0.065,-0.176,0.022
|
| 203 |
+
CatBoost,TFT,0.385,0.192,0.577,-0.095,-0.239,0.038
|
| 204 |
+
CatBoost,DeepAR,0.385,0.231,0.577,-0.042,-0.141,0.042
|
| 205 |
+
CatBoost,PatchTST,0.462,0.269,0.654,-0.021,-0.153,0.094
|
| 206 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
CatBoost,LightGBM,0.692,0.538,0.846,0.027,-0.007,0.063
|
| 208 |
+
CatBoost,Stat. Ensemble,0.692,0.5,0.885,0.133,0.007,0.229
|
| 209 |
+
CatBoost,Seasonal Naive,0.808,0.654,0.962,0.172,0.062,0.26
|
| 210 |
+
LightGBM,Chronos-2,0.038,0.0,0.115,-0.318,-0.454,-0.215
|
| 211 |
+
LightGBM,TiRex,0.231,0.077,0.385,-0.137,-0.276,-0.041
|
| 212 |
+
LightGBM,TabPFN-TS,0.077,0.0,0.192,-0.215,-0.349,-0.116
|
| 213 |
+
LightGBM,TimesFM-2.5,0.269,0.115,0.462,-0.127,-0.274,-0.029
|
| 214 |
+
LightGBM,Chronos-Bolt,0.231,0.077,0.385,-0.132,-0.264,-0.038
|
| 215 |
+
LightGBM,FlowState,0.346,0.154,0.5,-0.131,-0.276,-0.034
|
| 216 |
+
LightGBM,Moirai-2.0,0.269,0.115,0.423,-0.11,-0.242,-0.014
|
| 217 |
+
LightGBM,Sundial-Base,0.192,0.076,0.346,-0.15,-0.289,-0.036
|
| 218 |
+
LightGBM,Toto-1.0,0.308,0.154,0.462,-0.094,-0.22,-0.008
|
| 219 |
+
LightGBM,TFT,0.423,0.231,0.615,-0.125,-0.269,-0.003
|
| 220 |
+
LightGBM,DeepAR,0.385,0.192,0.577,-0.071,-0.19,0.013
|
| 221 |
+
LightGBM,PatchTST,0.423,0.231,0.615,-0.049,-0.189,0.067
|
| 222 |
+
LightGBM,CatBoost,0.308,0.154,0.462,-0.028,-0.067,0.007
|
| 223 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
LightGBM,Stat. Ensemble,0.615,0.423,0.808,0.109,-0.03,0.212
|
| 225 |
+
LightGBM,Seasonal Naive,0.731,0.538,0.885,0.149,0.03,0.24
|
| 226 |
+
Stat. Ensemble,Chronos-2,0.038,0.0,0.115,-0.479,-0.638,-0.327
|
| 227 |
+
Stat. Ensemble,TiRex,0.038,0.0,0.115,-0.276,-0.38,-0.189
|
| 228 |
+
Stat. Ensemble,TabPFN-TS,0.077,0.0,0.192,-0.364,-0.507,-0.229
|
| 229 |
+
Stat. Ensemble,TimesFM-2.5,0.077,0.0,0.192,-0.265,-0.377,-0.177
|
| 230 |
+
Stat. Ensemble,Chronos-Bolt,0.115,0.0,0.269,-0.271,-0.376,-0.181
|
| 231 |
+
Stat. Ensemble,FlowState,0.154,0.038,0.308,-0.27,-0.381,-0.171
|
| 232 |
+
Stat. Ensemble,Moirai-2.0,0.154,0.038,0.308,-0.245,-0.356,-0.141
|
| 233 |
+
Stat. Ensemble,Sundial-Base,0.115,0.0,0.269,-0.291,-0.429,-0.169
|
| 234 |
+
Stat. Ensemble,Toto-1.0,0.115,0.0,0.231,-0.228,-0.335,-0.131
|
| 235 |
+
Stat. Ensemble,TFT,0.269,0.115,0.462,-0.263,-0.404,-0.124
|
| 236 |
+
Stat. Ensemble,DeepAR,0.288,0.115,0.462,-0.202,-0.338,-0.092
|
| 237 |
+
Stat. Ensemble,PatchTST,0.308,0.115,0.5,-0.178,-0.32,-0.057
|
| 238 |
+
Stat. Ensemble,CatBoost,0.308,0.115,0.5,-0.153,-0.297,-0.007
|
| 239 |
+
Stat. Ensemble,LightGBM,0.385,0.192,0.577,-0.122,-0.269,0.029
|
| 240 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
Stat. Ensemble,Seasonal Naive,0.692,0.519,0.865,0.044,0.003,0.082
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 242 |
Seasonal Naive,Chronos-2,0.038,0.0,0.115,-0.548,-0.729,-0.384
|
| 243 |
Seasonal Naive,TiRex,0.077,0.0,0.192,-0.335,-0.445,-0.237
|
| 244 |
+
Seasonal Naive,TabPFN-TS,0.077,0.0,0.192,-0.428,-0.596,-0.276
|
| 245 |
Seasonal Naive,TimesFM-2.5,0.077,0.0,0.192,-0.324,-0.441,-0.223
|
| 246 |
Seasonal Naive,Chronos-Bolt,0.077,0.0,0.192,-0.33,-0.44,-0.232
|
| 247 |
+
Seasonal Naive,FlowState,0.154,0.038,0.308,-0.329,-0.447,-0.215
|
| 248 |
Seasonal Naive,Moirai-2.0,0.192,0.076,0.346,-0.303,-0.415,-0.201
|
| 249 |
Seasonal Naive,Sundial-Base,0.115,0.0,0.269,-0.351,-0.501,-0.215
|
| 250 |
Seasonal Naive,Toto-1.0,0.115,0.0,0.269,-0.285,-0.386,-0.189
|
| 251 |
+
Seasonal Naive,TFT,0.154,0.038,0.308,-0.322,-0.473,-0.182
|
| 252 |
+
Seasonal Naive,DeepAR,0.173,0.058,0.308,-0.258,-0.402,-0.139
|
| 253 |
+
Seasonal Naive,PatchTST,0.308,0.154,0.5,-0.232,-0.4,-0.091
|
| 254 |
+
Seasonal Naive,CatBoost,0.192,0.038,0.346,-0.207,-0.351,-0.067
|
| 255 |
+
Seasonal Naive,LightGBM,0.269,0.115,0.462,-0.174,-0.316,-0.031
|
| 256 |
+
Seasonal Naive,Stat. Ensemble,0.308,0.135,0.481,-0.047,-0.09,-0.003
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_energy/pairwise_SQL.csv
CHANGED
|
@@ -1,226 +1,257 @@
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TiRex,0.731,0.538,0.885,0.141,0.072,0.204
|
|
|
|
| 4 |
Chronos-2,TimesFM-2.5,0.769,0.577,0.923,0.159,0.083,0.225
|
| 5 |
-
Chronos-2,TabPFN-TS,0.846,0.692,0.962,0.091,0.05,0.131
|
| 6 |
Chronos-2,Chronos-Bolt,0.923,0.808,1.0,0.161,0.096,0.219
|
|
|
|
| 7 |
Chronos-2,Moirai-2.0,0.923,0.808,1.0,0.178,0.111,0.242
|
| 8 |
-
Chronos-2,Toto-1.0,0.
|
|
|
|
| 9 |
Chronos-2,Sundial-Base,0.962,0.885,1.0,0.212,0.157,0.275
|
| 10 |
-
Chronos-2,
|
| 11 |
-
Chronos-2,
|
|
|
|
|
|
|
|
|
|
| 12 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.437,0.368,0.497
|
| 13 |
-
Chronos-2,AutoETS,1.0,1.0,1.0,0.568,0.468,0.65
|
| 14 |
-
Chronos-2,AutoTheta,1.0,1.0,1.0,0.491,0.407,0.574
|
| 15 |
-
Chronos-2,Naive,1.0,1.0,1.0,0.649,0.573,0.716
|
| 16 |
-
Chronos-2,Drift,1.0,1.0,1.0,0.663,0.591,0.728
|
| 17 |
TiRex,Chronos-2,0.269,0.115,0.462,-0.164,-0.257,-0.078
|
| 18 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 19 |
TiRex,TimesFM-2.5,0.673,0.481,0.846,0.021,-0.002,0.045
|
| 20 |
-
TiRex,TabPFN-TS,0.577,0.385,0.769,-0.059,-0.164,0.029
|
| 21 |
TiRex,Chronos-Bolt,0.75,0.577,0.885,0.023,-0.005,0.052
|
|
|
|
| 22 |
TiRex,Moirai-2.0,0.788,0.615,0.923,0.043,0.014,0.075
|
| 23 |
-
TiRex,Toto-1.0,0.788,0.615,0.923,0.
|
|
|
|
| 24 |
TiRex,Sundial-Base,0.788,0.635,0.923,0.083,0.009,0.153
|
| 25 |
-
TiRex,
|
| 26 |
-
TiRex,
|
|
|
|
|
|
|
|
|
|
| 27 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.344,0.286,0.404
|
| 28 |
-
|
| 29 |
-
TiRex,
|
| 30 |
-
|
| 31 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
TimesFM-2.5,Chronos-2,0.231,0.077,0.423,-0.189,-0.291,-0.09
|
| 33 |
TimesFM-2.5,TiRex,0.327,0.154,0.519,-0.021,-0.047,0.002
|
|
|
|
| 34 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
-
TimesFM-2.5,TabPFN-TS,0.538,0.346,0.731,-0.081,-0.195,0.009
|
| 36 |
TimesFM-2.5,Chronos-Bolt,0.538,0.365,0.712,0.002,-0.028,0.029
|
|
|
|
| 37 |
TimesFM-2.5,Moirai-2.0,0.615,0.442,0.808,0.022,-0.023,0.067
|
| 38 |
-
TimesFM-2.5,Toto-1.0,0.654,0.462,0.808,0.
|
|
|
|
| 39 |
TimesFM-2.5,Sundial-Base,0.788,0.635,0.923,0.063,-0.021,0.143
|
| 40 |
-
TimesFM-2.5,
|
| 41 |
-
TimesFM-2.5,
|
|
|
|
|
|
|
|
|
|
| 42 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.33,0.269,0.394
|
| 43 |
-
TimesFM-2.5,AutoETS,0.962,0.885,1.0,0.486,0.387,0.574
|
| 44 |
-
TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.395,0.304,0.497
|
| 45 |
-
TimesFM-2.5,Naive,1.0,1.0,1.0,0.583,0.5,0.659
|
| 46 |
-
TimesFM-2.5,Drift,1.0,1.0,1.0,0.6,0.521,0.672
|
| 47 |
-
TabPFN-TS,Chronos-2,0.154,0.038,0.308,-0.1,-0.15,-0.052
|
| 48 |
-
TabPFN-TS,TiRex,0.423,0.231,0.615,0.055,-0.03,0.141
|
| 49 |
-
TabPFN-TS,TimesFM-2.5,0.462,0.269,0.654,0.075,-0.009,0.163
|
| 50 |
-
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
-
TabPFN-TS,Chronos-Bolt,0.615,0.423,0.808,0.077,0.005,0.156
|
| 52 |
-
TabPFN-TS,Moirai-2.0,0.538,0.346,0.731,0.096,0.014,0.181
|
| 53 |
-
TabPFN-TS,Toto-1.0,0.577,0.385,0.769,0.102,0.017,0.189
|
| 54 |
-
TabPFN-TS,Sundial-Base,0.769,0.577,0.923,0.134,0.048,0.222
|
| 55 |
-
TabPFN-TS,AutoARIMA,0.923,0.808,1.0,0.317,0.222,0.406
|
| 56 |
-
TabPFN-TS,Stat. Ensemble,0.923,0.808,1.0,0.333,0.243,0.417
|
| 57 |
-
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.381,0.298,0.457
|
| 58 |
-
TabPFN-TS,AutoETS,0.923,0.808,1.0,0.524,0.416,0.616
|
| 59 |
-
TabPFN-TS,AutoTheta,1.0,1.0,1.0,0.44,0.342,0.539
|
| 60 |
-
TabPFN-TS,Naive,1.0,1.0,1.0,0.614,0.529,0.691
|
| 61 |
-
TabPFN-TS,Drift,1.0,1.0,1.0,0.63,0.547,0.702
|
| 62 |
Chronos-Bolt,Chronos-2,0.077,0.0,0.192,-0.192,-0.28,-0.106
|
| 63 |
Chronos-Bolt,TiRex,0.25,0.115,0.423,-0.024,-0.055,0.005
|
|
|
|
| 64 |
Chronos-Bolt,TimesFM-2.5,0.462,0.288,0.635,-0.002,-0.03,0.027
|
| 65 |
-
Chronos-Bolt,TabPFN-TS,0.385,0.192,0.577,-0.084,-0.185,-0.005
|
| 66 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 67 |
Chronos-Bolt,Moirai-2.0,0.5,0.327,0.654,0.02,-0.025,0.07
|
| 68 |
-
Chronos-Bolt,Toto-1.0,0.538,0.365,0.712,0.026,-0.
|
|
|
|
| 69 |
Chronos-Bolt,Sundial-Base,0.75,0.596,0.904,0.061,-0.024,0.136
|
| 70 |
-
Chronos-Bolt,
|
| 71 |
-
Chronos-Bolt,
|
|
|
|
|
|
|
|
|
|
| 72 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.329,0.273,0.388
|
| 73 |
-
Chronos-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 77 |
Moirai-2.0,Chronos-2,0.077,0.0,0.192,-0.216,-0.319,-0.125
|
| 78 |
Moirai-2.0,TiRex,0.212,0.077,0.385,-0.045,-0.081,-0.014
|
|
|
|
| 79 |
Moirai-2.0,TimesFM-2.5,0.385,0.192,0.558,-0.023,-0.071,0.023
|
| 80 |
-
Moirai-2.0,TabPFN-TS,0.462,0.269,0.654,-0.106,-0.221,-0.014
|
| 81 |
Moirai-2.0,Chronos-Bolt,0.5,0.346,0.673,-0.02,-0.075,0.025
|
|
|
|
| 82 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 83 |
-
Moirai-2.0,Toto-1.0,0.577,0.423,0.75,0.006,-0.016,0.
|
|
|
|
| 84 |
Moirai-2.0,Sundial-Base,0.75,0.596,0.904,0.042,-0.051,0.124
|
| 85 |
-
Moirai-2.0,
|
| 86 |
-
Moirai-2.0,
|
|
|
|
|
|
|
|
|
|
| 87 |
Moirai-2.0,Seasonal Naive,0.923,0.808,1.0,0.315,0.249,0.385
|
| 88 |
-
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
|
| 92 |
-
Toto-1.0,Chronos-
|
| 93 |
-
Toto-1.0,
|
| 94 |
-
Toto-1.0,
|
| 95 |
-
Toto-1.0,TabPFN-TS,0.423,0.231,0.615,-0.113,-0.232,-0.018
|
| 96 |
-
Toto-1.0,Chronos-Bolt,0.462,0.288,0.635,-0.027,-0.073,0.012
|
| 97 |
-
Toto-1.0,Moirai-2.0,0.423,0.25,0.577,-0.007,-0.036,0.016
|
| 98 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 99 |
Toto-1.0,Sundial-Base,0.75,0.596,0.904,0.036,-0.053,0.113
|
| 100 |
-
Toto-1.0,
|
| 101 |
-
Toto-1.0,
|
| 102 |
-
Toto-1.0,
|
| 103 |
-
Toto-1.0,
|
| 104 |
-
Toto-1.0,
|
| 105 |
-
Toto-1.0,Naive,
|
| 106 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 107 |
Sundial-Base,Chronos-2,0.038,0.0,0.115,-0.269,-0.379,-0.186
|
| 108 |
Sundial-Base,TiRex,0.212,0.077,0.365,-0.09,-0.18,-0.009
|
|
|
|
| 109 |
Sundial-Base,TimesFM-2.5,0.212,0.077,0.365,-0.067,-0.168,0.021
|
| 110 |
-
Sundial-Base,TabPFN-TS,0.231,0.077,0.423,-0.154,-0.285,-0.05
|
| 111 |
Sundial-Base,Chronos-Bolt,0.25,0.096,0.404,-0.065,-0.157,0.023
|
|
|
|
| 112 |
Sundial-Base,Moirai-2.0,0.25,0.096,0.404,-0.044,-0.142,0.048
|
| 113 |
-
Sundial-Base,Toto-1.0,0.25,0.096,0.404,-0.
|
|
|
|
| 114 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
Sundial-Base,
|
| 116 |
-
Sundial-Base,
|
|
|
|
|
|
|
|
|
|
| 117 |
Sundial-Base,Seasonal Naive,0.962,0.885,1.0,0.285,0.209,0.359
|
| 118 |
-
|
| 119 |
-
|
| 120 |
-
|
| 121 |
-
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
AutoARIMA,Stat. Ensemble,0.615,0.423,0.788,0.
|
| 132 |
-
AutoARIMA,
|
| 133 |
-
AutoARIMA,
|
| 134 |
-
|
| 135 |
-
|
| 136 |
-
|
| 137 |
-
Stat. Ensemble,
|
| 138 |
-
Stat. Ensemble,
|
| 139 |
-
Stat. Ensemble,
|
| 140 |
-
Stat. Ensemble,
|
| 141 |
-
Stat. Ensemble,
|
| 142 |
-
Stat. Ensemble,
|
| 143 |
-
Stat. Ensemble,
|
| 144 |
-
Stat. Ensemble,
|
| 145 |
-
Stat. Ensemble,
|
|
|
|
| 146 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
-
Stat. Ensemble,
|
| 148 |
-
Stat. Ensemble,
|
| 149 |
-
|
| 150 |
-
|
| 151 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 152 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.776,-0.987,-0.581
|
| 153 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.526,-0.679,-0.401
|
|
|
|
| 154 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.493,-0.65,-0.368
|
| 155 |
-
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.615,-0.841,-0.425
|
| 156 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.49,-0.633,-0.376
|
|
|
|
| 157 |
Seasonal Naive,Moirai-2.0,0.077,0.0,0.192,-0.46,-0.627,-0.331
|
| 158 |
-
Seasonal Naive,Toto-1.0,0.038,0.0,0.115,-0.
|
|
|
|
| 159 |
Seasonal Naive,Sundial-Base,0.038,0.0,0.115,-0.399,-0.56,-0.264
|
| 160 |
-
Seasonal Naive,
|
| 161 |
-
Seasonal Naive,
|
|
|
|
|
|
|
|
|
|
| 162 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
Seasonal Naive,AutoETS,0.615,0.423,0.77,0.232,0.1,0.359
|
| 164 |
-
Seasonal Naive,AutoTheta,0.615,0.423,0.808,0.096,-0.022,0.215
|
| 165 |
-
Seasonal Naive,Naive,0.865,0.75,0.962,0.377,0.284,0.463
|
| 166 |
-
Seasonal Naive,Drift,1.0,1.0,1.0,0.402,0.311,0.485
|
| 167 |
-
AutoETS,Chronos-2,0.0,0.0,0.0,-1.313,-1.857,-0.881
|
| 168 |
-
AutoETS,TiRex,0.038,0.0,0.115,-0.986,-1.387,-0.666
|
| 169 |
-
AutoETS,TimesFM-2.5,0.038,0.0,0.115,-0.945,-1.345,-0.631
|
| 170 |
-
AutoETS,TabPFN-TS,0.077,0.0,0.192,-1.103,-1.606,-0.713
|
| 171 |
-
AutoETS,Chronos-Bolt,0.038,0.0,0.115,-0.94,-1.357,-0.624
|
| 172 |
-
AutoETS,Moirai-2.0,0.077,0.0,0.192,-0.902,-1.33,-0.578
|
| 173 |
-
AutoETS,Toto-1.0,0.077,0.0,0.192,-0.889,-1.292,-0.576
|
| 174 |
-
AutoETS,Sundial-Base,0.154,0.038,0.308,-0.822,-1.149,-0.507
|
| 175 |
-
AutoETS,AutoARIMA,0.269,0.115,0.462,-0.437,-0.684,-0.241
|
| 176 |
-
AutoETS,Stat. Ensemble,0.231,0.077,0.423,-0.402,-0.651,-0.217
|
| 177 |
-
AutoETS,Seasonal Naive,0.385,0.23,0.577,-0.302,-0.559,-0.111
|
| 178 |
-
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
AutoETS,AutoTheta,0.5,0.308,0.692,-0.177,-0.448,0.013
|
| 180 |
-
AutoETS,Naive,0.692,0.5,0.846,0.189,0.022,0.343
|
| 181 |
-
AutoETS,Drift,0.885,0.731,1.0,0.222,0.059,0.368
|
| 182 |
-
AutoTheta,Chronos-2,0.0,0.0,0.0,-0.965,-1.35,-0.685
|
| 183 |
-
AutoTheta,TiRex,0.0,0.0,0.0,-0.688,-0.999,-0.474
|
| 184 |
-
AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.652,-0.988,-0.437
|
| 185 |
-
AutoTheta,TabPFN-TS,0.0,0.0,0.0,-0.787,-1.168,-0.519
|
| 186 |
-
AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.648,-0.97,-0.437
|
| 187 |
-
AutoTheta,Moirai-2.0,0.077,0.0,0.192,-0.616,-0.923,-0.402
|
| 188 |
-
AutoTheta,Toto-1.0,0.077,0.0,0.192,-0.605,-0.913,-0.384
|
| 189 |
-
AutoTheta,Sundial-Base,0.077,0.0,0.192,-0.548,-0.811,-0.327
|
| 190 |
-
AutoTheta,AutoARIMA,0.115,0.0,0.269,-0.221,-0.397,-0.085
|
| 191 |
-
AutoTheta,Stat. Ensemble,0.115,0.0,0.269,-0.191,-0.339,-0.08
|
| 192 |
-
AutoTheta,Seasonal Naive,0.385,0.192,0.577,-0.106,-0.273,0.022
|
| 193 |
-
AutoTheta,AutoETS,0.5,0.308,0.692,0.15,-0.013,0.309
|
| 194 |
-
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
AutoTheta,Naive,0.654,0.462,0.846,0.311,0.19,0.426
|
| 196 |
-
AutoTheta,Drift,0.808,0.654,0.923,0.339,0.219,0.449
|
| 197 |
-
Naive,Chronos-2,0.0,0.0,0.0,-1.852,-2.524,-1.341
|
| 198 |
-
Naive,TiRex,0.0,0.0,0.0,-1.45,-1.993,-1.054
|
| 199 |
-
Naive,TimesFM-2.5,0.0,0.0,0.0,-1.398,-1.932,-1.0
|
| 200 |
-
Naive,TabPFN-TS,0.0,0.0,0.0,-1.593,-2.233,-1.123
|
| 201 |
-
Naive,Chronos-Bolt,0.0,0.0,0.0,-1.392,-1.887,-1.001
|
| 202 |
-
Naive,Moirai-2.0,0.038,0.0,0.115,-1.345,-1.866,-0.964
|
| 203 |
-
Naive,Toto-1.0,0.0,0.0,0.0,-1.33,-1.815,-0.961
|
| 204 |
-
Naive,Sundial-Base,0.0,0.0,0.0,-1.247,-1.782,-0.853
|
| 205 |
-
Naive,AutoARIMA,0.077,0.0,0.192,-0.772,-1.079,-0.535
|
| 206 |
-
Naive,Stat. Ensemble,0.077,0.0,0.192,-0.729,-1.027,-0.491
|
| 207 |
-
Naive,Seasonal Naive,0.135,0.038,0.25,-0.606,-0.862,-0.397
|
| 208 |
-
Naive,AutoETS,0.308,0.154,0.5,-0.233,-0.521,-0.023
|
| 209 |
-
Naive,AutoTheta,0.346,0.154,0.538,-0.451,-0.743,-0.234
|
| 210 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Naive,Drift,0.962,0.885,1.0,0.04,0.025,0.057
|
| 212 |
-
Drift,Chronos-2,0.0,0.0,0.0,-1.971,-2.673,-1.447
|
| 213 |
-
Drift,TiRex,0.0,0.0,0.0,-1.552,-2.088,-1.148
|
| 214 |
-
Drift,TimesFM-2.5,0.0,0.0,0.0,-1.499,-2.051,-1.089
|
| 215 |
-
Drift,TabPFN-TS,0.0,0.0,0.0,-1.702,-2.354,-1.208
|
| 216 |
-
Drift,Chronos-Bolt,0.0,0.0,0.0,-1.493,-2.007,-1.085
|
| 217 |
-
Drift,Moirai-2.0,0.0,0.0,0.0,-1.443,-1.963,-1.045
|
| 218 |
-
Drift,Toto-1.0,0.0,0.0,0.0,-1.427,-1.926,-1.041
|
| 219 |
-
Drift,Sundial-Base,0.0,0.0,0.0,-1.341,-1.884,-0.929
|
| 220 |
-
Drift,AutoARIMA,0.038,0.0,0.115,-0.846,-1.169,-0.599
|
| 221 |
-
Drift,Stat. Ensemble,0.038,0.0,0.115,-0.802,-1.111,-0.559
|
| 222 |
-
Drift,Seasonal Naive,0.0,0.0,0.0,-0.673,-0.942,-0.452
|
| 223 |
-
Drift,AutoETS,0.115,0.0,0.269,-0.285,-0.583,-0.063
|
| 224 |
-
Drift,AutoTheta,0.192,0.077,0.346,-0.512,-0.816,-0.28
|
| 225 |
-
Drift,Naive,0.038,0.0,0.115,-0.042,-0.06,-0.026
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TiRex,0.731,0.538,0.885,0.141,0.072,0.204
|
| 4 |
+
Chronos-2,TabPFN-TS,0.808,0.654,0.923,0.082,0.044,0.12
|
| 5 |
Chronos-2,TimesFM-2.5,0.769,0.577,0.923,0.159,0.083,0.225
|
|
|
|
| 6 |
Chronos-2,Chronos-Bolt,0.923,0.808,1.0,0.161,0.096,0.219
|
| 7 |
+
Chronos-2,FlowState,0.885,0.731,1.0,0.167,0.099,0.227
|
| 8 |
Chronos-2,Moirai-2.0,0.923,0.808,1.0,0.178,0.111,0.242
|
| 9 |
+
Chronos-2,Toto-1.0,0.846,0.692,0.962,0.183,0.115,0.249
|
| 10 |
+
Chronos-2,TFT,0.846,0.692,0.962,0.171,0.1,0.25
|
| 11 |
Chronos-2,Sundial-Base,0.962,0.885,1.0,0.212,0.157,0.275
|
| 12 |
+
Chronos-2,DeepAR,0.885,0.769,1.0,0.232,0.166,0.297
|
| 13 |
+
Chronos-2,PatchTST,0.846,0.692,0.962,0.243,0.162,0.32
|
| 14 |
+
Chronos-2,AutoARIMA,1.0,1.0,1.0,0.38,0.299,0.452
|
| 15 |
+
Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.4,0.321,0.466
|
| 16 |
+
Chronos-2,CatBoost,1.0,1.0,1.0,0.382,0.331,0.438
|
| 17 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.437,0.368,0.497
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
TiRex,Chronos-2,0.269,0.115,0.462,-0.164,-0.257,-0.078
|
| 19 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
TiRex,TabPFN-TS,0.5,0.308,0.692,-0.068,-0.171,0.014
|
| 21 |
TiRex,TimesFM-2.5,0.673,0.481,0.846,0.021,-0.002,0.045
|
|
|
|
| 22 |
TiRex,Chronos-Bolt,0.75,0.577,0.885,0.023,-0.005,0.052
|
| 23 |
+
TiRex,FlowState,0.635,0.461,0.808,0.03,0.003,0.06
|
| 24 |
TiRex,Moirai-2.0,0.788,0.615,0.923,0.043,0.014,0.075
|
| 25 |
+
TiRex,Toto-1.0,0.788,0.615,0.923,0.048,0.024,0.076
|
| 26 |
+
TiRex,TFT,0.654,0.462,0.846,0.035,-0.07,0.132
|
| 27 |
TiRex,Sundial-Base,0.788,0.635,0.923,0.083,0.009,0.153
|
| 28 |
+
TiRex,DeepAR,0.808,0.654,0.923,0.106,0.011,0.184
|
| 29 |
+
TiRex,PatchTST,0.808,0.654,0.962,0.119,0.006,0.204
|
| 30 |
+
TiRex,AutoARIMA,0.962,0.885,1.0,0.279,0.212,0.354
|
| 31 |
+
TiRex,Stat. Ensemble,0.962,0.885,1.0,0.301,0.231,0.376
|
| 32 |
+
TiRex,CatBoost,0.923,0.808,1.0,0.281,0.212,0.353
|
| 33 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.344,0.286,0.404
|
| 34 |
+
TabPFN-TS,Chronos-2,0.192,0.077,0.346,-0.09,-0.136,-0.046
|
| 35 |
+
TabPFN-TS,TiRex,0.5,0.308,0.692,0.064,-0.014,0.146
|
| 36 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
TabPFN-TS,TimesFM-2.5,0.5,0.308,0.692,0.084,0.006,0.167
|
| 38 |
+
TabPFN-TS,Chronos-Bolt,0.654,0.462,0.846,0.086,0.022,0.16
|
| 39 |
+
TabPFN-TS,FlowState,0.615,0.423,0.808,0.092,0.015,0.166
|
| 40 |
+
TabPFN-TS,Moirai-2.0,0.577,0.385,0.769,0.104,0.024,0.189
|
| 41 |
+
TabPFN-TS,Toto-1.0,0.577,0.385,0.769,0.109,0.026,0.194
|
| 42 |
+
TabPFN-TS,TFT,0.692,0.5,0.846,0.096,0.03,0.168
|
| 43 |
+
TabPFN-TS,Sundial-Base,0.769,0.615,0.923,0.141,0.058,0.225
|
| 44 |
+
TabPFN-TS,DeepAR,0.846,0.692,0.962,0.163,0.093,0.233
|
| 45 |
+
TabPFN-TS,PatchTST,0.808,0.654,0.923,0.175,0.093,0.252
|
| 46 |
+
TabPFN-TS,AutoARIMA,0.923,0.808,1.0,0.325,0.235,0.412
|
| 47 |
+
TabPFN-TS,Stat. Ensemble,1.0,1.0,1.0,0.346,0.259,0.424
|
| 48 |
+
TabPFN-TS,CatBoost,1.0,1.0,1.0,0.327,0.261,0.398
|
| 49 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.386,0.308,0.462
|
| 50 |
TimesFM-2.5,Chronos-2,0.231,0.077,0.423,-0.189,-0.291,-0.09
|
| 51 |
TimesFM-2.5,TiRex,0.327,0.154,0.519,-0.021,-0.047,0.002
|
| 52 |
+
TimesFM-2.5,TabPFN-TS,0.5,0.308,0.692,-0.091,-0.2,-0.006
|
| 53 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 54 |
TimesFM-2.5,Chronos-Bolt,0.538,0.365,0.712,0.002,-0.028,0.029
|
| 55 |
+
TimesFM-2.5,FlowState,0.577,0.404,0.75,0.009,-0.023,0.04
|
| 56 |
TimesFM-2.5,Moirai-2.0,0.615,0.442,0.808,0.022,-0.023,0.067
|
| 57 |
+
TimesFM-2.5,Toto-1.0,0.654,0.462,0.808,0.028,-0.012,0.068
|
| 58 |
+
TimesFM-2.5,TFT,0.615,0.423,0.808,0.014,-0.1,0.121
|
| 59 |
TimesFM-2.5,Sundial-Base,0.788,0.635,0.923,0.063,-0.021,0.143
|
| 60 |
+
TimesFM-2.5,DeepAR,0.731,0.538,0.885,0.087,-0.014,0.169
|
| 61 |
+
TimesFM-2.5,PatchTST,0.769,0.615,0.923,0.1,-0.022,0.197
|
| 62 |
+
TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.263,0.194,0.338
|
| 63 |
+
TimesFM-2.5,Stat. Ensemble,0.962,0.885,1.0,0.286,0.211,0.364
|
| 64 |
+
TimesFM-2.5,CatBoost,0.923,0.808,1.0,0.265,0.191,0.344
|
| 65 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.33,0.269,0.394
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 66 |
Chronos-Bolt,Chronos-2,0.077,0.0,0.192,-0.192,-0.28,-0.106
|
| 67 |
Chronos-Bolt,TiRex,0.25,0.115,0.423,-0.024,-0.055,0.005
|
| 68 |
+
Chronos-Bolt,TabPFN-TS,0.346,0.154,0.538,-0.094,-0.19,-0.023
|
| 69 |
Chronos-Bolt,TimesFM-2.5,0.462,0.288,0.635,-0.002,-0.03,0.027
|
|
|
|
| 70 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
Chronos-Bolt,FlowState,0.462,0.288,0.635,0.007,-0.03,0.039
|
| 72 |
Chronos-Bolt,Moirai-2.0,0.5,0.327,0.654,0.02,-0.025,0.07
|
| 73 |
+
Chronos-Bolt,Toto-1.0,0.538,0.365,0.712,0.026,-0.013,0.068
|
| 74 |
+
Chronos-Bolt,TFT,0.615,0.423,0.808,0.012,-0.089,0.108
|
| 75 |
Chronos-Bolt,Sundial-Base,0.75,0.596,0.904,0.061,-0.024,0.136
|
| 76 |
+
Chronos-Bolt,DeepAR,0.731,0.577,0.885,0.085,-0.018,0.167
|
| 77 |
+
Chronos-Bolt,PatchTST,0.769,0.615,0.923,0.098,-0.023,0.194
|
| 78 |
+
Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.261,0.191,0.335
|
| 79 |
+
Chronos-Bolt,Stat. Ensemble,0.962,0.885,1.0,0.284,0.214,0.358
|
| 80 |
+
Chronos-Bolt,CatBoost,0.923,0.808,1.0,0.263,0.189,0.342
|
| 81 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.329,0.273,0.388
|
| 82 |
+
FlowState,Chronos-2,0.115,0.0,0.269,-0.2,-0.294,-0.11
|
| 83 |
+
FlowState,TiRex,0.365,0.192,0.539,-0.031,-0.064,-0.003
|
| 84 |
+
FlowState,TabPFN-TS,0.385,0.192,0.577,-0.102,-0.199,-0.015
|
| 85 |
+
FlowState,TimesFM-2.5,0.423,0.25,0.596,-0.009,-0.042,0.022
|
| 86 |
+
FlowState,Chronos-Bolt,0.538,0.365,0.712,-0.007,-0.041,0.029
|
| 87 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
FlowState,Moirai-2.0,0.538,0.384,0.712,0.013,-0.029,0.059
|
| 89 |
+
FlowState,Toto-1.0,0.423,0.269,0.596,0.019,-0.019,0.059
|
| 90 |
+
FlowState,TFT,0.654,0.462,0.846,0.005,-0.107,0.109
|
| 91 |
+
FlowState,Sundial-Base,0.712,0.538,0.885,0.054,-0.029,0.13
|
| 92 |
+
FlowState,DeepAR,0.731,0.577,0.885,0.078,-0.024,0.167
|
| 93 |
+
FlowState,PatchTST,0.731,0.538,0.885,0.091,-0.027,0.182
|
| 94 |
+
FlowState,AutoARIMA,0.885,0.769,1.0,0.256,0.181,0.338
|
| 95 |
+
FlowState,Stat. Ensemble,0.923,0.808,1.0,0.279,0.201,0.363
|
| 96 |
+
FlowState,CatBoost,0.923,0.808,1.0,0.258,0.184,0.339
|
| 97 |
+
FlowState,Seasonal Naive,0.962,0.885,1.0,0.324,0.259,0.389
|
| 98 |
Moirai-2.0,Chronos-2,0.077,0.0,0.192,-0.216,-0.319,-0.125
|
| 99 |
Moirai-2.0,TiRex,0.212,0.077,0.385,-0.045,-0.081,-0.014
|
| 100 |
+
Moirai-2.0,TabPFN-TS,0.423,0.231,0.615,-0.116,-0.233,-0.025
|
| 101 |
Moirai-2.0,TimesFM-2.5,0.385,0.192,0.558,-0.023,-0.071,0.023
|
|
|
|
| 102 |
Moirai-2.0,Chronos-Bolt,0.5,0.346,0.673,-0.02,-0.075,0.025
|
| 103 |
+
Moirai-2.0,FlowState,0.462,0.288,0.616,-0.013,-0.062,0.029
|
| 104 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
Moirai-2.0,Toto-1.0,0.577,0.423,0.75,0.006,-0.016,0.034
|
| 106 |
+
Moirai-2.0,TFT,0.577,0.385,0.769,-0.008,-0.129,0.098
|
| 107 |
Moirai-2.0,Sundial-Base,0.75,0.596,0.904,0.042,-0.051,0.124
|
| 108 |
+
Moirai-2.0,DeepAR,0.654,0.462,0.809,0.066,-0.029,0.147
|
| 109 |
+
Moirai-2.0,PatchTST,0.731,0.538,0.885,0.08,-0.033,0.167
|
| 110 |
+
Moirai-2.0,AutoARIMA,0.923,0.808,1.0,0.246,0.167,0.331
|
| 111 |
+
Moirai-2.0,Stat. Ensemble,0.923,0.808,1.0,0.27,0.187,0.356
|
| 112 |
+
Moirai-2.0,CatBoost,0.923,0.808,1.0,0.249,0.177,0.322
|
| 113 |
Moirai-2.0,Seasonal Naive,0.923,0.808,1.0,0.315,0.249,0.385
|
| 114 |
+
Toto-1.0,Chronos-2,0.154,0.038,0.308,-0.224,-0.332,-0.13
|
| 115 |
+
Toto-1.0,TiRex,0.212,0.077,0.385,-0.051,-0.082,-0.024
|
| 116 |
+
Toto-1.0,TabPFN-TS,0.423,0.231,0.615,-0.123,-0.241,-0.027
|
| 117 |
+
Toto-1.0,TimesFM-2.5,0.346,0.192,0.538,-0.029,-0.073,0.011
|
| 118 |
+
Toto-1.0,Chronos-Bolt,0.462,0.288,0.635,-0.026,-0.072,0.013
|
| 119 |
+
Toto-1.0,FlowState,0.577,0.404,0.731,-0.019,-0.063,0.019
|
| 120 |
+
Toto-1.0,Moirai-2.0,0.423,0.25,0.577,-0.006,-0.035,0.016
|
|
|
|
|
|
|
|
|
|
| 121 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
Toto-1.0,TFT,0.577,0.385,0.769,-0.014,-0.138,0.092
|
| 123 |
Toto-1.0,Sundial-Base,0.75,0.596,0.904,0.036,-0.053,0.113
|
| 124 |
+
Toto-1.0,DeepAR,0.692,0.5,0.846,0.061,-0.039,0.142
|
| 125 |
+
Toto-1.0,PatchTST,0.615,0.423,0.769,0.074,-0.05,0.169
|
| 126 |
+
Toto-1.0,AutoARIMA,0.923,0.808,1.0,0.242,0.164,0.324
|
| 127 |
+
Toto-1.0,Stat. Ensemble,0.923,0.808,1.0,0.266,0.185,0.346
|
| 128 |
+
Toto-1.0,CatBoost,0.885,0.769,1.0,0.244,0.176,0.316
|
| 129 |
+
Toto-1.0,Seasonal Naive,0.962,0.885,1.0,0.311,0.248,0.377
|
| 130 |
+
TFT,Chronos-2,0.154,0.038,0.308,-0.206,-0.334,-0.111
|
| 131 |
+
TFT,TiRex,0.346,0.154,0.538,-0.036,-0.151,0.066
|
| 132 |
+
TFT,TabPFN-TS,0.308,0.154,0.5,-0.107,-0.202,-0.031
|
| 133 |
+
TFT,TimesFM-2.5,0.385,0.192,0.577,-0.014,-0.138,0.091
|
| 134 |
+
TFT,Chronos-Bolt,0.385,0.192,0.577,-0.012,-0.121,0.082
|
| 135 |
+
TFT,FlowState,0.346,0.154,0.538,-0.005,-0.122,0.097
|
| 136 |
+
TFT,Moirai-2.0,0.423,0.231,0.615,0.008,-0.108,0.114
|
| 137 |
+
TFT,Toto-1.0,0.423,0.231,0.615,0.014,-0.102,0.121
|
| 138 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
TFT,Sundial-Base,0.615,0.423,0.808,0.05,-0.077,0.156
|
| 140 |
+
TFT,DeepAR,0.538,0.346,0.731,0.074,-0.014,0.155
|
| 141 |
+
TFT,PatchTST,0.654,0.462,0.808,0.087,0.008,0.164
|
| 142 |
+
TFT,AutoARIMA,0.731,0.538,0.885,0.253,0.134,0.349
|
| 143 |
+
TFT,Stat. Ensemble,0.769,0.577,0.923,0.276,0.161,0.373
|
| 144 |
+
TFT,CatBoost,0.885,0.769,1.0,0.255,0.15,0.342
|
| 145 |
+
TFT,Seasonal Naive,0.846,0.692,0.962,0.321,0.223,0.403
|
| 146 |
Sundial-Base,Chronos-2,0.038,0.0,0.115,-0.269,-0.379,-0.186
|
| 147 |
Sundial-Base,TiRex,0.212,0.077,0.365,-0.09,-0.18,-0.009
|
| 148 |
+
Sundial-Base,TabPFN-TS,0.231,0.077,0.385,-0.165,-0.29,-0.062
|
| 149 |
Sundial-Base,TimesFM-2.5,0.212,0.077,0.365,-0.067,-0.168,0.021
|
|
|
|
| 150 |
Sundial-Base,Chronos-Bolt,0.25,0.096,0.404,-0.065,-0.157,0.023
|
| 151 |
+
Sundial-Base,FlowState,0.288,0.115,0.462,-0.057,-0.15,0.028
|
| 152 |
Sundial-Base,Moirai-2.0,0.25,0.096,0.404,-0.044,-0.142,0.048
|
| 153 |
+
Sundial-Base,Toto-1.0,0.25,0.096,0.404,-0.038,-0.127,0.05
|
| 154 |
+
Sundial-Base,TFT,0.385,0.192,0.577,-0.052,-0.184,0.071
|
| 155 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
Sundial-Base,DeepAR,0.538,0.346,0.731,0.025,-0.089,0.128
|
| 157 |
+
Sundial-Base,PatchTST,0.577,0.385,0.731,0.039,-0.107,0.161
|
| 158 |
+
Sundial-Base,AutoARIMA,0.769,0.577,0.923,0.213,0.123,0.293
|
| 159 |
+
Sundial-Base,Stat. Ensemble,0.808,0.654,0.923,0.238,0.15,0.314
|
| 160 |
+
Sundial-Base,CatBoost,0.846,0.692,0.962,0.216,0.13,0.293
|
| 161 |
Sundial-Base,Seasonal Naive,0.962,0.885,1.0,0.285,0.209,0.359
|
| 162 |
+
DeepAR,Chronos-2,0.115,0.0,0.231,-0.302,-0.423,-0.199
|
| 163 |
+
DeepAR,TiRex,0.192,0.077,0.346,-0.119,-0.226,-0.011
|
| 164 |
+
DeepAR,TabPFN-TS,0.154,0.038,0.308,-0.195,-0.304,-0.103
|
| 165 |
+
DeepAR,TimesFM-2.5,0.269,0.115,0.462,-0.095,-0.204,0.014
|
| 166 |
+
DeepAR,Chronos-Bolt,0.269,0.115,0.423,-0.093,-0.201,0.018
|
| 167 |
+
DeepAR,FlowState,0.269,0.115,0.423,-0.085,-0.201,0.023
|
| 168 |
+
DeepAR,Moirai-2.0,0.346,0.191,0.538,-0.071,-0.172,0.029
|
| 169 |
+
DeepAR,Toto-1.0,0.308,0.154,0.5,-0.064,-0.165,0.037
|
| 170 |
+
DeepAR,TFT,0.462,0.269,0.654,-0.08,-0.184,0.014
|
| 171 |
+
DeepAR,Sundial-Base,0.462,0.269,0.654,-0.026,-0.147,0.082
|
| 172 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
DeepAR,PatchTST,0.462,0.269,0.654,0.014,-0.074,0.094
|
| 174 |
+
DeepAR,AutoARIMA,0.673,0.5,0.846,0.193,0.082,0.302
|
| 175 |
+
DeepAR,Stat. Ensemble,0.673,0.5,0.846,0.218,0.111,0.323
|
| 176 |
+
DeepAR,CatBoost,0.885,0.769,1.0,0.195,0.119,0.274
|
| 177 |
+
DeepAR,Seasonal Naive,0.827,0.692,0.942,0.267,0.17,0.363
|
| 178 |
+
PatchTST,Chronos-2,0.154,0.038,0.308,-0.321,-0.471,-0.193
|
| 179 |
+
PatchTST,TiRex,0.192,0.038,0.346,-0.135,-0.257,-0.006
|
| 180 |
+
PatchTST,TabPFN-TS,0.192,0.077,0.346,-0.212,-0.338,-0.103
|
| 181 |
+
PatchTST,TimesFM-2.5,0.231,0.077,0.385,-0.111,-0.245,0.021
|
| 182 |
+
PatchTST,Chronos-Bolt,0.231,0.077,0.385,-0.108,-0.241,0.022
|
| 183 |
+
PatchTST,FlowState,0.269,0.115,0.462,-0.101,-0.222,0.027
|
| 184 |
+
PatchTST,Moirai-2.0,0.269,0.115,0.462,-0.086,-0.2,0.032
|
| 185 |
+
PatchTST,Toto-1.0,0.385,0.231,0.577,-0.08,-0.204,0.048
|
| 186 |
+
PatchTST,TFT,0.346,0.192,0.538,-0.095,-0.196,-0.008
|
| 187 |
+
PatchTST,Sundial-Base,0.423,0.269,0.615,-0.041,-0.192,0.097
|
| 188 |
+
PatchTST,DeepAR,0.538,0.346,0.731,-0.014,-0.103,0.069
|
| 189 |
+
PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
PatchTST,AutoARIMA,0.577,0.385,0.769,0.181,0.048,0.308
|
| 191 |
+
PatchTST,Stat. Ensemble,0.692,0.5,0.846,0.207,0.087,0.325
|
| 192 |
+
PatchTST,CatBoost,0.731,0.538,0.885,0.184,0.07,0.283
|
| 193 |
+
PatchTST,Seasonal Naive,0.769,0.577,0.923,0.256,0.142,0.364
|
| 194 |
+
AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.614,-0.823,-0.426
|
| 195 |
+
AutoARIMA,TiRex,0.038,0.0,0.115,-0.386,-0.548,-0.268
|
| 196 |
+
AutoARIMA,TabPFN-TS,0.077,0.0,0.192,-0.481,-0.701,-0.308
|
| 197 |
+
AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.357,-0.511,-0.24
|
| 198 |
+
AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.354,-0.503,-0.236
|
| 199 |
+
AutoARIMA,FlowState,0.115,0.0,0.231,-0.344,-0.51,-0.221
|
| 200 |
+
AutoARIMA,Moirai-2.0,0.077,0.0,0.192,-0.327,-0.494,-0.2
|
| 201 |
+
AutoARIMA,Toto-1.0,0.077,0.0,0.192,-0.319,-0.48,-0.197
|
| 202 |
+
AutoARIMA,TFT,0.269,0.115,0.462,-0.338,-0.537,-0.155
|
| 203 |
+
AutoARIMA,Sundial-Base,0.231,0.077,0.423,-0.271,-0.414,-0.14
|
| 204 |
+
AutoARIMA,DeepAR,0.327,0.154,0.5,-0.239,-0.433,-0.089
|
| 205 |
+
AutoARIMA,PatchTST,0.423,0.231,0.615,-0.221,-0.446,-0.05
|
| 206 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
AutoARIMA,Stat. Ensemble,0.615,0.423,0.788,0.031,-0.004,0.067
|
| 208 |
+
AutoARIMA,CatBoost,0.538,0.346,0.731,0.003,-0.142,0.14
|
| 209 |
+
AutoARIMA,Seasonal Naive,0.885,0.769,0.981,0.091,0.061,0.123
|
| 210 |
+
Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.666,-0.873,-0.473
|
| 211 |
+
Stat. Ensemble,TiRex,0.038,0.0,0.115,-0.431,-0.603,-0.3
|
| 212 |
+
Stat. Ensemble,TabPFN-TS,0.0,0.0,0.0,-0.529,-0.736,-0.349
|
| 213 |
+
Stat. Ensemble,TimesFM-2.5,0.038,0.0,0.115,-0.401,-0.573,-0.268
|
| 214 |
+
Stat. Ensemble,Chronos-Bolt,0.038,0.0,0.115,-0.398,-0.558,-0.272
|
| 215 |
+
Stat. Ensemble,FlowState,0.077,0.0,0.192,-0.388,-0.57,-0.252
|
| 216 |
+
Stat. Ensemble,Moirai-2.0,0.077,0.0,0.192,-0.37,-0.554,-0.23
|
| 217 |
+
Stat. Ensemble,Toto-1.0,0.077,0.0,0.192,-0.362,-0.529,-0.227
|
| 218 |
+
Stat. Ensemble,TFT,0.231,0.077,0.423,-0.381,-0.594,-0.192
|
| 219 |
+
Stat. Ensemble,Sundial-Base,0.192,0.077,0.346,-0.312,-0.459,-0.176
|
| 220 |
+
Stat. Ensemble,DeepAR,0.327,0.154,0.5,-0.279,-0.478,-0.124
|
| 221 |
+
Stat. Ensemble,PatchTST,0.308,0.154,0.5,-0.261,-0.481,-0.096
|
| 222 |
+
Stat. Ensemble,AutoARIMA,0.385,0.212,0.577,-0.032,-0.071,0.004
|
| 223 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
Stat. Ensemble,CatBoost,0.462,0.269,0.654,-0.029,-0.187,0.124
|
| 225 |
+
Stat. Ensemble,Seasonal Naive,0.731,0.558,0.885,0.062,0.012,0.107
|
| 226 |
+
CatBoost,Chronos-2,0.0,0.0,0.0,-0.618,-0.78,-0.496
|
| 227 |
+
CatBoost,TiRex,0.077,0.0,0.192,-0.39,-0.545,-0.269
|
| 228 |
+
CatBoost,TabPFN-TS,0.0,0.0,0.0,-0.485,-0.66,-0.354
|
| 229 |
+
CatBoost,TimesFM-2.5,0.077,0.0,0.192,-0.361,-0.525,-0.236
|
| 230 |
+
CatBoost,Chronos-Bolt,0.077,0.0,0.192,-0.358,-0.52,-0.234
|
| 231 |
+
CatBoost,FlowState,0.077,0.0,0.192,-0.348,-0.513,-0.225
|
| 232 |
+
CatBoost,Moirai-2.0,0.077,0.0,0.192,-0.331,-0.476,-0.215
|
| 233 |
+
CatBoost,Toto-1.0,0.115,0.0,0.231,-0.323,-0.463,-0.214
|
| 234 |
+
CatBoost,TFT,0.115,0.0,0.231,-0.342,-0.52,-0.176
|
| 235 |
+
CatBoost,Sundial-Base,0.154,0.038,0.308,-0.275,-0.415,-0.15
|
| 236 |
+
CatBoost,DeepAR,0.115,0.0,0.231,-0.243,-0.378,-0.134
|
| 237 |
+
CatBoost,PatchTST,0.269,0.115,0.462,-0.225,-0.395,-0.075
|
| 238 |
+
CatBoost,AutoARIMA,0.462,0.269,0.654,-0.003,-0.163,0.124
|
| 239 |
+
CatBoost,Stat. Ensemble,0.538,0.346,0.731,0.029,-0.141,0.157
|
| 240 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
CatBoost,Seasonal Naive,0.577,0.385,0.769,0.089,-0.041,0.198
|
| 242 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.776,-0.987,-0.581
|
| 243 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.526,-0.679,-0.401
|
| 244 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.63,-0.858,-0.445
|
| 245 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.493,-0.65,-0.368
|
|
|
|
| 246 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.49,-0.633,-0.376
|
| 247 |
+
Seasonal Naive,FlowState,0.038,0.0,0.115,-0.48,-0.638,-0.35
|
| 248 |
Seasonal Naive,Moirai-2.0,0.077,0.0,0.192,-0.46,-0.627,-0.331
|
| 249 |
+
Seasonal Naive,Toto-1.0,0.038,0.0,0.115,-0.452,-0.604,-0.33
|
| 250 |
+
Seasonal Naive,TFT,0.154,0.038,0.308,-0.472,-0.675,-0.286
|
| 251 |
Seasonal Naive,Sundial-Base,0.038,0.0,0.115,-0.399,-0.56,-0.264
|
| 252 |
+
Seasonal Naive,DeepAR,0.173,0.058,0.308,-0.364,-0.571,-0.205
|
| 253 |
+
Seasonal Naive,PatchTST,0.231,0.077,0.423,-0.344,-0.571,-0.166
|
| 254 |
+
Seasonal Naive,AutoARIMA,0.115,0.019,0.231,-0.101,-0.14,-0.065
|
| 255 |
+
Seasonal Naive,Stat. Ensemble,0.269,0.115,0.442,-0.066,-0.12,-0.012
|
| 256 |
+
Seasonal Naive,CatBoost,0.423,0.231,0.615,-0.097,-0.246,0.04
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_energy/pairwise_WAPE.csv
CHANGED
|
@@ -1,226 +1,257 @@
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
-
Chronos-2,
|
| 4 |
Chronos-2,TiRex,0.846,0.692,0.962,0.141,0.074,0.204
|
|
|
|
| 5 |
Chronos-2,Chronos-Bolt,0.923,0.808,1.0,0.149,0.081,0.219
|
| 6 |
-
Chronos-2,TabPFN-TS,0.846,0.692,0.962,0.104,0.034,0.174
|
| 7 |
Chronos-2,Moirai-2.0,0.885,0.731,1.0,0.156,0.089,0.221
|
|
|
|
| 8 |
Chronos-2,Sundial-Base,0.846,0.692,0.962,0.13,0.071,0.194
|
| 9 |
-
Chronos-2,Toto-1.0,0.
|
| 10 |
-
Chronos-2,
|
| 11 |
-
Chronos-2,
|
| 12 |
-
Chronos-2,
|
| 13 |
-
Chronos-2,
|
|
|
|
|
|
|
| 14 |
Chronos-2,Seasonal Naive,0.923,0.808,1.0,0.376,0.282,0.449
|
| 15 |
-
Chronos-2,
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
TimesFM-2.5,Drift,0.885,0.731,1.0,0.464,0.352,0.562
|
| 32 |
TiRex,Chronos-2,0.154,0.038,0.308,-0.164,-0.256,-0.08
|
| 33 |
-
TiRex,
|
| 34 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 35 |
TiRex,Chronos-Bolt,0.481,0.308,0.673,0.01,-0.028,0.06
|
| 36 |
-
TiRex,TabPFN-TS,0.538,0.346,0.731,-0.043,-0.165,0.065
|
| 37 |
TiRex,Moirai-2.0,0.442,0.269,0.615,0.018,-0.013,0.051
|
|
|
|
| 38 |
TiRex,Sundial-Base,0.635,0.462,0.808,-0.013,-0.12,0.076
|
| 39 |
-
TiRex,Toto-1.0,0.712,0.538,0.885,0.
|
| 40 |
-
TiRex,
|
| 41 |
-
TiRex,
|
| 42 |
-
TiRex,
|
| 43 |
-
TiRex,
|
|
|
|
|
|
|
| 44 |
TiRex,Seasonal Naive,0.885,0.731,1.0,0.273,0.184,0.352
|
| 45 |
-
|
| 46 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 47 |
Chronos-Bolt,Chronos-2,0.077,0.0,0.192,-0.175,-0.28,-0.089
|
| 48 |
-
Chronos-Bolt,
|
| 49 |
Chronos-Bolt,TiRex,0.519,0.327,0.692,-0.01,-0.064,0.027
|
|
|
|
| 50 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
-
Chronos-Bolt,TabPFN-TS,0.462,0.269,0.654,-0.053,-0.157,0.036
|
| 52 |
Chronos-Bolt,Moirai-2.0,0.577,0.404,0.731,0.008,-0.066,0.068
|
|
|
|
| 53 |
Chronos-Bolt,Sundial-Base,0.519,0.327,0.692,-0.023,-0.128,0.067
|
| 54 |
-
Chronos-Bolt,Toto-1.0,0.615,0.442,0.788,0.032,-0.022,0.
|
| 55 |
-
Chronos-Bolt,
|
| 56 |
-
Chronos-Bolt,
|
| 57 |
-
Chronos-Bolt,
|
| 58 |
-
Chronos-Bolt,
|
|
|
|
|
|
|
| 59 |
Chronos-Bolt,Seasonal Naive,0.923,0.808,1.0,0.266,0.183,0.339
|
| 60 |
-
Chronos-Bolt,AutoETS,0.808,0.654,0.924,0.408,0.263,0.533
|
| 61 |
-
Chronos-Bolt,Drift,0.846,0.692,0.962,0.464,0.347,0.563
|
| 62 |
-
TabPFN-TS,Chronos-2,0.154,0.038,0.308,-0.116,-0.211,-0.035
|
| 63 |
-
TabPFN-TS,TimesFM-2.5,0.5,0.308,0.692,0.05,-0.05,0.139
|
| 64 |
-
TabPFN-TS,TiRex,0.462,0.269,0.654,0.041,-0.07,0.142
|
| 65 |
-
TabPFN-TS,Chronos-Bolt,0.538,0.346,0.731,0.051,-0.037,0.135
|
| 66 |
-
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
-
TabPFN-TS,Moirai-2.0,0.538,0.346,0.731,0.059,-0.054,0.165
|
| 68 |
-
TabPFN-TS,Sundial-Base,0.577,0.385,0.769,0.029,-0.091,0.135
|
| 69 |
-
TabPFN-TS,Toto-1.0,0.538,0.346,0.731,0.081,-0.023,0.177
|
| 70 |
-
TabPFN-TS,Stat. Ensemble,0.846,0.692,0.962,0.254,0.151,0.343
|
| 71 |
-
TabPFN-TS,AutoARIMA,0.808,0.654,0.924,0.284,0.181,0.375
|
| 72 |
-
TabPFN-TS,AutoTheta,0.846,0.692,0.962,0.273,0.178,0.359
|
| 73 |
-
TabPFN-TS,Naive,0.808,0.654,0.923,0.462,0.33,0.57
|
| 74 |
-
TabPFN-TS,Seasonal Naive,0.885,0.731,1.0,0.303,0.205,0.384
|
| 75 |
-
TabPFN-TS,AutoETS,0.808,0.654,0.962,0.438,0.285,0.563
|
| 76 |
-
TabPFN-TS,Drift,0.846,0.692,0.962,0.491,0.367,0.59
|
| 77 |
Moirai-2.0,Chronos-2,0.115,0.0,0.269,-0.185,-0.284,-0.098
|
| 78 |
-
Moirai-2.0,
|
| 79 |
Moirai-2.0,TiRex,0.558,0.385,0.731,-0.018,-0.054,0.013
|
|
|
|
| 80 |
Moirai-2.0,Chronos-Bolt,0.423,0.269,0.596,-0.008,-0.073,0.062
|
| 81 |
-
Moirai-2.0,TabPFN-TS,0.462,0.269,0.654,-0.062,-0.197,0.052
|
| 82 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 83 |
Moirai-2.0,Sundial-Base,0.596,0.423,0.769,-0.032,-0.143,0.065
|
| 84 |
-
Moirai-2.0,Toto-1.0,0.577,0.404,0.75,0.024,-0.008,0.
|
| 85 |
-
Moirai-2.0,
|
| 86 |
-
Moirai-2.0,
|
| 87 |
-
Moirai-2.0,
|
| 88 |
-
Moirai-2.0,
|
|
|
|
|
|
|
| 89 |
Moirai-2.0,Seasonal Naive,0.808,0.654,0.924,0.26,0.164,0.341
|
| 90 |
-
|
| 91 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 92 |
Sundial-Base,Chronos-2,0.154,0.038,0.308,-0.149,-0.241,-0.077
|
| 93 |
-
Sundial-Base,
|
| 94 |
Sundial-Base,TiRex,0.365,0.192,0.538,0.013,-0.083,0.107
|
|
|
|
| 95 |
Sundial-Base,Chronos-Bolt,0.481,0.308,0.673,0.023,-0.072,0.113
|
| 96 |
-
Sundial-Base,TabPFN-TS,0.423,0.231,0.615,-0.03,-0.156,0.083
|
| 97 |
Sundial-Base,Moirai-2.0,0.404,0.231,0.577,0.031,-0.069,0.125
|
|
|
|
| 98 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
-
Sundial-Base,Toto-1.0,0.519,0.327,0.712,0.054,-0.039,0.
|
| 100 |
-
Sundial-Base,
|
| 101 |
-
Sundial-Base,
|
| 102 |
-
Sundial-Base,
|
| 103 |
-
Sundial-Base,
|
|
|
|
|
|
|
| 104 |
Sundial-Base,Seasonal Naive,0.846,0.692,0.962,0.283,0.183,0.364
|
| 105 |
-
|
| 106 |
-
|
| 107 |
-
Toto-1.0,
|
| 108 |
-
Toto-1.0,TimesFM-2.5,0.346,0.192,0.519,-0.
|
| 109 |
-
Toto-1.0,
|
| 110 |
-
Toto-1.0,
|
| 111 |
-
Toto-1.0,
|
| 112 |
-
Toto-1.0,
|
| 113 |
-
Toto-1.0,Sundial-Base,0.481,0.288,0.673,-0.057,-0.164,0.038
|
| 114 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
Toto-1.0,
|
| 116 |
-
Toto-1.0,
|
| 117 |
-
Toto-1.0,
|
| 118 |
-
Toto-1.0,
|
|
|
|
|
|
|
| 119 |
Toto-1.0,Seasonal Naive,0.846,0.654,0.962,0.242,0.151,0.321
|
| 120 |
-
|
| 121 |
-
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
Stat. Ensemble,
|
| 132 |
-
Stat. Ensemble,AutoTheta,0.731,0.538,0.885,0.026,-0.029,0.075
|
| 133 |
-
Stat. Ensemble,Naive,0.808,0.654,0.962,0.28,0.162,0.399
|
| 134 |
-
Stat. Ensemble,Seasonal Naive,0.692,0.538,0.846,0.067,0.029,0.103
|
| 135 |
-
Stat. Ensemble,AutoETS,0.808,0.654,0.923,0.248,0.12,0.381
|
| 136 |
-
Stat. Ensemble,Drift,0.808,0.654,0.962,0.318,0.206,0.435
|
| 137 |
-
AutoARIMA,Chronos-2,0.038,0.0,0.115,-0.558,-0.781,-0.363
|
| 138 |
-
AutoARIMA,TimesFM-2.5,0.077,0.0,0.192,-0.326,-0.48,-0.19
|
| 139 |
-
AutoARIMA,TiRex,0.115,0.0,0.269,-0.338,-0.509,-0.203
|
| 140 |
-
AutoARIMA,Chronos-Bolt,0.154,0.038,0.308,-0.325,-0.496,-0.19
|
| 141 |
-
AutoARIMA,TabPFN-TS,0.192,0.076,0.346,-0.396,-0.601,-0.222
|
| 142 |
-
AutoARIMA,Moirai-2.0,0.192,0.077,0.346,-0.314,-0.489,-0.175
|
| 143 |
-
AutoARIMA,Sundial-Base,0.192,0.076,0.346,-0.356,-0.529,-0.202
|
| 144 |
-
AutoARIMA,Toto-1.0,0.154,0.038,0.308,-0.283,-0.447,-0.148
|
| 145 |
-
AutoARIMA,Stat. Ensemble,0.346,0.173,0.519,-0.042,-0.082,-0.008
|
| 146 |
-
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
-
AutoARIMA,AutoTheta,0.462,0.269,0.654,-0.015,-0.079,0.04
|
| 148 |
-
AutoARIMA,Naive,0.731,0.577,0.885,0.249,0.12,0.379
|
| 149 |
-
AutoARIMA,Seasonal Naive,0.692,0.519,0.846,0.027,-0.012,0.062
|
| 150 |
-
AutoARIMA,AutoETS,0.615,0.423,0.808,0.216,0.079,0.35
|
| 151 |
-
AutoARIMA,Drift,0.731,0.577,0.885,0.29,0.167,0.413
|
| 152 |
-
AutoTheta,Chronos-2,0.038,0.0,0.115,-0.534,-0.718,-0.381
|
| 153 |
-
AutoTheta,TimesFM-2.5,0.038,0.0,0.115,-0.306,-0.443,-0.202
|
| 154 |
-
AutoTheta,TiRex,0.0,0.0,0.0,-0.318,-0.455,-0.218
|
| 155 |
-
AutoTheta,Chronos-Bolt,0.038,0.0,0.115,-0.305,-0.452,-0.2
|
| 156 |
-
AutoTheta,TabPFN-TS,0.154,0.038,0.308,-0.375,-0.561,-0.216
|
| 157 |
-
AutoTheta,Moirai-2.0,0.038,0.0,0.115,-0.295,-0.428,-0.193
|
| 158 |
-
AutoTheta,Sundial-Base,0.154,0.038,0.308,-0.335,-0.496,-0.204
|
| 159 |
-
AutoTheta,Toto-1.0,0.154,0.038,0.308,-0.263,-0.397,-0.158
|
| 160 |
-
AutoTheta,Stat. Ensemble,0.269,0.115,0.462,-0.026,-0.081,0.029
|
| 161 |
-
AutoTheta,AutoARIMA,0.538,0.346,0.731,0.015,-0.042,0.073
|
| 162 |
-
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
AutoTheta,Naive,0.654,0.462,0.846,0.261,0.138,0.381
|
| 164 |
-
AutoTheta,Seasonal Naive,0.615,0.423,0.808,0.042,-0.02,0.097
|
| 165 |
-
AutoTheta,AutoETS,0.654,0.462,0.808,0.228,0.087,0.37
|
| 166 |
-
AutoTheta,Drift,0.808,0.654,0.962,0.3,0.184,0.415
|
| 167 |
-
Naive,Chronos-2,0.115,0.0,0.269,-1.075,-1.586,-0.674
|
| 168 |
-
Naive,TimesFM-2.5,0.115,0.0,0.269,-0.767,-1.166,-0.465
|
| 169 |
-
Naive,TiRex,0.115,0.0,0.269,-0.783,-1.198,-0.474
|
| 170 |
-
Naive,Chronos-Bolt,0.154,0.038,0.308,-0.766,-1.162,-0.452
|
| 171 |
-
Naive,TabPFN-TS,0.192,0.077,0.346,-0.86,-1.326,-0.492
|
| 172 |
-
Naive,Moirai-2.0,0.154,0.038,0.308,-0.751,-1.137,-0.458
|
| 173 |
-
Naive,Sundial-Base,0.154,0.038,0.308,-0.807,-1.283,-0.462
|
| 174 |
-
Naive,Toto-1.0,0.192,0.076,0.346,-0.709,-1.072,-0.42
|
| 175 |
-
Naive,Stat. Ensemble,0.192,0.038,0.346,-0.388,-0.664,-0.193
|
| 176 |
-
Naive,AutoARIMA,0.269,0.115,0.423,-0.332,-0.611,-0.137
|
| 177 |
-
Naive,AutoTheta,0.346,0.154,0.538,-0.353,-0.616,-0.16
|
| 178 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
Naive,Seasonal Naive,0.404,0.231,0.558,-0.296,-0.551,-0.107
|
| 180 |
-
Naive,AutoETS,0.577,0.385,0.769,-0.045,-0.271,0.122
|
| 181 |
-
Naive,Drift,0.923,0.808,1.0,0.053,0.032,0.078
|
| 182 |
Seasonal Naive,Chronos-2,0.077,0.0,0.192,-0.601,-0.814,-0.393
|
| 183 |
-
Seasonal Naive,
|
| 184 |
Seasonal Naive,TiRex,0.115,0.0,0.269,-0.376,-0.544,-0.225
|
|
|
|
| 185 |
Seasonal Naive,Chronos-Bolt,0.077,0.0,0.192,-0.363,-0.513,-0.225
|
| 186 |
-
Seasonal Naive,TabPFN-TS,0.115,0.0,0.269,-0.435,-0.622,-0.257
|
| 187 |
Seasonal Naive,Moirai-2.0,0.192,0.076,0.346,-0.351,-0.517,-0.196
|
|
|
|
| 188 |
Seasonal Naive,Sundial-Base,0.154,0.038,0.308,-0.394,-0.572,-0.225
|
| 189 |
Seasonal Naive,Toto-1.0,0.154,0.038,0.346,-0.319,-0.473,-0.178
|
| 190 |
-
Seasonal Naive,
|
| 191 |
-
Seasonal Naive,
|
| 192 |
-
Seasonal Naive,
|
| 193 |
-
Seasonal Naive,
|
|
|
|
|
|
|
| 194 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
Seasonal Naive,AutoETS,0.615,0.423,0.808,0.194,0.048,0.336
|
| 196 |
-
Seasonal Naive,Drift,0.692,0.538,0.885,0.27,0.146,0.393
|
| 197 |
-
AutoETS,Chronos-2,0.115,0.0,0.269,-0.987,-1.529,-0.575
|
| 198 |
-
AutoETS,TimesFM-2.5,0.154,0.038,0.308,-0.692,-1.136,-0.369
|
| 199 |
-
AutoETS,TiRex,0.154,0.038,0.308,-0.707,-1.173,-0.365
|
| 200 |
-
AutoETS,Chronos-Bolt,0.192,0.076,0.346,-0.69,-1.143,-0.356
|
| 201 |
-
AutoETS,TabPFN-TS,0.192,0.038,0.346,-0.781,-1.288,-0.399
|
| 202 |
-
AutoETS,Moirai-2.0,0.192,0.077,0.346,-0.677,-1.137,-0.34
|
| 203 |
-
AutoETS,Sundial-Base,0.192,0.076,0.346,-0.729,-1.145,-0.385
|
| 204 |
-
AutoETS,Toto-1.0,0.231,0.077,0.386,-0.636,-1.055,-0.318
|
| 205 |
-
AutoETS,Stat. Ensemble,0.192,0.077,0.346,-0.329,-0.614,-0.136
|
| 206 |
-
AutoETS,AutoARIMA,0.385,0.192,0.577,-0.275,-0.538,-0.086
|
| 207 |
-
AutoETS,AutoTheta,0.346,0.192,0.538,-0.295,-0.587,-0.095
|
| 208 |
-
AutoETS,Naive,0.423,0.231,0.615,0.043,-0.139,0.213
|
| 209 |
-
AutoETS,Seasonal Naive,0.385,0.192,0.577,-0.241,-0.505,-0.051
|
| 210 |
-
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
AutoETS,Drift,0.692,0.5,0.846,0.094,-0.078,0.255
|
| 212 |
-
Drift,Chronos-2,0.077,0.0,0.192,-1.193,-1.748,-0.782
|
| 213 |
-
Drift,TimesFM-2.5,0.115,0.0,0.269,-0.867,-1.283,-0.544
|
| 214 |
-
Drift,TiRex,0.115,0.0,0.269,-0.884,-1.313,-0.548
|
| 215 |
-
Drift,Chronos-Bolt,0.154,0.038,0.308,-0.866,-1.29,-0.531
|
| 216 |
-
Drift,TabPFN-TS,0.154,0.038,0.308,-0.965,-1.439,-0.579
|
| 217 |
-
Drift,Moirai-2.0,0.115,0.0,0.269,-0.85,-1.241,-0.539
|
| 218 |
-
Drift,Sundial-Base,0.154,0.038,0.308,-0.909,-1.417,-0.539
|
| 219 |
-
Drift,Toto-1.0,0.115,0.0,0.231,-0.806,-1.183,-0.509
|
| 220 |
-
Drift,Stat. Ensemble,0.192,0.038,0.346,-0.467,-0.771,-0.259
|
| 221 |
-
Drift,AutoARIMA,0.269,0.115,0.423,-0.408,-0.704,-0.2
|
| 222 |
-
Drift,AutoTheta,0.192,0.038,0.346,-0.429,-0.71,-0.225
|
| 223 |
-
Drift,Naive,0.077,0.0,0.192,-0.056,-0.085,-0.033
|
| 224 |
-
Drift,Seasonal Naive,0.308,0.115,0.462,-0.369,-0.648,-0.171
|
| 225 |
-
Drift,AutoETS,0.308,0.154,0.5,-0.104,-0.342,0.073
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
Chronos-2,TabPFN-TS,0.808,0.654,0.923,0.103,0.035,0.178
|
| 4 |
Chronos-2,TiRex,0.846,0.692,0.962,0.141,0.074,0.204
|
| 5 |
+
Chronos-2,TimesFM-2.5,0.731,0.538,0.885,0.149,0.075,0.214
|
| 6 |
Chronos-2,Chronos-Bolt,0.923,0.808,1.0,0.149,0.081,0.219
|
|
|
|
| 7 |
Chronos-2,Moirai-2.0,0.885,0.731,1.0,0.156,0.089,0.221
|
| 8 |
+
Chronos-2,FlowState,0.808,0.654,0.923,0.146,0.079,0.202
|
| 9 |
Chronos-2,Sundial-Base,0.846,0.692,0.962,0.13,0.071,0.194
|
| 10 |
+
Chronos-2,Toto-1.0,0.885,0.769,1.0,0.176,0.109,0.244
|
| 11 |
+
Chronos-2,TFT,0.769,0.615,0.923,0.149,0.061,0.236
|
| 12 |
+
Chronos-2,PatchTST,0.769,0.577,0.923,0.213,0.112,0.302
|
| 13 |
+
Chronos-2,DeepAR,0.846,0.692,0.962,0.201,0.118,0.276
|
| 14 |
+
Chronos-2,LightGBM,0.923,0.808,1.0,0.213,0.142,0.288
|
| 15 |
+
Chronos-2,CatBoost,0.923,0.808,1.0,0.218,0.15,0.293
|
| 16 |
+
Chronos-2,Stat. Ensemble,0.962,0.885,1.0,0.318,0.232,0.398
|
| 17 |
Chronos-2,Seasonal Naive,0.923,0.808,1.0,0.376,0.282,0.449
|
| 18 |
+
TabPFN-TS,Chronos-2,0.192,0.077,0.346,-0.115,-0.216,-0.036
|
| 19 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
TabPFN-TS,TiRex,0.462,0.269,0.654,0.042,-0.07,0.138
|
| 21 |
+
TabPFN-TS,TimesFM-2.5,0.538,0.346,0.731,0.051,-0.047,0.137
|
| 22 |
+
TabPFN-TS,Chronos-Bolt,0.538,0.346,0.731,0.051,-0.035,0.132
|
| 23 |
+
TabPFN-TS,Moirai-2.0,0.538,0.346,0.731,0.059,-0.056,0.163
|
| 24 |
+
TabPFN-TS,FlowState,0.577,0.385,0.769,0.047,-0.06,0.132
|
| 25 |
+
TabPFN-TS,Sundial-Base,0.615,0.423,0.808,0.029,-0.086,0.132
|
| 26 |
+
TabPFN-TS,Toto-1.0,0.577,0.385,0.769,0.081,-0.022,0.177
|
| 27 |
+
TabPFN-TS,TFT,0.615,0.462,0.808,0.051,-0.037,0.133
|
| 28 |
+
TabPFN-TS,PatchTST,0.692,0.5,0.846,0.122,0.043,0.201
|
| 29 |
+
TabPFN-TS,DeepAR,0.731,0.538,0.885,0.109,0.04,0.174
|
| 30 |
+
TabPFN-TS,LightGBM,0.692,0.538,0.847,0.123,0.035,0.22
|
| 31 |
+
TabPFN-TS,CatBoost,0.769,0.615,0.923,0.128,0.017,0.234
|
| 32 |
+
TabPFN-TS,Stat. Ensemble,0.808,0.654,0.962,0.24,0.135,0.332
|
| 33 |
+
TabPFN-TS,Seasonal Naive,0.962,0.885,1.0,0.304,0.213,0.381
|
|
|
|
| 34 |
TiRex,Chronos-2,0.154,0.038,0.308,-0.164,-0.256,-0.08
|
| 35 |
+
TiRex,TabPFN-TS,0.538,0.346,0.731,-0.044,-0.161,0.065
|
| 36 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
TiRex,TimesFM-2.5,0.558,0.365,0.75,0.009,-0.023,0.041
|
| 38 |
TiRex,Chronos-Bolt,0.481,0.308,0.673,0.01,-0.028,0.06
|
|
|
|
| 39 |
TiRex,Moirai-2.0,0.442,0.269,0.615,0.018,-0.013,0.051
|
| 40 |
+
TiRex,FlowState,0.519,0.346,0.692,0.006,-0.029,0.041
|
| 41 |
TiRex,Sundial-Base,0.635,0.462,0.808,-0.013,-0.12,0.076
|
| 42 |
+
TiRex,Toto-1.0,0.712,0.538,0.885,0.041,0.009,0.076
|
| 43 |
+
TiRex,TFT,0.654,0.462,0.846,0.01,-0.106,0.113
|
| 44 |
+
TiRex,PatchTST,0.692,0.5,0.846,0.084,-0.054,0.194
|
| 45 |
+
TiRex,DeepAR,0.654,0.462,0.808,0.07,-0.044,0.169
|
| 46 |
+
TiRex,LightGBM,0.731,0.538,0.885,0.084,-0.01,0.187
|
| 47 |
+
TiRex,CatBoost,0.731,0.577,0.885,0.09,-0.003,0.186
|
| 48 |
+
TiRex,Stat. Ensemble,0.808,0.654,0.924,0.206,0.125,0.286
|
| 49 |
TiRex,Seasonal Naive,0.885,0.731,1.0,0.273,0.184,0.352
|
| 50 |
+
TimesFM-2.5,Chronos-2,0.269,0.115,0.462,-0.175,-0.273,-0.081
|
| 51 |
+
TimesFM-2.5,TabPFN-TS,0.462,0.269,0.654,-0.053,-0.159,0.045
|
| 52 |
+
TimesFM-2.5,TiRex,0.442,0.25,0.635,-0.009,-0.043,0.023
|
| 53 |
+
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
TimesFM-2.5,Chronos-Bolt,0.5,0.327,0.674,0.001,-0.039,0.042
|
| 55 |
+
TimesFM-2.5,Moirai-2.0,0.577,0.404,0.75,0.009,-0.046,0.062
|
| 56 |
+
TimesFM-2.5,FlowState,0.538,0.365,0.712,-0.003,-0.048,0.038
|
| 57 |
+
TimesFM-2.5,Sundial-Base,0.596,0.423,0.788,-0.022,-0.12,0.067
|
| 58 |
+
TimesFM-2.5,Toto-1.0,0.654,0.481,0.808,0.032,-0.012,0.081
|
| 59 |
+
TimesFM-2.5,TFT,0.615,0.423,0.808,0.001,-0.117,0.102
|
| 60 |
+
TimesFM-2.5,PatchTST,0.731,0.577,0.885,0.076,-0.062,0.182
|
| 61 |
+
TimesFM-2.5,DeepAR,0.692,0.5,0.846,0.062,-0.049,0.157
|
| 62 |
+
TimesFM-2.5,LightGBM,0.654,0.462,0.846,0.076,-0.014,0.181
|
| 63 |
+
TimesFM-2.5,CatBoost,0.692,0.5,0.846,0.081,-0.011,0.182
|
| 64 |
+
TimesFM-2.5,Stat. Ensemble,0.808,0.615,0.962,0.199,0.119,0.279
|
| 65 |
+
TimesFM-2.5,Seasonal Naive,0.923,0.808,1.0,0.267,0.184,0.338
|
| 66 |
Chronos-Bolt,Chronos-2,0.077,0.0,0.192,-0.175,-0.28,-0.089
|
| 67 |
+
Chronos-Bolt,TabPFN-TS,0.462,0.269,0.654,-0.054,-0.152,0.034
|
| 68 |
Chronos-Bolt,TiRex,0.519,0.327,0.692,-0.01,-0.064,0.027
|
| 69 |
+
Chronos-Bolt,TimesFM-2.5,0.5,0.326,0.673,-0.001,-0.044,0.038
|
| 70 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 71 |
Chronos-Bolt,Moirai-2.0,0.577,0.404,0.731,0.008,-0.066,0.068
|
| 72 |
+
Chronos-Bolt,FlowState,0.5,0.327,0.673,-0.004,-0.072,0.041
|
| 73 |
Chronos-Bolt,Sundial-Base,0.519,0.327,0.692,-0.023,-0.128,0.067
|
| 74 |
+
Chronos-Bolt,Toto-1.0,0.615,0.442,0.788,0.032,-0.022,0.08
|
| 75 |
+
Chronos-Bolt,TFT,0.692,0.5,0.885,0.0,-0.101,0.094
|
| 76 |
+
Chronos-Bolt,PatchTST,0.615,0.423,0.808,0.075,-0.054,0.176
|
| 77 |
+
Chronos-Bolt,DeepAR,0.769,0.615,0.923,0.061,-0.05,0.151
|
| 78 |
+
Chronos-Bolt,LightGBM,0.654,0.462,0.808,0.075,-0.017,0.18
|
| 79 |
+
Chronos-Bolt,CatBoost,0.692,0.5,0.846,0.081,-0.023,0.185
|
| 80 |
+
Chronos-Bolt,Stat. Ensemble,0.731,0.538,0.885,0.198,0.108,0.286
|
| 81 |
Chronos-Bolt,Seasonal Naive,0.923,0.808,1.0,0.266,0.183,0.339
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 82 |
Moirai-2.0,Chronos-2,0.115,0.0,0.269,-0.185,-0.284,-0.098
|
| 83 |
+
Moirai-2.0,TabPFN-TS,0.462,0.269,0.654,-0.063,-0.195,0.053
|
| 84 |
Moirai-2.0,TiRex,0.558,0.385,0.731,-0.018,-0.054,0.013
|
| 85 |
+
Moirai-2.0,TimesFM-2.5,0.423,0.25,0.596,-0.009,-0.067,0.044
|
| 86 |
Moirai-2.0,Chronos-Bolt,0.423,0.269,0.596,-0.008,-0.073,0.062
|
|
|
|
| 87 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Moirai-2.0,FlowState,0.538,0.365,0.712,-0.012,-0.065,0.03
|
| 89 |
Moirai-2.0,Sundial-Base,0.596,0.423,0.769,-0.032,-0.143,0.065
|
| 90 |
+
Moirai-2.0,Toto-1.0,0.577,0.404,0.75,0.024,-0.008,0.056
|
| 91 |
+
Moirai-2.0,TFT,0.654,0.462,0.846,-0.008,-0.137,0.101
|
| 92 |
+
Moirai-2.0,PatchTST,0.654,0.462,0.808,0.067,-0.064,0.182
|
| 93 |
+
Moirai-2.0,DeepAR,0.654,0.462,0.846,0.053,-0.06,0.152
|
| 94 |
+
Moirai-2.0,LightGBM,0.692,0.5,0.846,0.068,-0.023,0.17
|
| 95 |
+
Moirai-2.0,CatBoost,0.731,0.577,0.885,0.073,-0.022,0.166
|
| 96 |
+
Moirai-2.0,Stat. Ensemble,0.692,0.5,0.846,0.192,0.1,0.274
|
| 97 |
Moirai-2.0,Seasonal Naive,0.808,0.654,0.924,0.26,0.164,0.341
|
| 98 |
+
FlowState,Chronos-2,0.192,0.077,0.346,-0.171,-0.253,-0.086
|
| 99 |
+
FlowState,TabPFN-TS,0.423,0.231,0.615,-0.05,-0.152,0.056
|
| 100 |
+
FlowState,TiRex,0.481,0.308,0.654,-0.006,-0.043,0.028
|
| 101 |
+
FlowState,TimesFM-2.5,0.462,0.288,0.635,0.003,-0.04,0.046
|
| 102 |
+
FlowState,Chronos-Bolt,0.5,0.327,0.673,0.004,-0.043,0.067
|
| 103 |
+
FlowState,Moirai-2.0,0.462,0.288,0.635,0.012,-0.031,0.061
|
| 104 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
FlowState,Sundial-Base,0.558,0.385,0.75,-0.019,-0.118,0.069
|
| 106 |
+
FlowState,Toto-1.0,0.5,0.327,0.692,0.035,-0.006,0.084
|
| 107 |
+
FlowState,TFT,0.615,0.423,0.808,0.004,-0.109,0.108
|
| 108 |
+
FlowState,PatchTST,0.615,0.423,0.808,0.079,-0.054,0.187
|
| 109 |
+
FlowState,DeepAR,0.654,0.462,0.808,0.065,-0.053,0.17
|
| 110 |
+
FlowState,LightGBM,0.615,0.462,0.808,0.079,-0.013,0.187
|
| 111 |
+
FlowState,CatBoost,0.5,0.308,0.692,0.084,-0.012,0.181
|
| 112 |
+
FlowState,Stat. Ensemble,0.769,0.577,0.923,0.202,0.112,0.282
|
| 113 |
+
FlowState,Seasonal Naive,0.769,0.577,0.923,0.269,0.178,0.347
|
| 114 |
Sundial-Base,Chronos-2,0.154,0.038,0.308,-0.149,-0.241,-0.077
|
| 115 |
+
Sundial-Base,TabPFN-TS,0.385,0.192,0.577,-0.03,-0.153,0.08
|
| 116 |
Sundial-Base,TiRex,0.365,0.192,0.538,0.013,-0.083,0.107
|
| 117 |
+
Sundial-Base,TimesFM-2.5,0.404,0.212,0.577,0.022,-0.072,0.107
|
| 118 |
Sundial-Base,Chronos-Bolt,0.481,0.308,0.673,0.023,-0.072,0.113
|
|
|
|
| 119 |
Sundial-Base,Moirai-2.0,0.404,0.231,0.577,0.031,-0.069,0.125
|
| 120 |
+
Sundial-Base,FlowState,0.442,0.25,0.615,0.019,-0.074,0.106
|
| 121 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
Sundial-Base,Toto-1.0,0.519,0.327,0.712,0.054,-0.039,0.14
|
| 123 |
+
Sundial-Base,TFT,0.538,0.346,0.731,0.023,-0.095,0.144
|
| 124 |
+
Sundial-Base,PatchTST,0.577,0.346,0.769,0.096,-0.054,0.224
|
| 125 |
+
Sundial-Base,DeepAR,0.615,0.423,0.808,0.082,-0.036,0.188
|
| 126 |
+
Sundial-Base,LightGBM,0.731,0.577,0.885,0.096,-0.017,0.204
|
| 127 |
+
Sundial-Base,CatBoost,0.731,0.538,0.885,0.101,0.012,0.187
|
| 128 |
+
Sundial-Base,Stat. Ensemble,0.769,0.577,0.923,0.217,0.12,0.307
|
| 129 |
Sundial-Base,Seasonal Naive,0.846,0.692,0.962,0.283,0.183,0.364
|
| 130 |
+
Toto-1.0,Chronos-2,0.115,0.0,0.231,-0.214,-0.323,-0.123
|
| 131 |
+
Toto-1.0,TabPFN-TS,0.423,0.231,0.615,-0.088,-0.215,0.022
|
| 132 |
+
Toto-1.0,TiRex,0.288,0.115,0.462,-0.043,-0.083,-0.009
|
| 133 |
+
Toto-1.0,TimesFM-2.5,0.346,0.192,0.519,-0.033,-0.088,0.012
|
| 134 |
+
Toto-1.0,Chronos-Bolt,0.385,0.212,0.558,-0.033,-0.087,0.021
|
| 135 |
+
Toto-1.0,Moirai-2.0,0.423,0.25,0.596,-0.024,-0.06,0.008
|
| 136 |
+
Toto-1.0,FlowState,0.5,0.308,0.673,-0.037,-0.092,0.006
|
| 137 |
+
Toto-1.0,Sundial-Base,0.481,0.288,0.673,-0.057,-0.163,0.038
|
|
|
|
| 138 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
Toto-1.0,TFT,0.577,0.385,0.769,-0.033,-0.162,0.081
|
| 140 |
+
Toto-1.0,PatchTST,0.577,0.385,0.769,0.045,-0.102,0.164
|
| 141 |
+
Toto-1.0,DeepAR,0.654,0.462,0.808,0.031,-0.093,0.134
|
| 142 |
+
Toto-1.0,LightGBM,0.654,0.462,0.846,0.045,-0.045,0.146
|
| 143 |
+
Toto-1.0,CatBoost,0.654,0.462,0.808,0.051,-0.041,0.142
|
| 144 |
+
Toto-1.0,Stat. Ensemble,0.692,0.5,0.846,0.172,0.083,0.258
|
| 145 |
Toto-1.0,Seasonal Naive,0.846,0.654,0.962,0.242,0.151,0.321
|
| 146 |
+
TFT,Chronos-2,0.231,0.077,0.385,-0.176,-0.309,-0.065
|
| 147 |
+
TFT,TabPFN-TS,0.385,0.192,0.538,-0.054,-0.153,0.036
|
| 148 |
+
TFT,TiRex,0.346,0.154,0.538,-0.01,-0.127,0.096
|
| 149 |
+
TFT,TimesFM-2.5,0.385,0.192,0.577,-0.001,-0.113,0.105
|
| 150 |
+
TFT,Chronos-Bolt,0.308,0.115,0.5,-0.0,-0.104,0.092
|
| 151 |
+
TFT,Moirai-2.0,0.346,0.154,0.538,0.008,-0.113,0.12
|
| 152 |
+
TFT,FlowState,0.385,0.192,0.577,-0.004,-0.121,0.098
|
| 153 |
+
TFT,Sundial-Base,0.462,0.269,0.654,-0.023,-0.169,0.087
|
| 154 |
+
TFT,Toto-1.0,0.423,0.231,0.615,0.031,-0.088,0.139
|
| 155 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
TFT,PatchTST,0.538,0.346,0.731,0.075,-0.01,0.157
|
| 157 |
+
TFT,DeepAR,0.577,0.385,0.769,0.061,-0.017,0.142
|
| 158 |
+
TFT,LightGBM,0.615,0.423,0.808,0.075,-0.048,0.188
|
| 159 |
+
TFT,CatBoost,0.615,0.423,0.808,0.08,-0.062,0.204
|
| 160 |
+
TFT,Stat. Ensemble,0.692,0.5,0.846,0.198,0.093,0.282
|
| 161 |
+
TFT,Seasonal Naive,0.846,0.692,0.962,0.266,0.174,0.342
|
| 162 |
+
PatchTST,Chronos-2,0.231,0.077,0.423,-0.271,-0.432,-0.126
|
| 163 |
+
PatchTST,TabPFN-TS,0.308,0.154,0.5,-0.139,-0.252,-0.045
|
| 164 |
+
PatchTST,TiRex,0.308,0.154,0.5,-0.092,-0.241,0.051
|
| 165 |
+
PatchTST,TimesFM-2.5,0.269,0.115,0.423,-0.082,-0.222,0.059
|
| 166 |
+
PatchTST,Chronos-Bolt,0.385,0.192,0.577,-0.081,-0.214,0.051
|
| 167 |
+
PatchTST,Moirai-2.0,0.346,0.192,0.538,-0.072,-0.223,0.06
|
| 168 |
+
PatchTST,FlowState,0.385,0.192,0.577,-0.085,-0.231,0.051
|
| 169 |
+
PatchTST,Sundial-Base,0.423,0.231,0.654,-0.106,-0.288,0.051
|
| 170 |
+
PatchTST,Toto-1.0,0.423,0.231,0.615,-0.047,-0.196,0.093
|
| 171 |
+
PatchTST,TFT,0.462,0.269,0.654,-0.081,-0.187,0.01
|
| 172 |
+
PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
PatchTST,DeepAR,0.5,0.308,0.692,-0.015,-0.084,0.06
|
| 174 |
+
PatchTST,LightGBM,0.5,0.308,0.692,0.0,-0.137,0.131
|
| 175 |
+
PatchTST,CatBoost,0.5,0.308,0.692,0.006,-0.154,0.155
|
| 176 |
+
PatchTST,Stat. Ensemble,0.654,0.462,0.846,0.133,0.012,0.248
|
| 177 |
+
PatchTST,Seasonal Naive,0.731,0.576,0.885,0.207,0.106,0.306
|
| 178 |
+
DeepAR,Chronos-2,0.154,0.038,0.308,-0.252,-0.381,-0.134
|
| 179 |
+
DeepAR,TabPFN-TS,0.269,0.115,0.462,-0.123,-0.21,-0.042
|
| 180 |
+
DeepAR,TiRex,0.346,0.192,0.538,-0.076,-0.203,0.042
|
| 181 |
+
DeepAR,TimesFM-2.5,0.308,0.154,0.5,-0.066,-0.187,0.047
|
| 182 |
+
DeepAR,Chronos-Bolt,0.231,0.077,0.385,-0.065,-0.177,0.047
|
| 183 |
+
DeepAR,Moirai-2.0,0.346,0.154,0.538,-0.056,-0.179,0.057
|
| 184 |
+
DeepAR,FlowState,0.346,0.192,0.538,-0.069,-0.205,0.051
|
| 185 |
+
DeepAR,Sundial-Base,0.385,0.192,0.577,-0.09,-0.232,0.035
|
| 186 |
+
DeepAR,Toto-1.0,0.346,0.192,0.538,-0.031,-0.155,0.085
|
| 187 |
+
DeepAR,TFT,0.423,0.231,0.615,-0.065,-0.166,0.017
|
| 188 |
+
DeepAR,PatchTST,0.5,0.308,0.692,0.015,-0.063,0.078
|
| 189 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
DeepAR,LightGBM,0.538,0.346,0.731,0.015,-0.082,0.12
|
| 191 |
+
DeepAR,CatBoost,0.538,0.346,0.731,0.021,-0.093,0.134
|
| 192 |
+
DeepAR,Stat. Ensemble,0.596,0.423,0.769,0.146,0.036,0.25
|
| 193 |
+
DeepAR,Seasonal Naive,0.827,0.692,0.942,0.218,0.128,0.307
|
| 194 |
+
LightGBM,Chronos-2,0.077,0.0,0.192,-0.271,-0.405,-0.166
|
| 195 |
+
LightGBM,TabPFN-TS,0.308,0.153,0.462,-0.14,-0.282,-0.037
|
| 196 |
+
LightGBM,TiRex,0.269,0.115,0.462,-0.092,-0.23,0.01
|
| 197 |
+
LightGBM,TimesFM-2.5,0.346,0.154,0.538,-0.082,-0.221,0.014
|
| 198 |
+
LightGBM,Chronos-Bolt,0.346,0.192,0.538,-0.081,-0.219,0.017
|
| 199 |
+
LightGBM,Moirai-2.0,0.308,0.154,0.5,-0.072,-0.205,0.023
|
| 200 |
+
LightGBM,FlowState,0.385,0.192,0.538,-0.086,-0.23,0.013
|
| 201 |
+
LightGBM,Sundial-Base,0.269,0.115,0.423,-0.106,-0.256,0.016
|
| 202 |
+
LightGBM,Toto-1.0,0.346,0.154,0.538,-0.047,-0.171,0.043
|
| 203 |
+
LightGBM,TFT,0.385,0.192,0.577,-0.081,-0.232,0.046
|
| 204 |
+
LightGBM,PatchTST,0.5,0.308,0.692,-0.0,-0.15,0.12
|
| 205 |
+
LightGBM,DeepAR,0.462,0.269,0.654,-0.015,-0.137,0.075
|
| 206 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
LightGBM,CatBoost,0.462,0.269,0.654,0.006,-0.055,0.061
|
| 208 |
+
LightGBM,Stat. Ensemble,0.654,0.462,0.846,0.133,-0.007,0.243
|
| 209 |
+
LightGBM,Seasonal Naive,0.808,0.615,0.923,0.206,0.082,0.307
|
| 210 |
+
CatBoost,Chronos-2,0.077,0.0,0.192,-0.278,-0.415,-0.177
|
| 211 |
+
CatBoost,TabPFN-TS,0.231,0.077,0.385,-0.146,-0.306,-0.017
|
| 212 |
+
CatBoost,TiRex,0.269,0.115,0.423,-0.098,-0.228,0.003
|
| 213 |
+
CatBoost,TimesFM-2.5,0.308,0.154,0.5,-0.088,-0.222,0.01
|
| 214 |
+
CatBoost,Chronos-Bolt,0.308,0.154,0.5,-0.088,-0.228,0.022
|
| 215 |
+
CatBoost,Moirai-2.0,0.269,0.115,0.423,-0.079,-0.199,0.022
|
| 216 |
+
CatBoost,FlowState,0.5,0.308,0.692,-0.092,-0.221,0.012
|
| 217 |
+
CatBoost,Sundial-Base,0.269,0.115,0.462,-0.113,-0.23,-0.012
|
| 218 |
+
CatBoost,Toto-1.0,0.346,0.192,0.538,-0.053,-0.166,0.039
|
| 219 |
+
CatBoost,TFT,0.385,0.192,0.577,-0.087,-0.256,0.059
|
| 220 |
+
CatBoost,PatchTST,0.5,0.308,0.692,-0.006,-0.184,0.134
|
| 221 |
+
CatBoost,DeepAR,0.462,0.269,0.654,-0.021,-0.155,0.085
|
| 222 |
+
CatBoost,LightGBM,0.538,0.346,0.731,-0.006,-0.065,0.052
|
| 223 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
CatBoost,Stat. Ensemble,0.654,0.462,0.808,0.128,-0.008,0.238
|
| 225 |
+
CatBoost,Seasonal Naive,0.769,0.577,0.923,0.202,0.07,0.303
|
| 226 |
+
Stat. Ensemble,Chronos-2,0.038,0.0,0.115,-0.466,-0.661,-0.303
|
| 227 |
+
Stat. Ensemble,TabPFN-TS,0.192,0.038,0.346,-0.315,-0.496,-0.157
|
| 228 |
+
Stat. Ensemble,TiRex,0.192,0.076,0.346,-0.26,-0.4,-0.143
|
| 229 |
+
Stat. Ensemble,TimesFM-2.5,0.192,0.038,0.385,-0.249,-0.387,-0.135
|
| 230 |
+
Stat. Ensemble,Chronos-Bolt,0.269,0.115,0.462,-0.248,-0.4,-0.121
|
| 231 |
+
Stat. Ensemble,Moirai-2.0,0.308,0.154,0.5,-0.237,-0.377,-0.111
|
| 232 |
+
Stat. Ensemble,FlowState,0.231,0.077,0.423,-0.253,-0.393,-0.126
|
| 233 |
+
Stat. Ensemble,Sundial-Base,0.231,0.077,0.423,-0.276,-0.443,-0.136
|
| 234 |
+
Stat. Ensemble,Toto-1.0,0.308,0.154,0.5,-0.208,-0.348,-0.091
|
| 235 |
+
Stat. Ensemble,TFT,0.308,0.154,0.5,-0.247,-0.393,-0.103
|
| 236 |
+
Stat. Ensemble,PatchTST,0.346,0.154,0.538,-0.154,-0.33,-0.012
|
| 237 |
+
Stat. Ensemble,DeepAR,0.404,0.231,0.577,-0.171,-0.333,-0.037
|
| 238 |
+
Stat. Ensemble,LightGBM,0.346,0.154,0.538,-0.154,-0.322,0.007
|
| 239 |
+
Stat. Ensemble,CatBoost,0.346,0.192,0.538,-0.147,-0.313,0.008
|
| 240 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
Stat. Ensemble,Seasonal Naive,0.731,0.558,0.885,0.084,0.037,0.13
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 242 |
Seasonal Naive,Chronos-2,0.077,0.0,0.192,-0.601,-0.814,-0.393
|
| 243 |
+
Seasonal Naive,TabPFN-TS,0.038,0.0,0.115,-0.436,-0.616,-0.27
|
| 244 |
Seasonal Naive,TiRex,0.115,0.0,0.269,-0.376,-0.544,-0.225
|
| 245 |
+
Seasonal Naive,TimesFM-2.5,0.077,0.0,0.192,-0.363,-0.511,-0.225
|
| 246 |
Seasonal Naive,Chronos-Bolt,0.077,0.0,0.192,-0.363,-0.513,-0.225
|
|
|
|
| 247 |
Seasonal Naive,Moirai-2.0,0.192,0.076,0.346,-0.351,-0.517,-0.196
|
| 248 |
+
Seasonal Naive,FlowState,0.231,0.077,0.423,-0.368,-0.532,-0.217
|
| 249 |
Seasonal Naive,Sundial-Base,0.154,0.038,0.308,-0.394,-0.572,-0.225
|
| 250 |
Seasonal Naive,Toto-1.0,0.154,0.038,0.346,-0.319,-0.473,-0.178
|
| 251 |
+
Seasonal Naive,TFT,0.154,0.038,0.308,-0.362,-0.521,-0.21
|
| 252 |
+
Seasonal Naive,PatchTST,0.269,0.115,0.424,-0.26,-0.44,-0.119
|
| 253 |
+
Seasonal Naive,DeepAR,0.173,0.058,0.308,-0.279,-0.443,-0.147
|
| 254 |
+
Seasonal Naive,LightGBM,0.192,0.077,0.385,-0.26,-0.442,-0.09
|
| 255 |
+
Seasonal Naive,CatBoost,0.231,0.077,0.423,-0.253,-0.434,-0.075
|
| 256 |
+
Seasonal Naive,Stat. Ensemble,0.269,0.115,0.442,-0.092,-0.149,-0.038
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_energy/pairwise_WQL.csv
CHANGED
|
@@ -1,226 +1,257 @@
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TiRex,0.808,0.654,0.962,0.143,0.076,0.204
|
| 4 |
-
Chronos-2,TabPFN-TS,0.
|
| 5 |
Chronos-2,TimesFM-2.5,0.808,0.654,0.962,0.159,0.086,0.224
|
| 6 |
Chronos-2,Chronos-Bolt,0.962,0.885,1.0,0.165,0.099,0.23
|
|
|
|
| 7 |
Chronos-2,Moirai-2.0,0.923,0.808,1.0,0.175,0.108,0.243
|
| 8 |
-
Chronos-2,Toto-1.0,0.885,0.769,1.0,0.186,0.119,0.
|
|
|
|
| 9 |
Chronos-2,Sundial-Base,0.962,0.885,1.0,0.212,0.16,0.273
|
| 10 |
-
Chronos-2,
|
| 11 |
-
Chronos-2,
|
| 12 |
-
Chronos-2,
|
|
|
|
|
|
|
| 13 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.46,0.384,0.522
|
| 14 |
-
Chronos-2,AutoTheta,1.0,1.0,1.0,0.485,0.417,0.553
|
| 15 |
-
Chronos-2,Naive,1.0,1.0,1.0,0.642,0.566,0.711
|
| 16 |
-
Chronos-2,Drift,1.0,1.0,1.0,0.657,0.583,0.723
|
| 17 |
TiRex,Chronos-2,0.192,0.038,0.346,-0.166,-0.256,-0.083
|
| 18 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 19 |
-
TiRex,TabPFN-TS,0.
|
| 20 |
TiRex,TimesFM-2.5,0.673,0.5,0.846,0.02,-0.015,0.053
|
| 21 |
TiRex,Chronos-Bolt,0.712,0.538,0.865,0.026,-0.018,0.077
|
|
|
|
| 22 |
TiRex,Moirai-2.0,0.75,0.577,0.904,0.038,0.007,0.071
|
| 23 |
-
TiRex,Toto-1.0,0.
|
|
|
|
| 24 |
TiRex,Sundial-Base,0.788,0.635,0.923,0.082,-0.005,0.162
|
| 25 |
-
TiRex,
|
| 26 |
-
TiRex,
|
| 27 |
-
TiRex,
|
|
|
|
|
|
|
| 28 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.37,0.299,0.439
|
| 29 |
-
|
| 30 |
-
TiRex,
|
| 31 |
-
TiRex,Drift,1.0,1.0,1.0,0.6,0.519,0.674
|
| 32 |
-
TabPFN-TS,Chronos-2,0.192,0.038,0.346,-0.114,-0.198,-0.045
|
| 33 |
-
TabPFN-TS,TiRex,0.538,0.346,0.731,0.045,-0.06,0.138
|
| 34 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
-
TabPFN-TS,TimesFM-2.5,0.
|
| 36 |
-
TabPFN-TS,Chronos-Bolt,0.577,0.385,0.769,0.
|
| 37 |
-
TabPFN-TS,
|
| 38 |
-
TabPFN-TS,
|
| 39 |
-
TabPFN-TS,
|
| 40 |
-
TabPFN-TS,
|
| 41 |
-
TabPFN-TS,
|
| 42 |
-
TabPFN-TS,
|
| 43 |
-
TabPFN-TS,
|
| 44 |
-
TabPFN-TS,
|
| 45 |
-
TabPFN-TS,
|
| 46 |
-
TabPFN-TS,
|
|
|
|
| 47 |
TimesFM-2.5,Chronos-2,0.192,0.038,0.346,-0.19,-0.289,-0.094
|
| 48 |
TimesFM-2.5,TiRex,0.327,0.154,0.5,-0.02,-0.056,0.015
|
| 49 |
-
TimesFM-2.5,TabPFN-TS,0.
|
| 50 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
TimesFM-2.5,Chronos-Bolt,0.577,0.404,0.75,0.006,-0.031,0.046
|
|
|
|
| 52 |
TimesFM-2.5,Moirai-2.0,0.615,0.442,0.788,0.018,-0.038,0.072
|
| 53 |
-
TimesFM-2.5,Toto-1.0,0.654,0.481,0.808,0.
|
|
|
|
| 54 |
TimesFM-2.5,Sundial-Base,0.75,0.596,0.904,0.063,-0.029,0.147
|
| 55 |
-
TimesFM-2.5,
|
| 56 |
-
TimesFM-2.5,
|
| 57 |
-
TimesFM-2.5,
|
|
|
|
|
|
|
| 58 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.357,0.288,0.423
|
| 59 |
-
TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.387,0.31,0.47
|
| 60 |
-
TimesFM-2.5,Naive,1.0,1.0,1.0,0.574,0.483,0.657
|
| 61 |
-
TimesFM-2.5,Drift,1.0,1.0,1.0,0.592,0.507,0.67
|
| 62 |
Chronos-Bolt,Chronos-2,0.038,0.0,0.115,-0.197,-0.299,-0.11
|
| 63 |
Chronos-Bolt,TiRex,0.288,0.135,0.462,-0.027,-0.084,0.018
|
| 64 |
-
Chronos-Bolt,TabPFN-TS,0.423,0.231,0.615,-0.
|
| 65 |
Chronos-Bolt,TimesFM-2.5,0.423,0.25,0.596,-0.006,-0.048,0.03
|
| 66 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 67 |
Chronos-Bolt,Moirai-2.0,0.462,0.308,0.635,0.012,-0.062,0.076
|
| 68 |
-
Chronos-Bolt,Toto-1.0,0.
|
|
|
|
| 69 |
Chronos-Bolt,Sundial-Base,0.75,0.596,0.904,0.057,-0.039,0.142
|
| 70 |
-
Chronos-Bolt,
|
| 71 |
-
Chronos-Bolt,
|
| 72 |
-
Chronos-Bolt,
|
|
|
|
|
|
|
| 73 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.353,0.287,0.417
|
| 74 |
-
Chronos-
|
| 75 |
-
|
| 76 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 77 |
Moirai-2.0,Chronos-2,0.077,0.0,0.192,-0.212,-0.32,-0.122
|
| 78 |
Moirai-2.0,TiRex,0.25,0.096,0.423,-0.039,-0.077,-0.007
|
| 79 |
-
Moirai-2.0,TabPFN-TS,0.385,0.192,0.577,-0.
|
| 80 |
Moirai-2.0,TimesFM-2.5,0.385,0.212,0.558,-0.019,-0.077,0.037
|
| 81 |
Moirai-2.0,Chronos-Bolt,0.538,0.365,0.692,-0.012,-0.082,0.058
|
|
|
|
| 82 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 83 |
-
Moirai-2.0,Toto-1.0,0.538,0.365,0.712,0.
|
|
|
|
| 84 |
Moirai-2.0,Sundial-Base,0.788,0.654,0.923,0.045,-0.054,0.134
|
| 85 |
-
Moirai-2.0,
|
| 86 |
-
Moirai-2.0,
|
| 87 |
-
Moirai-2.0,
|
|
|
|
|
|
|
| 88 |
Moirai-2.0,Seasonal Naive,0.923,0.808,1.0,0.345,0.266,0.421
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
|
| 92 |
-
Toto-1.0,
|
| 93 |
-
Toto-1.0,
|
| 94 |
-
Toto-1.0,
|
| 95 |
-
Toto-1.0,
|
| 96 |
-
Toto-1.0,Chronos-Bolt,0.423,0.25,0.596,-0.026,-0.086,0.029
|
| 97 |
-
Toto-1.0,Moirai-2.0,0.462,0.288,0.635,-0.014,-0.048,0.016
|
| 98 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
-
Toto-1.0,
|
| 100 |
-
Toto-1.0,
|
| 101 |
-
Toto-1.0,
|
| 102 |
-
Toto-1.0,
|
| 103 |
-
Toto-1.0,
|
| 104 |
-
Toto-1.0,
|
| 105 |
-
Toto-1.0,
|
| 106 |
-
Toto-1.0,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 107 |
Sundial-Base,Chronos-2,0.038,0.0,0.115,-0.27,-0.375,-0.19
|
| 108 |
Sundial-Base,TiRex,0.212,0.077,0.365,-0.089,-0.193,0.005
|
| 109 |
-
Sundial-Base,TabPFN-TS,0.
|
| 110 |
Sundial-Base,TimesFM-2.5,0.25,0.096,0.404,-0.067,-0.172,0.029
|
| 111 |
Sundial-Base,Chronos-Bolt,0.25,0.096,0.404,-0.061,-0.166,0.037
|
|
|
|
| 112 |
Sundial-Base,Moirai-2.0,0.212,0.077,0.346,-0.048,-0.154,0.052
|
| 113 |
-
Sundial-Base,Toto-1.0,0.288,0.135,0.443,-0.
|
|
|
|
| 114 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
Sundial-Base,
|
| 116 |
-
Sundial-Base,
|
| 117 |
-
Sundial-Base,
|
|
|
|
|
|
|
| 118 |
Sundial-Base,Seasonal Naive,0.885,0.731,1.0,0.314,0.227,0.393
|
| 119 |
-
|
| 120 |
-
|
| 121 |
-
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
Stat. Ensemble,AutoARIMA,0.5,0.
|
| 132 |
-
Stat. Ensemble,
|
| 133 |
-
|
| 134 |
-
|
| 135 |
-
|
| 136 |
-
|
| 137 |
-
AutoARIMA,Chronos-
|
| 138 |
-
AutoARIMA,
|
| 139 |
-
AutoARIMA,
|
| 140 |
-
AutoARIMA,
|
| 141 |
-
AutoARIMA,
|
| 142 |
-
AutoARIMA,
|
| 143 |
-
AutoARIMA,
|
| 144 |
-
AutoARIMA,
|
| 145 |
-
AutoARIMA,
|
|
|
|
| 146 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
-
AutoARIMA,
|
| 148 |
-
AutoARIMA,Seasonal Naive,0.846,0.712,0.962,0.097,0.065,0.133
|
| 149 |
-
AutoARIMA,AutoTheta,0.846,0.692,0.962,0.139,0.048,0.225
|
| 150 |
-
AutoARIMA,Naive,0.885,0.769,1.0,0.402,0.299,0.502
|
| 151 |
-
AutoARIMA,Drift,0.923,0.808,1.0,0.427,0.331,0.523
|
| 152 |
-
AutoETS,Chronos-2,0.038,0.0,0.115,-1.301,-1.876,-0.865
|
| 153 |
-
AutoETS,TiRex,0.038,0.0,0.115,-0.973,-1.463,-0.611
|
| 154 |
-
AutoETS,TabPFN-TS,0.038,0.0,0.115,-1.065,-1.575,-0.661
|
| 155 |
-
AutoETS,TimesFM-2.5,0.038,0.0,0.115,-0.934,-1.389,-0.604
|
| 156 |
-
AutoETS,Chronos-Bolt,0.038,0.0,0.115,-0.922,-1.378,-0.581
|
| 157 |
-
AutoETS,Moirai-2.0,0.077,0.0,0.192,-0.898,-1.383,-0.547
|
| 158 |
-
AutoETS,Toto-1.0,0.115,0.0,0.269,-0.873,-1.342,-0.522
|
| 159 |
-
AutoETS,Sundial-Base,0.154,0.038,0.308,-0.812,-1.168,-0.489
|
| 160 |
-
AutoETS,Stat. Ensemble,0.192,0.077,0.346,-0.378,-0.651,-0.185
|
| 161 |
-
AutoETS,AutoARIMA,0.269,0.115,0.462,-0.376,-0.647,-0.18
|
| 162 |
-
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
AutoETS,Seasonal Naive,0.423,0.231,0.615,-0.243,-0.498,-0.059
|
| 164 |
-
AutoETS,AutoTheta,0.423,0.231,0.615,-0.185,-0.496,0.024
|
| 165 |
-
AutoETS,Naive,0.692,0.5,0.846,0.177,-0.005,0.343
|
| 166 |
-
AutoETS,Drift,0.769,0.614,0.923,0.211,0.031,0.372
|
| 167 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.852,-1.093,-0.622
|
| 168 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.588,-0.782,-0.427
|
| 169 |
-
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.
|
| 170 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.556,-0.734,-0.404
|
| 171 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.547,-0.716,-0.403
|
|
|
|
| 172 |
Seasonal Naive,Moirai-2.0,0.077,0.0,0.192,-0.528,-0.727,-0.362
|
| 173 |
-
Seasonal Naive,Toto-1.0,0.038,0.0,0.115,-0.
|
|
|
|
| 174 |
Seasonal Naive,Sundial-Base,0.115,0.0,0.269,-0.458,-0.646,-0.293
|
| 175 |
-
Seasonal Naive,
|
| 176 |
-
Seasonal Naive,
|
| 177 |
-
Seasonal Naive,
|
|
|
|
|
|
|
| 178 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
Seasonal Naive,AutoTheta,0.5,0.308,0.692,0.047,-0.058,0.151
|
| 180 |
-
Seasonal Naive,Naive,0.75,0.596,0.885,0.338,0.225,0.448
|
| 181 |
-
Seasonal Naive,Drift,0.846,0.692,0.962,0.365,0.257,0.469
|
| 182 |
-
AutoTheta,Chronos-2,0.0,0.0,0.0,-0.942,-1.236,-0.714
|
| 183 |
-
AutoTheta,TiRex,0.0,0.0,0.0,-0.665,-0.895,-0.491
|
| 184 |
-
AutoTheta,TabPFN-TS,0.0,0.0,0.0,-0.743,-1.051,-0.506
|
| 185 |
-
AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.633,-0.887,-0.449
|
| 186 |
-
AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.622,-0.874,-0.442
|
| 187 |
-
AutoTheta,Moirai-2.0,0.077,0.0,0.192,-0.602,-0.84,-0.415
|
| 188 |
-
AutoTheta,Toto-1.0,0.038,0.0,0.115,-0.581,-0.819,-0.392
|
| 189 |
-
AutoTheta,Sundial-Base,0.077,0.0,0.192,-0.53,-0.735,-0.335
|
| 190 |
-
AutoTheta,Stat. Ensemble,0.154,0.038,0.308,-0.163,-0.296,-0.057
|
| 191 |
-
AutoTheta,AutoARIMA,0.154,0.038,0.308,-0.162,-0.29,-0.05
|
| 192 |
-
AutoTheta,AutoETS,0.577,0.385,0.769,0.156,-0.025,0.332
|
| 193 |
-
AutoTheta,Seasonal Naive,0.5,0.308,0.692,-0.049,-0.178,0.054
|
| 194 |
-
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
AutoTheta,Naive,0.692,0.5,0.846,0.305,0.169,0.434
|
| 196 |
-
AutoTheta,Drift,0.769,0.615,0.923,0.334,0.2,0.458
|
| 197 |
-
Naive,Chronos-2,0.0,0.0,0.0,-1.796,-2.464,-1.302
|
| 198 |
-
Naive,TiRex,0.0,0.0,0.0,-1.397,-1.954,-0.985
|
| 199 |
-
Naive,TabPFN-TS,0.0,0.0,0.0,-1.509,-2.175,-1.028
|
| 200 |
-
Naive,TimesFM-2.5,0.0,0.0,0.0,-1.35,-1.917,-0.935
|
| 201 |
-
Naive,Chronos-Bolt,0.0,0.0,0.0,-1.335,-1.866,-0.941
|
| 202 |
-
Naive,Moirai-2.0,0.038,0.0,0.115,-1.306,-1.84,-0.93
|
| 203 |
-
Naive,Toto-1.0,0.038,0.0,0.115,-1.275,-1.776,-0.904
|
| 204 |
-
Naive,Sundial-Base,0.038,0.0,0.115,-1.201,-1.761,-0.804
|
| 205 |
-
Naive,Stat. Ensemble,0.038,0.0,0.115,-0.674,-1.0,-0.432
|
| 206 |
-
Naive,AutoARIMA,0.115,0.0,0.231,-0.672,-1.007,-0.426
|
| 207 |
-
Naive,AutoETS,0.308,0.154,0.5,-0.215,-0.523,0.005
|
| 208 |
-
Naive,Seasonal Naive,0.25,0.115,0.404,-0.51,-0.811,-0.291
|
| 209 |
-
Naive,AutoTheta,0.308,0.154,0.5,-0.439,-0.768,-0.203
|
| 210 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Naive,Drift,0.962,0.885,1.0,0.041,0.026,0.058
|
| 212 |
-
Drift,Chronos-2,0.0,0.0,0.0,-1.915,-2.609,-1.396
|
| 213 |
-
Drift,TiRex,0.0,0.0,0.0,-1.5,-2.068,-1.08
|
| 214 |
-
Drift,TabPFN-TS,0.0,0.0,0.0,-1.616,-2.276,-1.108
|
| 215 |
-
Drift,TimesFM-2.5,0.0,0.0,0.0,-1.45,-2.03,-1.028
|
| 216 |
-
Drift,Chronos-Bolt,0.0,0.0,0.0,-1.435,-1.97,-1.024
|
| 217 |
-
Drift,Moirai-2.0,0.0,0.0,0.0,-1.405,-1.953,-1.008
|
| 218 |
-
Drift,Toto-1.0,0.038,0.0,0.115,-1.372,-1.889,-0.986
|
| 219 |
-
Drift,Sundial-Base,0.0,0.0,0.0,-1.296,-1.882,-0.876
|
| 220 |
-
Drift,Stat. Ensemble,0.038,0.0,0.115,-0.746,-1.089,-0.497
|
| 221 |
-
Drift,AutoARIMA,0.077,0.0,0.192,-0.744,-1.097,-0.495
|
| 222 |
-
Drift,AutoETS,0.231,0.077,0.386,-0.267,-0.592,-0.032
|
| 223 |
-
Drift,Seasonal Naive,0.154,0.038,0.308,-0.574,-0.885,-0.347
|
| 224 |
-
Drift,AutoTheta,0.231,0.077,0.385,-0.501,-0.843,-0.25
|
| 225 |
-
Drift,Naive,0.038,0.0,0.115,-0.043,-0.062,-0.027
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TiRex,0.808,0.654,0.962,0.143,0.076,0.204
|
| 4 |
+
Chronos-2,TabPFN-TS,0.846,0.692,0.962,0.105,0.046,0.172
|
| 5 |
Chronos-2,TimesFM-2.5,0.808,0.654,0.962,0.159,0.086,0.224
|
| 6 |
Chronos-2,Chronos-Bolt,0.962,0.885,1.0,0.165,0.099,0.23
|
| 7 |
+
Chronos-2,FlowState,0.846,0.692,0.962,0.166,0.098,0.224
|
| 8 |
Chronos-2,Moirai-2.0,0.923,0.808,1.0,0.175,0.108,0.243
|
| 9 |
+
Chronos-2,Toto-1.0,0.885,0.769,1.0,0.186,0.119,0.252
|
| 10 |
+
Chronos-2,TFT,0.769,0.615,0.923,0.171,0.091,0.255
|
| 11 |
Chronos-2,Sundial-Base,0.962,0.885,1.0,0.212,0.16,0.273
|
| 12 |
+
Chronos-2,PatchTST,0.846,0.692,0.962,0.248,0.158,0.33
|
| 13 |
+
Chronos-2,DeepAR,0.885,0.769,1.0,0.241,0.168,0.309
|
| 14 |
+
Chronos-2,LightGBM,1.0,1.0,1.0,0.373,0.318,0.434
|
| 15 |
+
Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.393,0.316,0.461
|
| 16 |
+
Chronos-2,AutoARIMA,1.0,1.0,1.0,0.393,0.313,0.464
|
| 17 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.46,0.384,0.522
|
|
|
|
|
|
|
|
|
|
| 18 |
TiRex,Chronos-2,0.192,0.038,0.346,-0.166,-0.256,-0.083
|
| 19 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
TiRex,TabPFN-TS,0.5,0.308,0.692,-0.043,-0.153,0.057
|
| 21 |
TiRex,TimesFM-2.5,0.673,0.5,0.846,0.02,-0.015,0.053
|
| 22 |
TiRex,Chronos-Bolt,0.712,0.538,0.865,0.026,-0.018,0.077
|
| 23 |
+
TiRex,FlowState,0.596,0.404,0.769,0.027,-0.013,0.066
|
| 24 |
TiRex,Moirai-2.0,0.75,0.577,0.904,0.038,0.007,0.071
|
| 25 |
+
TiRex,Toto-1.0,0.788,0.635,0.942,0.05,0.022,0.081
|
| 26 |
+
TiRex,TFT,0.654,0.462,0.846,0.033,-0.083,0.135
|
| 27 |
TiRex,Sundial-Base,0.788,0.635,0.923,0.082,-0.005,0.162
|
| 28 |
+
TiRex,PatchTST,0.769,0.615,0.923,0.123,-0.007,0.223
|
| 29 |
+
TiRex,DeepAR,0.731,0.538,0.885,0.115,0.006,0.208
|
| 30 |
+
TiRex,LightGBM,0.808,0.654,0.924,0.269,0.192,0.351
|
| 31 |
+
TiRex,Stat. Ensemble,0.923,0.808,1.0,0.292,0.22,0.369
|
| 32 |
+
TiRex,AutoARIMA,0.962,0.885,1.0,0.293,0.215,0.367
|
| 33 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.37,0.299,0.439
|
| 34 |
+
TabPFN-TS,Chronos-2,0.154,0.038,0.308,-0.118,-0.207,-0.048
|
| 35 |
+
TabPFN-TS,TiRex,0.5,0.308,0.692,0.042,-0.06,0.132
|
|
|
|
|
|
|
|
|
|
| 36 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
TabPFN-TS,TimesFM-2.5,0.538,0.346,0.731,0.061,-0.032,0.147
|
| 38 |
+
TabPFN-TS,Chronos-Bolt,0.577,0.385,0.769,0.066,-0.013,0.144
|
| 39 |
+
TabPFN-TS,FlowState,0.577,0.385,0.769,0.068,-0.037,0.15
|
| 40 |
+
TabPFN-TS,Moirai-2.0,0.615,0.423,0.808,0.078,-0.027,0.177
|
| 41 |
+
TabPFN-TS,Toto-1.0,0.577,0.385,0.769,0.09,-0.012,0.186
|
| 42 |
+
TabPFN-TS,TFT,0.615,0.462,0.808,0.073,-0.017,0.157
|
| 43 |
+
TabPFN-TS,Sundial-Base,0.808,0.654,0.962,0.12,0.014,0.215
|
| 44 |
+
TabPFN-TS,PatchTST,0.769,0.615,0.923,0.16,0.077,0.241
|
| 45 |
+
TabPFN-TS,DeepAR,0.846,0.692,0.962,0.152,0.078,0.221
|
| 46 |
+
TabPFN-TS,LightGBM,0.923,0.808,1.0,0.3,0.226,0.38
|
| 47 |
+
TabPFN-TS,Stat. Ensemble,0.923,0.808,1.0,0.322,0.232,0.407
|
| 48 |
+
TabPFN-TS,AutoARIMA,0.923,0.808,1.0,0.322,0.231,0.409
|
| 49 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.396,0.322,0.469
|
| 50 |
TimesFM-2.5,Chronos-2,0.192,0.038,0.346,-0.19,-0.289,-0.094
|
| 51 |
TimesFM-2.5,TiRex,0.327,0.154,0.5,-0.02,-0.056,0.015
|
| 52 |
+
TimesFM-2.5,TabPFN-TS,0.462,0.269,0.654,-0.064,-0.172,0.031
|
| 53 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
TimesFM-2.5,Chronos-Bolt,0.577,0.404,0.75,0.006,-0.031,0.046
|
| 55 |
+
TimesFM-2.5,FlowState,0.538,0.365,0.712,0.008,-0.042,0.052
|
| 56 |
TimesFM-2.5,Moirai-2.0,0.615,0.442,0.788,0.018,-0.038,0.072
|
| 57 |
+
TimesFM-2.5,Toto-1.0,0.654,0.481,0.808,0.031,-0.017,0.08
|
| 58 |
+
TimesFM-2.5,TFT,0.615,0.423,0.808,0.014,-0.101,0.121
|
| 59 |
TimesFM-2.5,Sundial-Base,0.75,0.596,0.904,0.063,-0.029,0.147
|
| 60 |
+
TimesFM-2.5,PatchTST,0.731,0.577,0.885,0.105,-0.029,0.21
|
| 61 |
+
TimesFM-2.5,DeepAR,0.731,0.538,0.885,0.097,-0.015,0.186
|
| 62 |
+
TimesFM-2.5,LightGBM,0.808,0.654,0.962,0.255,0.176,0.34
|
| 63 |
+
TimesFM-2.5,Stat. Ensemble,0.962,0.885,1.0,0.278,0.204,0.356
|
| 64 |
+
TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.278,0.206,0.354
|
| 65 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.357,0.288,0.423
|
|
|
|
|
|
|
|
|
|
| 66 |
Chronos-Bolt,Chronos-2,0.038,0.0,0.115,-0.197,-0.299,-0.11
|
| 67 |
Chronos-Bolt,TiRex,0.288,0.135,0.462,-0.027,-0.084,0.018
|
| 68 |
+
Chronos-Bolt,TabPFN-TS,0.423,0.231,0.615,-0.071,-0.168,0.013
|
| 69 |
Chronos-Bolt,TimesFM-2.5,0.423,0.25,0.596,-0.006,-0.048,0.03
|
| 70 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
Chronos-Bolt,FlowState,0.5,0.326,0.674,0.002,-0.072,0.05
|
| 72 |
Chronos-Bolt,Moirai-2.0,0.462,0.308,0.635,0.012,-0.062,0.076
|
| 73 |
+
Chronos-Bolt,Toto-1.0,0.615,0.442,0.769,0.025,-0.03,0.078
|
| 74 |
+
Chronos-Bolt,TFT,0.577,0.385,0.769,0.007,-0.099,0.108
|
| 75 |
Chronos-Bolt,Sundial-Base,0.75,0.596,0.904,0.057,-0.039,0.142
|
| 76 |
+
Chronos-Bolt,PatchTST,0.692,0.5,0.846,0.1,-0.031,0.201
|
| 77 |
+
Chronos-Bolt,DeepAR,0.769,0.615,0.923,0.092,-0.024,0.18
|
| 78 |
+
Chronos-Bolt,LightGBM,0.846,0.692,0.962,0.25,0.171,0.336
|
| 79 |
+
Chronos-Bolt,Stat. Ensemble,0.923,0.808,1.0,0.274,0.199,0.348
|
| 80 |
+
Chronos-Bolt,AutoARIMA,0.923,0.808,1.0,0.274,0.199,0.354
|
| 81 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.353,0.287,0.417
|
| 82 |
+
FlowState,Chronos-2,0.154,0.038,0.308,-0.199,-0.288,-0.109
|
| 83 |
+
FlowState,TiRex,0.404,0.231,0.596,-0.028,-0.071,0.013
|
| 84 |
+
FlowState,TabPFN-TS,0.423,0.231,0.615,-0.073,-0.177,0.036
|
| 85 |
+
FlowState,TimesFM-2.5,0.462,0.288,0.635,-0.008,-0.055,0.04
|
| 86 |
+
FlowState,Chronos-Bolt,0.5,0.326,0.674,-0.002,-0.052,0.067
|
| 87 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
FlowState,Moirai-2.0,0.538,0.365,0.712,0.011,-0.039,0.061
|
| 89 |
+
FlowState,Toto-1.0,0.462,0.288,0.635,0.023,-0.024,0.072
|
| 90 |
+
FlowState,TFT,0.577,0.385,0.769,0.006,-0.108,0.111
|
| 91 |
+
FlowState,Sundial-Base,0.673,0.5,0.846,0.056,-0.036,0.14
|
| 92 |
+
FlowState,PatchTST,0.731,0.538,0.885,0.098,-0.033,0.201
|
| 93 |
+
FlowState,DeepAR,0.654,0.5,0.808,0.09,-0.021,0.192
|
| 94 |
+
FlowState,LightGBM,0.846,0.731,0.962,0.249,0.172,0.34
|
| 95 |
+
FlowState,Stat. Ensemble,0.923,0.808,1.0,0.272,0.194,0.35
|
| 96 |
+
FlowState,AutoARIMA,0.923,0.808,1.0,0.273,0.193,0.353
|
| 97 |
+
FlowState,Seasonal Naive,0.923,0.808,1.0,0.352,0.275,0.427
|
| 98 |
Moirai-2.0,Chronos-2,0.077,0.0,0.192,-0.212,-0.32,-0.122
|
| 99 |
Moirai-2.0,TiRex,0.25,0.096,0.423,-0.039,-0.077,-0.007
|
| 100 |
+
Moirai-2.0,TabPFN-TS,0.385,0.192,0.577,-0.084,-0.216,0.026
|
| 101 |
Moirai-2.0,TimesFM-2.5,0.385,0.212,0.558,-0.019,-0.077,0.037
|
| 102 |
Moirai-2.0,Chronos-Bolt,0.538,0.365,0.692,-0.012,-0.082,0.058
|
| 103 |
+
Moirai-2.0,FlowState,0.462,0.288,0.635,-0.011,-0.066,0.037
|
| 104 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
Moirai-2.0,Toto-1.0,0.538,0.365,0.712,0.013,-0.016,0.045
|
| 106 |
+
Moirai-2.0,TFT,0.615,0.423,0.808,-0.005,-0.135,0.104
|
| 107 |
Moirai-2.0,Sundial-Base,0.788,0.654,0.923,0.045,-0.054,0.134
|
| 108 |
+
Moirai-2.0,PatchTST,0.692,0.5,0.846,0.089,-0.033,0.194
|
| 109 |
+
Moirai-2.0,DeepAR,0.692,0.5,0.846,0.08,-0.029,0.172
|
| 110 |
+
Moirai-2.0,LightGBM,0.846,0.692,0.962,0.241,0.166,0.326
|
| 111 |
+
Moirai-2.0,Stat. Ensemble,0.885,0.768,1.0,0.264,0.177,0.349
|
| 112 |
+
Moirai-2.0,AutoARIMA,0.923,0.808,1.0,0.265,0.176,0.35
|
| 113 |
Moirai-2.0,Seasonal Naive,0.923,0.808,1.0,0.345,0.266,0.421
|
| 114 |
+
Toto-1.0,Chronos-2,0.115,0.0,0.231,-0.228,-0.337,-0.135
|
| 115 |
+
Toto-1.0,TiRex,0.212,0.058,0.365,-0.053,-0.088,-0.023
|
| 116 |
+
Toto-1.0,TabPFN-TS,0.423,0.231,0.615,-0.099,-0.228,0.012
|
| 117 |
+
Toto-1.0,TimesFM-2.5,0.346,0.192,0.519,-0.032,-0.087,0.017
|
| 118 |
+
Toto-1.0,Chronos-Bolt,0.385,0.231,0.558,-0.026,-0.085,0.029
|
| 119 |
+
Toto-1.0,FlowState,0.538,0.365,0.712,-0.024,-0.078,0.023
|
| 120 |
+
Toto-1.0,Moirai-2.0,0.462,0.288,0.635,-0.013,-0.047,0.016
|
|
|
|
|
|
|
| 121 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
Toto-1.0,TFT,0.577,0.385,0.769,-0.018,-0.153,0.095
|
| 123 |
+
Toto-1.0,Sundial-Base,0.712,0.557,0.865,0.033,-0.063,0.118
|
| 124 |
+
Toto-1.0,PatchTST,0.615,0.423,0.808,0.077,-0.07,0.195
|
| 125 |
+
Toto-1.0,DeepAR,0.692,0.5,0.846,0.068,-0.058,0.164
|
| 126 |
+
Toto-1.0,LightGBM,0.846,0.692,0.962,0.231,0.157,0.313
|
| 127 |
+
Toto-1.0,Stat. Ensemble,0.846,0.692,0.962,0.255,0.167,0.337
|
| 128 |
+
Toto-1.0,AutoARIMA,0.885,0.731,1.0,0.255,0.168,0.34
|
| 129 |
+
Toto-1.0,Seasonal Naive,0.962,0.885,1.0,0.337,0.259,0.412
|
| 130 |
+
TFT,Chronos-2,0.231,0.077,0.385,-0.206,-0.343,-0.101
|
| 131 |
+
TFT,TiRex,0.346,0.154,0.538,-0.034,-0.156,0.076
|
| 132 |
+
TFT,TabPFN-TS,0.385,0.192,0.538,-0.079,-0.186,0.017
|
| 133 |
+
TFT,TimesFM-2.5,0.385,0.192,0.577,-0.014,-0.138,0.092
|
| 134 |
+
TFT,Chronos-Bolt,0.423,0.231,0.615,-0.008,-0.122,0.09
|
| 135 |
+
TFT,FlowState,0.423,0.231,0.615,-0.006,-0.125,0.097
|
| 136 |
+
TFT,Moirai-2.0,0.385,0.192,0.577,0.005,-0.116,0.119
|
| 137 |
+
TFT,Toto-1.0,0.423,0.231,0.615,0.018,-0.106,0.133
|
| 138 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
TFT,Sundial-Base,0.615,0.423,0.808,0.05,-0.088,0.161
|
| 140 |
+
TFT,PatchTST,0.615,0.423,0.808,0.093,0.014,0.17
|
| 141 |
+
TFT,DeepAR,0.654,0.462,0.846,0.085,-0.006,0.172
|
| 142 |
+
TFT,LightGBM,0.769,0.615,0.923,0.244,0.14,0.339
|
| 143 |
+
TFT,Stat. Ensemble,0.731,0.538,0.885,0.268,0.164,0.356
|
| 144 |
+
TFT,AutoARIMA,0.692,0.5,0.846,0.268,0.156,0.363
|
| 145 |
+
TFT,Seasonal Naive,0.846,0.692,0.962,0.349,0.256,0.43
|
| 146 |
Sundial-Base,Chronos-2,0.038,0.0,0.115,-0.27,-0.375,-0.19
|
| 147 |
Sundial-Base,TiRex,0.212,0.077,0.365,-0.089,-0.193,0.005
|
| 148 |
+
Sundial-Base,TabPFN-TS,0.192,0.038,0.346,-0.136,-0.274,-0.015
|
| 149 |
Sundial-Base,TimesFM-2.5,0.25,0.096,0.404,-0.067,-0.172,0.029
|
| 150 |
Sundial-Base,Chronos-Bolt,0.25,0.096,0.404,-0.061,-0.166,0.037
|
| 151 |
+
Sundial-Base,FlowState,0.327,0.154,0.5,-0.059,-0.163,0.035
|
| 152 |
Sundial-Base,Moirai-2.0,0.212,0.077,0.346,-0.048,-0.154,0.052
|
| 153 |
+
Sundial-Base,Toto-1.0,0.288,0.135,0.443,-0.034,-0.134,0.059
|
| 154 |
+
Sundial-Base,TFT,0.385,0.192,0.577,-0.053,-0.193,0.081
|
| 155 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
Sundial-Base,PatchTST,0.462,0.269,0.615,0.045,-0.112,0.174
|
| 157 |
+
Sundial-Base,DeepAR,0.577,0.385,0.769,0.036,-0.09,0.144
|
| 158 |
+
Sundial-Base,LightGBM,0.808,0.654,0.924,0.204,0.101,0.303
|
| 159 |
+
Sundial-Base,Stat. Ensemble,0.769,0.577,0.923,0.229,0.136,0.314
|
| 160 |
+
Sundial-Base,AutoARIMA,0.808,0.654,0.962,0.23,0.14,0.313
|
| 161 |
Sundial-Base,Seasonal Naive,0.885,0.731,1.0,0.314,0.227,0.393
|
| 162 |
+
PatchTST,Chronos-2,0.154,0.038,0.308,-0.33,-0.493,-0.187
|
| 163 |
+
PatchTST,TiRex,0.231,0.077,0.385,-0.14,-0.287,0.007
|
| 164 |
+
PatchTST,TabPFN-TS,0.231,0.077,0.385,-0.19,-0.317,-0.084
|
| 165 |
+
PatchTST,TimesFM-2.5,0.269,0.115,0.423,-0.118,-0.267,0.028
|
| 166 |
+
PatchTST,Chronos-Bolt,0.308,0.154,0.5,-0.111,-0.252,0.03
|
| 167 |
+
PatchTST,FlowState,0.269,0.115,0.462,-0.109,-0.251,0.032
|
| 168 |
+
PatchTST,Moirai-2.0,0.308,0.154,0.5,-0.097,-0.241,0.032
|
| 169 |
+
PatchTST,Toto-1.0,0.385,0.192,0.577,-0.083,-0.243,0.066
|
| 170 |
+
PatchTST,TFT,0.385,0.192,0.577,-0.103,-0.205,-0.014
|
| 171 |
+
PatchTST,Sundial-Base,0.538,0.385,0.731,-0.047,-0.211,0.101
|
| 172 |
+
PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
PatchTST,DeepAR,0.5,0.308,0.692,-0.009,-0.094,0.076
|
| 174 |
+
PatchTST,LightGBM,0.692,0.538,0.846,0.167,0.045,0.276
|
| 175 |
+
PatchTST,Stat. Ensemble,0.654,0.462,0.808,0.193,0.071,0.314
|
| 176 |
+
PatchTST,AutoARIMA,0.692,0.538,0.885,0.193,0.062,0.32
|
| 177 |
+
PatchTST,Seasonal Naive,0.846,0.692,0.962,0.282,0.177,0.386
|
| 178 |
+
DeepAR,Chronos-2,0.115,0.0,0.231,-0.318,-0.448,-0.201
|
| 179 |
+
DeepAR,TiRex,0.269,0.115,0.462,-0.13,-0.262,-0.006
|
| 180 |
+
DeepAR,TabPFN-TS,0.154,0.038,0.308,-0.179,-0.284,-0.085
|
| 181 |
+
DeepAR,TimesFM-2.5,0.269,0.115,0.462,-0.108,-0.228,0.015
|
| 182 |
+
DeepAR,Chronos-Bolt,0.231,0.077,0.385,-0.101,-0.219,0.023
|
| 183 |
+
DeepAR,FlowState,0.346,0.192,0.5,-0.099,-0.237,0.021
|
| 184 |
+
DeepAR,Moirai-2.0,0.308,0.154,0.5,-0.087,-0.208,0.028
|
| 185 |
+
DeepAR,Toto-1.0,0.308,0.154,0.5,-0.073,-0.196,0.054
|
| 186 |
+
DeepAR,TFT,0.346,0.154,0.538,-0.093,-0.208,0.006
|
| 187 |
+
DeepAR,Sundial-Base,0.423,0.231,0.615,-0.038,-0.168,0.082
|
| 188 |
+
DeepAR,PatchTST,0.5,0.308,0.692,0.009,-0.082,0.086
|
| 189 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
DeepAR,LightGBM,0.731,0.577,0.885,0.174,0.092,0.267
|
| 191 |
+
DeepAR,Stat. Ensemble,0.635,0.461,0.827,0.2,0.09,0.31
|
| 192 |
+
DeepAR,AutoARIMA,0.596,0.404,0.769,0.201,0.084,0.315
|
| 193 |
+
DeepAR,Seasonal Naive,0.827,0.692,0.942,0.288,0.189,0.384
|
| 194 |
+
LightGBM,Chronos-2,0.0,0.0,0.0,-0.596,-0.767,-0.466
|
| 195 |
+
LightGBM,TiRex,0.192,0.076,0.346,-0.369,-0.541,-0.237
|
| 196 |
+
LightGBM,TabPFN-TS,0.077,0.0,0.192,-0.428,-0.612,-0.293
|
| 197 |
+
LightGBM,TimesFM-2.5,0.192,0.038,0.346,-0.342,-0.516,-0.213
|
| 198 |
+
LightGBM,Chronos-Bolt,0.154,0.038,0.308,-0.333,-0.505,-0.207
|
| 199 |
+
LightGBM,FlowState,0.154,0.038,0.269,-0.331,-0.516,-0.208
|
| 200 |
+
LightGBM,Moirai-2.0,0.154,0.038,0.308,-0.317,-0.484,-0.199
|
| 201 |
+
LightGBM,Toto-1.0,0.154,0.038,0.308,-0.3,-0.456,-0.186
|
| 202 |
+
LightGBM,TFT,0.231,0.077,0.385,-0.323,-0.514,-0.162
|
| 203 |
+
LightGBM,Sundial-Base,0.192,0.076,0.346,-0.257,-0.435,-0.112
|
| 204 |
+
LightGBM,PatchTST,0.308,0.154,0.462,-0.2,-0.381,-0.047
|
| 205 |
+
LightGBM,DeepAR,0.269,0.115,0.423,-0.211,-0.363,-0.101
|
| 206 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
LightGBM,Stat. Ensemble,0.577,0.385,0.769,0.031,-0.135,0.165
|
| 208 |
+
LightGBM,AutoARIMA,0.654,0.462,0.808,0.032,-0.137,0.173
|
| 209 |
+
LightGBM,Seasonal Naive,0.654,0.462,0.808,0.138,-0.001,0.25
|
| 210 |
+
Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.648,-0.856,-0.462
|
| 211 |
+
Stat. Ensemble,TiRex,0.077,0.0,0.192,-0.413,-0.584,-0.282
|
| 212 |
+
Stat. Ensemble,TabPFN-TS,0.077,0.0,0.192,-0.474,-0.686,-0.302
|
| 213 |
+
Stat. Ensemble,TimesFM-2.5,0.038,0.0,0.115,-0.385,-0.552,-0.256
|
| 214 |
+
Stat. Ensemble,Chronos-Bolt,0.077,0.0,0.192,-0.377,-0.535,-0.249
|
| 215 |
+
Stat. Ensemble,FlowState,0.077,0.0,0.192,-0.374,-0.538,-0.241
|
| 216 |
+
Stat. Ensemble,Moirai-2.0,0.115,0.0,0.232,-0.36,-0.537,-0.214
|
| 217 |
+
Stat. Ensemble,Toto-1.0,0.154,0.038,0.308,-0.342,-0.507,-0.201
|
| 218 |
+
Stat. Ensemble,TFT,0.269,0.115,0.462,-0.366,-0.553,-0.197
|
| 219 |
+
Stat. Ensemble,Sundial-Base,0.231,0.077,0.423,-0.298,-0.457,-0.157
|
| 220 |
+
Stat. Ensemble,PatchTST,0.346,0.192,0.538,-0.239,-0.458,-0.077
|
| 221 |
+
Stat. Ensemble,DeepAR,0.365,0.173,0.539,-0.25,-0.45,-0.099
|
| 222 |
+
Stat. Ensemble,LightGBM,0.423,0.231,0.615,-0.033,-0.197,0.119
|
| 223 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
Stat. Ensemble,AutoARIMA,0.5,0.327,0.692,0.001,-0.03,0.029
|
| 225 |
+
Stat. Ensemble,Seasonal Naive,0.808,0.654,0.942,0.11,0.065,0.15
|
| 226 |
+
AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.649,-0.867,-0.455
|
| 227 |
+
AutoARIMA,TiRex,0.038,0.0,0.115,-0.414,-0.58,-0.274
|
| 228 |
+
AutoARIMA,TabPFN-TS,0.077,0.0,0.192,-0.475,-0.693,-0.301
|
| 229 |
+
AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.386,-0.548,-0.259
|
| 230 |
+
AutoARIMA,Chronos-Bolt,0.077,0.0,0.192,-0.377,-0.548,-0.248
|
| 231 |
+
AutoARIMA,FlowState,0.077,0.0,0.192,-0.375,-0.547,-0.239
|
| 232 |
+
AutoARIMA,Moirai-2.0,0.077,0.0,0.192,-0.36,-0.538,-0.214
|
| 233 |
+
AutoARIMA,Toto-1.0,0.115,0.0,0.269,-0.343,-0.514,-0.202
|
| 234 |
+
AutoARIMA,TFT,0.308,0.154,0.5,-0.367,-0.569,-0.185
|
| 235 |
+
AutoARIMA,Sundial-Base,0.192,0.038,0.346,-0.298,-0.456,-0.163
|
| 236 |
+
AutoARIMA,PatchTST,0.308,0.115,0.462,-0.24,-0.47,-0.066
|
| 237 |
+
AutoARIMA,DeepAR,0.404,0.231,0.596,-0.251,-0.46,-0.092
|
| 238 |
+
AutoARIMA,LightGBM,0.346,0.192,0.538,-0.033,-0.209,0.12
|
| 239 |
+
AutoARIMA,Stat. Ensemble,0.5,0.308,0.673,-0.001,-0.03,0.029
|
| 240 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
AutoARIMA,Seasonal Naive,0.885,0.769,0.981,0.11,0.072,0.147
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 242 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.852,-1.093,-0.622
|
| 243 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.588,-0.782,-0.427
|
| 244 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.657,-0.882,-0.476
|
| 245 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.556,-0.734,-0.404
|
| 246 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.547,-0.716,-0.403
|
| 247 |
+
Seasonal Naive,FlowState,0.077,0.0,0.192,-0.544,-0.745,-0.38
|
| 248 |
Seasonal Naive,Moirai-2.0,0.077,0.0,0.192,-0.528,-0.727,-0.362
|
| 249 |
+
Seasonal Naive,Toto-1.0,0.038,0.0,0.115,-0.508,-0.7,-0.35
|
| 250 |
+
Seasonal Naive,TFT,0.154,0.038,0.308,-0.535,-0.756,-0.344
|
| 251 |
Seasonal Naive,Sundial-Base,0.115,0.0,0.269,-0.458,-0.646,-0.293
|
| 252 |
+
Seasonal Naive,PatchTST,0.154,0.038,0.308,-0.392,-0.628,-0.215
|
| 253 |
+
Seasonal Naive,DeepAR,0.173,0.058,0.308,-0.405,-0.624,-0.234
|
| 254 |
+
Seasonal Naive,LightGBM,0.346,0.192,0.538,-0.16,-0.333,0.001
|
| 255 |
+
Seasonal Naive,Stat. Ensemble,0.192,0.058,0.346,-0.124,-0.176,-0.069
|
| 256 |
+
Seasonal Naive,AutoARIMA,0.115,0.019,0.231,-0.123,-0.173,-0.077
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_health/leaderboard_MASE.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
TiRex,70.
|
| 5 |
-
TabPFN-TS,
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
TimesFM-2.5,75.5,32.87474894024488,0.0,1.1256479395833334,0.0,0.0
|
| 3 |
+
Chronos-2,73.0,31.78597649489514,0.0,0.3492251116666667,0.0,0.0
|
| 4 |
+
TiRex,70.5,32.47588770643868,0.0,0.330588668125,0.0,0.0
|
| 5 |
+
TabPFN-TS,70.0,34.55373879766452,0.0,53.951610824166664,0.0,0.0
|
| 6 |
+
FlowState,68.5,27.93729353213241,0.0,1.679734656979167,0.0,0.0
|
| 7 |
+
Moirai-2.0,66.75000000000001,33.79488506711863,0.0,0.3505868739583333,0.1,0.0
|
| 8 |
+
LightGBM,63.0,33.38915880315173,1.2161332720833333,0.19742606979166666,0.0,0.0
|
| 9 |
+
CatBoost,61.999999999999986,33.16623383500657,13.210264008932292,0.19426541770833333,0.0,0.0
|
| 10 |
+
Chronos-Bolt,60.750000000000014,30.041136052707273,0.0,0.41178704374999997,0.0,0.0
|
| 11 |
+
Toto-1.0,60.00000000000001,31.700573837170467,0.0,9.804296426666667,0.0,0.0
|
| 12 |
+
Stat. Ensemble,53.0,29.22979017092695,0.0,191.30953815208332,0.0,0.0
|
| 13 |
+
Sundial-Base,52.000000000000014,22.70787609837541,0.0,8.29280267,0.0,0.0
|
| 14 |
+
AutoETS,52.0,28.071655328734924,0.0,2.5273205354166666,0.0,0.0
|
| 15 |
+
AutoARIMA,39.0,5.881738752268506,0.0,7.6933014760416665,0.0,0.0
|
| 16 |
+
TFT,34.0,8.056299346355855,577.3621929408333,0.91290832015625,0.0,0.0
|
| 17 |
+
AutoTheta,31.999999999999996,15.20916710141943,0.0,2.3246237520833333,0.0,0.0
|
| 18 |
+
PatchTST,27.999999999999993,12.927869318522445,812.3820815818749,0.4485787422916667,0.0,0.0
|
| 19 |
+
DeepAR,26.5,8.848833829469338,1252.3585836206248,0.9790481578125001,0.0,0.0
|
| 20 |
+
Seasonal Naive,22.249999999999996,0.0,0.0,1.2681127877083334,0.0,0.0
|
| 21 |
+
Naive,20.749999999999996,0.30982947391161586,0.0,1.2969351423177082,0.0,0.0
|
| 22 |
+
Drift,20.5,7.491051482058886,0.0,1.3917920932291667,0.0,0.0
|
tables/domain_health/leaderboard_SQL.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Chronos-2,
|
| 3 |
-
TimesFM-2.5,
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,83.0,38.08875531260849,0.0,0.3492251116666667,0.0,0.0
|
| 3 |
+
TimesFM-2.5,79.5,38.03594071146331,0.0,1.1256479395833334,0.0,0.0
|
| 4 |
+
Moirai-2.0,75.75,38.69101646514035,0.0,0.3505868739583333,0.1,0.0
|
| 5 |
+
TiRex,72.5,36.908809542631595,0.0,0.330588668125,0.0,0.0
|
| 6 |
+
TabPFN-TS,72.5,37.79500412291329,0.0,53.951610824166664,0.0,0.0
|
| 7 |
+
Chronos-Bolt,69.25000000000001,36.49963478571547,0.0,0.41178704374999997,0.0,0.0
|
| 8 |
+
Toto-1.0,67.5,37.78506660666954,0.0,9.804296426666667,0.0,0.0
|
| 9 |
+
FlowState,63.000000000000014,32.77403706037661,0.0,1.679734656979167,0.0,0.0
|
| 10 |
+
AutoETS,56.50000000000001,31.12404358258436,0.0,2.5273205354166666,0.0,0.0
|
| 11 |
+
Stat. Ensemble,52.500000000000014,31.666899122864876,0.0,191.30953815208332,0.0,0.0
|
| 12 |
+
LightGBM,46.00000000000001,24.996902028028057,1.2161332720833333,0.19742606979166666,0.0,0.0
|
| 13 |
+
CatBoost,43.0,24.745890887412404,13.210264008932292,0.19426541770833333,0.0,0.0
|
| 14 |
+
Sundial-Base,41.99999999999999,23.555776042271713,0.0,8.29280267,0.0,0.0
|
| 15 |
+
AutoARIMA,40.0,8.15543220497067,0.0,7.6933014760416665,0.0,0.0
|
| 16 |
+
TFT,38.49999999999999,13.487049535026774,577.3621929408333,0.91290832015625,0.0,0.0
|
| 17 |
+
PatchTST,32.99999999999999,17.70708962424181,812.3820815818749,0.4485787422916667,0.0,0.0
|
| 18 |
+
AutoTheta,32.0,17.733419411019135,0.0,2.3246237520833333,0.0,0.0
|
| 19 |
+
DeepAR,27.0,13.730380882991922,1252.3585836206248,0.9790481578125001,0.0,0.0
|
| 20 |
+
Seasonal Naive,21.749999999999996,0.0,0.0,1.2681127877083334,0.0,0.0
|
| 21 |
+
Naive,17.75,-7.297793646802875,0.0,1.2969351423177082,0.0,0.0
|
| 22 |
+
Drift,17.0,0.404190086867684,0.0,1.3917920932291667,0.0,0.0
|
tables/domain_health/leaderboard_WAPE.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
TimesFM-2.5,
|
| 3 |
-
TiRex,
|
| 4 |
-
Chronos-2,
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
TimesFM-2.5,75.0,30.236433011588616,0.0,1.1256479395833334,0.0,0.0
|
| 3 |
+
TiRex,69.0,29.759653720585042,0.0,0.330588668125,0.0,0.0
|
| 4 |
+
Chronos-2,69.0,29.12048347898083,0.0,0.3492251116666667,0.0,0.0
|
| 5 |
+
FlowState,68.5,25.714346434991153,0.0,1.679734656979167,0.0,0.0
|
| 6 |
+
Moirai-2.0,67.75,31.595921669939887,0.0,0.3505868739583333,0.1,0.0
|
| 7 |
+
Toto-1.0,62.0,28.753205083598854,0.0,9.804296426666667,0.0,0.0
|
| 8 |
+
AutoETS,62.0,29.45241897965094,0.0,2.5273205354166666,0.0,0.0
|
| 9 |
+
TabPFN-TS,61.5,29.1761523445201,0.0,53.951610824166664,0.0,0.0
|
| 10 |
+
Stat. Ensemble,61.5,29.6956210738891,0.0,191.30953815208332,0.0,0.0
|
| 11 |
+
Chronos-Bolt,58.75,25.883263022341175,0.0,0.41178704374999997,0.0,0.0
|
| 12 |
+
LightGBM,56.49999999999999,28.23998648969035,1.2161332720833333,0.19742606979166666,0.0,0.0
|
| 13 |
+
Sundial-Base,49.500000000000014,16.462366143379946,0.0,8.29280267,0.0,0.0
|
| 14 |
+
CatBoost,46.5,24.80079887494443,13.210264008932292,0.19426541770833333,0.0,0.0
|
| 15 |
+
AutoARIMA,41.0,15.90999185953288,0.0,7.6933014760416665,0.0,0.0
|
| 16 |
+
AutoTheta,34.0,14.265515876146328,0.0,2.3246237520833333,0.0,0.0
|
| 17 |
+
DeepAR,31.999999999999996,4.835755105983619,1252.3585836206248,0.9790481578125001,0.0,0.0
|
| 18 |
+
Naive,27.749999999999993,0.09410405602899852,0.0,1.2969351423177082,0.0,0.0
|
| 19 |
+
Drift,27.500000000000004,6.995102476216641,0.0,1.3917920932291667,0.0,0.0
|
| 20 |
+
Seasonal Naive,27.24999999999999,0.0,0.0,1.2681127877083334,0.0,0.0
|
| 21 |
+
TFT,26.999999999999996,-0.6246028567987283,577.3621929408333,0.91290832015625,0.0,0.0
|
| 22 |
+
PatchTST,25.999999999999996,2.754946880183251,812.3820815818749,0.4485787422916667,0.0,0.0
|
tables/domain_health/leaderboard_WQL.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
TimesFM-2.5,
|
| 3 |
-
Chronos-2,
|
| 4 |
-
Moirai-2.0,
|
| 5 |
-
TiRex,
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
TimesFM-2.5,78.49999999999999,40.552489916172874,0.0,1.1256479395833334,0.0,0.0
|
| 3 |
+
Chronos-2,78.0,40.421377709866235,0.0,0.3492251116666667,0.0,0.0
|
| 4 |
+
Moirai-2.0,77.25000000000001,41.64215770095807,0.0,0.3505868739583333,0.1,0.0
|
| 5 |
+
TiRex,71.0,38.88592212674449,0.0,0.330588668125,0.0,0.0
|
| 6 |
+
Chronos-Bolt,66.75,38.083893021927985,0.0,0.41178704374999997,0.0,0.0
|
| 7 |
+
Toto-1.0,66.5,40.320844847410996,0.0,9.804296426666667,0.0,0.0
|
| 8 |
+
FlowState,65.5,36.31335951896396,0.0,1.679734656979167,0.0,0.0
|
| 9 |
+
TabPFN-TS,64.50000000000001,38.14282869293443,0.0,53.951610824166664,0.0,0.0
|
| 10 |
+
Stat. Ensemble,60.00000000000001,33.50707751988894,0.0,191.30953815208332,0.0,0.0
|
| 11 |
+
AutoETS,59.00000000000001,32.19312847125849,0.0,2.5273205354166666,0.0,0.0
|
| 12 |
+
AutoARIMA,43.50000000000001,19.925031039747566,0.0,7.6933014760416665,0.0,0.0
|
| 13 |
+
Sundial-Base,41.99999999999999,24.248203702135108,0.0,8.29280267,0.0,0.0
|
| 14 |
+
LightGBM,41.49999999999999,25.255259089696292,1.2161332720833333,0.19742606979166666,0.0,0.0
|
| 15 |
+
DeepAR,36.5,15.68929320376099,1252.3585836206248,0.9790481578125001,0.0,0.0
|
| 16 |
+
CatBoost,35.50000000000001,21.67302472205549,13.210264008932292,0.19426541770833333,0.0,0.0
|
| 17 |
+
AutoTheta,35.0,18.143895495008643,0.0,2.3246237520833333,0.0,0.0
|
| 18 |
+
PatchTST,32.5,15.548311275264371,812.3820815818749,0.4485787422916667,0.0,0.0
|
| 19 |
+
TFT,29.999999999999993,6.246826522995086,577.3621929408333,0.91290832015625,0.0,0.0
|
| 20 |
+
Seasonal Naive,24.25,0.0,0.0,1.2681127877083334,0.0,0.0
|
| 21 |
+
Drift,21.5,0.8421348846480603,0.0,1.3917920932291667,0.0,0.0
|
| 22 |
+
Naive,20.749999999999996,-6.552998310854519,0.0,1.2969351423177082,0.0,0.0
|
tables/domain_health/pairwise_MASE.csv
CHANGED
|
@@ -1,226 +1,257 @@
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
-
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
-
Chronos-2,TimesFM-2.5,0.5,0.2,0.8,-0.016,-0.124,0.085
|
| 4 |
-
Chronos-2,TiRex,0.6,0.3,0.9,-0.01,-0.052,0.023
|
| 5 |
-
Chronos-2,TabPFN-TS,0.7,0.4,1.0,0.025,-0.082,0.154
|
| 6 |
-
Chronos-2,Moirai-2.0,0.7,0.4,0.9,-0.03,-0.114,0.028
|
| 7 |
-
Chronos-2,Toto-1.0,0.7,0.4,1.0,0.002,-0.046,0.041
|
| 8 |
-
Chronos-2,Chronos-Bolt,0.8,0.6,1.0,0.025,-0.04,0.08
|
| 9 |
-
Chronos-2,Stat. Ensemble,0.6,0.3,0.9,0.036,-0.098,0.168
|
| 10 |
-
Chronos-2,AutoETS,0.6,0.3,0.9,0.052,-0.07,0.182
|
| 11 |
-
Chronos-2,Sundial-Base,0.8,0.6,1.0,0.117,-0.048,0.245
|
| 12 |
-
Chronos-2,AutoARIMA,0.9,0.7,1.0,0.275,0.078,0.425
|
| 13 |
-
Chronos-2,AutoTheta,0.9,0.7,1.0,0.196,0.073,0.308
|
| 14 |
-
Chronos-2,Seasonal Naive,0.9,0.7,1.0,0.318,0.17,0.455
|
| 15 |
-
Chronos-2,Naive,0.9,0.7,1.0,0.316,0.185,0.434
|
| 16 |
-
Chronos-2,Drift,0.9,0.7,1.0,0.263,0.17,0.344
|
| 17 |
-
TimesFM-2.5,Chronos-2,0.5,0.2,0.8,0.016,-0.093,0.11
|
| 18 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 19 |
TimesFM-2.5,TiRex,0.7,0.4,0.9,0.006,-0.088,0.075
|
| 20 |
-
TimesFM-2.5,
|
|
|
|
| 21 |
TimesFM-2.5,Moirai-2.0,0.6,0.3,0.9,-0.014,-0.094,0.036
|
| 22 |
-
TimesFM-2.5,
|
| 23 |
-
TimesFM-2.5,
|
|
|
|
| 24 |
TimesFM-2.5,Stat. Ensemble,0.8,0.6,1.0,0.052,-0.167,0.215
|
| 25 |
TimesFM-2.5,AutoETS,0.7,0.4,1.0,0.067,-0.126,0.221
|
|
|
|
| 26 |
TimesFM-2.5,Sundial-Base,0.7,0.4,0.9,0.132,0.016,0.262
|
| 27 |
TimesFM-2.5,AutoARIMA,0.8,0.5,1.0,0.287,0.092,0.44
|
| 28 |
-
TimesFM-2.5,
|
| 29 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.329,0.204,0.472
|
| 30 |
-
TimesFM-2.5,
|
| 31 |
-
|
| 32 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
TiRex,TimesFM-2.5,0.3,0.1,0.6,-0.006,-0.081,0.081
|
|
|
|
| 34 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
-
TiRex,
|
|
|
|
| 36 |
TiRex,Moirai-2.0,0.7,0.4,0.9,-0.02,-0.063,0.015
|
| 37 |
-
TiRex,
|
| 38 |
-
TiRex,
|
|
|
|
| 39 |
TiRex,Stat. Ensemble,0.6,0.3,0.9,0.046,-0.108,0.181
|
| 40 |
TiRex,AutoETS,0.6,0.3,0.9,0.061,-0.066,0.191
|
|
|
|
| 41 |
TiRex,Sundial-Base,0.7,0.4,1.0,0.126,-0.013,0.252
|
| 42 |
TiRex,AutoARIMA,0.8,0.5,1.0,0.283,0.074,0.447
|
| 43 |
-
TiRex,
|
| 44 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.325,0.184,0.464
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
TabPFN-TS,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 50 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
-
TabPFN-TS,Moirai-2.0,0.6,0.3,0.9,
|
| 52 |
-
TabPFN-TS,
|
| 53 |
-
TabPFN-TS,
|
| 54 |
-
TabPFN-TS,
|
| 55 |
-
TabPFN-TS,
|
| 56 |
-
TabPFN-TS,
|
| 57 |
-
TabPFN-TS,
|
| 58 |
-
TabPFN-TS,
|
| 59 |
-
TabPFN-TS,
|
| 60 |
-
TabPFN-TS,
|
| 61 |
-
TabPFN-TS,
|
| 62 |
-
Moirai-2.0,Chronos-2,0.3,0.1,0.6,0.029,-0.029,0.102
|
| 63 |
Moirai-2.0,TimesFM-2.5,0.4,0.1,0.7,0.014,-0.037,0.086
|
|
|
|
| 64 |
Moirai-2.0,TiRex,0.3,0.1,0.6,0.02,-0.015,0.059
|
| 65 |
-
Moirai-2.0,
|
|
|
|
| 66 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
-
Moirai-2.0,
|
| 68 |
-
Moirai-2.0,
|
|
|
|
| 69 |
Moirai-2.0,Stat. Ensemble,0.6,0.3,0.9,0.065,-0.09,0.204
|
| 70 |
Moirai-2.0,AutoETS,0.6,0.3,0.9,0.08,-0.053,0.206
|
|
|
|
| 71 |
Moirai-2.0,Sundial-Base,0.7,0.4,1.0,0.143,0.011,0.27
|
| 72 |
Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.297,0.077,0.458
|
| 73 |
-
Moirai-2.0,
|
| 74 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.338,0.203,0.482
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 82 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 83 |
-
Toto-1.0,
|
| 84 |
-
Toto-1.0,
|
| 85 |
-
Toto-1.0,
|
| 86 |
-
Toto-1.0,Sundial-Base,0.7,0.4,1.0,0.
|
| 87 |
-
Toto-1.0,AutoARIMA,0.7,0.4,1.0,0.
|
| 88 |
-
Toto-1.0,
|
| 89 |
-
Toto-1.0,Seasonal Naive,0.9,0.7,1.0,0.
|
| 90 |
-
Toto-1.0,Naive,0.9,0.7,1.0,0.314,0.165,0.452
|
| 91 |
-
Toto-1.0,Drift,0.9,0.7,1.0,0.261,0.159,0.368
|
| 92 |
-
Chronos-Bolt,Chronos-2,0.2,0.0,0.4,-0.026,-0.087,0.038
|
| 93 |
-
Chronos-Bolt,TimesFM-2.5,0.2,0.0,0.4,-0.042,-0.127,0.025
|
| 94 |
-
Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.036,-0.092,0.013
|
| 95 |
-
Chronos-Bolt,TabPFN-TS,0.3,0.098,0.6,-0.0,-0.108,0.118
|
| 96 |
-
Chronos-Bolt,Moirai-2.0,0.25,0.0,0.55,-0.057,-0.125,-0.003
|
| 97 |
-
Chronos-Bolt,Toto-1.0,0.4,0.1,0.7,-0.023,-0.104,0.055
|
| 98 |
-
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
-
Chronos-Bolt,Stat. Ensemble,0.5,0.2,0.8,0.011,-0.158,0.153
|
| 100 |
-
Chronos-Bolt,AutoETS,0.6,0.3,0.9,0.027,-0.124,0.167
|
| 101 |
-
Chronos-Bolt,Sundial-Base,0.5,0.2,0.8,0.095,-0.022,0.198
|
| 102 |
-
Chronos-Bolt,AutoARIMA,0.7,0.4,1.0,0.257,0.058,0.42
|
| 103 |
-
Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.175,0.078,0.273
|
| 104 |
-
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.3,0.183,0.423
|
| 105 |
-
Chronos-Bolt,Naive,1.0,1.0,1.0,0.298,0.2,0.397
|
| 106 |
-
Chronos-Bolt,Drift,1.0,1.0,1.0,0.244,0.181,0.314
|
| 107 |
-
Stat. Ensemble,Chronos-2,0.4,0.1,0.7,-0.037,-0.202,0.089
|
| 108 |
Stat. Ensemble,TimesFM-2.5,0.2,0.0,0.4,-0.054,-0.274,0.143
|
|
|
|
| 109 |
Stat. Ensemble,TiRex,0.4,0.1,0.7,-0.048,-0.222,0.098
|
| 110 |
-
Stat. Ensemble,
|
|
|
|
| 111 |
Stat. Ensemble,Moirai-2.0,0.4,0.1,0.7,-0.069,-0.256,0.083
|
| 112 |
-
Stat. Ensemble,
|
| 113 |
-
Stat. Ensemble,
|
|
|
|
| 114 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
Stat. Ensemble,AutoETS,0.5,0.2,0.8,0.016,-0.021,0.046
|
|
|
|
| 116 |
Stat. Ensemble,Sundial-Base,0.6,0.3,0.9,0.084,-0.19,0.289
|
| 117 |
Stat. Ensemble,AutoARIMA,0.6,0.3,0.9,0.248,0.049,0.443
|
| 118 |
-
Stat. Ensemble,
|
| 119 |
Stat. Ensemble,Seasonal Naive,0.6,0.3,0.9,0.292,0.066,0.47
|
| 120 |
-
Stat. Ensemble,Naive,0.6,0.3,0.9,0.29,0.09,0.457
|
| 121 |
-
Stat. Ensemble,Drift,0.7,0.4,0.9,0.235,0.093,0.356
|
| 122 |
-
AutoETS,Chronos-2,0.4,0.1,0.7,-0.054,-0.222,0.065
|
| 123 |
AutoETS,TimesFM-2.5,0.3,0.0,0.6,-0.072,-0.284,0.112
|
|
|
|
| 124 |
AutoETS,TiRex,0.4,0.1,0.7,-0.065,-0.236,0.062
|
| 125 |
-
AutoETS,
|
|
|
|
| 126 |
AutoETS,Moirai-2.0,0.4,0.1,0.7,-0.086,-0.26,0.051
|
| 127 |
-
AutoETS,
|
| 128 |
-
AutoETS,
|
|
|
|
| 129 |
AutoETS,Stat. Ensemble,0.5,0.2,0.8,-0.016,-0.048,0.02
|
| 130 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 131 |
AutoETS,Sundial-Base,0.6,0.3,0.9,0.069,-0.2,0.272
|
| 132 |
AutoETS,AutoARIMA,0.6,0.3,0.9,0.236,0.04,0.428
|
| 133 |
-
AutoETS,
|
| 134 |
AutoETS,Seasonal Naive,0.6,0.3,0.9,0.281,0.048,0.466
|
| 135 |
-
|
| 136 |
-
|
| 137 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 138 |
Sundial-Base,TimesFM-2.5,0.3,0.1,0.6,-0.151,-0.355,-0.017
|
|
|
|
| 139 |
Sundial-Base,TiRex,0.3,0.0,0.6,-0.145,-0.337,0.012
|
| 140 |
-
Sundial-Base,
|
|
|
|
| 141 |
Sundial-Base,Moirai-2.0,0.3,0.0,0.6,-0.167,-0.37,-0.011
|
| 142 |
-
Sundial-Base,
|
| 143 |
-
Sundial-Base,
|
|
|
|
| 144 |
Sundial-Base,Stat. Ensemble,0.4,0.1,0.7,-0.092,-0.406,0.159
|
| 145 |
Sundial-Base,AutoETS,0.4,0.1,0.7,-0.075,-0.373,0.167
|
|
|
|
| 146 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
Sundial-Base,AutoARIMA,0.5,0.2,0.8,0.179,-0.134,0.405
|
| 148 |
-
Sundial-Base,
|
| 149 |
Sundial-Base,Seasonal Naive,0.9,0.7,1.0,0.227,0.146,0.302
|
| 150 |
-
Sundial-Base,Naive,0.9,0.7,1.0,0.225,0.152,0.28
|
| 151 |
-
Sundial-Base,Drift,0.8,0.6,1.0,0.164,0.052,0.258
|
| 152 |
-
AutoARIMA,Chronos-2,0.1,0.0,0.3,-0.38,-0.738,-0.085
|
| 153 |
AutoARIMA,TimesFM-2.5,0.2,0.0,0.5,-0.402,-0.787,-0.101
|
|
|
|
| 154 |
AutoARIMA,TiRex,0.2,0.0,0.5,-0.394,-0.807,-0.08
|
| 155 |
-
AutoARIMA,
|
|
|
|
| 156 |
AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.422,-0.846,-0.083
|
| 157 |
-
AutoARIMA,
|
| 158 |
-
AutoARIMA,
|
|
|
|
| 159 |
AutoARIMA,Stat. Ensemble,0.4,0.1,0.7,-0.33,-0.795,-0.052
|
| 160 |
AutoARIMA,AutoETS,0.4,0.1,0.7,-0.309,-0.748,-0.041
|
|
|
|
| 161 |
AutoARIMA,Sundial-Base,0.5,0.2,0.8,-0.218,-0.682,0.118
|
| 162 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
AutoARIMA,
|
| 164 |
AutoARIMA,Seasonal Naive,0.5,0.2,0.8,0.059,-0.309,0.333
|
| 165 |
-
|
| 166 |
-
|
| 167 |
-
|
| 168 |
-
|
| 169 |
-
|
| 170 |
-
|
| 171 |
-
|
| 172 |
-
|
| 173 |
-
|
| 174 |
-
|
| 175 |
-
|
| 176 |
-
|
| 177 |
-
|
| 178 |
-
|
| 179 |
-
|
| 180 |
-
|
| 181 |
-
AutoTheta,Drift,0.7,0.4,0.902,0.083,0.013,0.166
|
| 182 |
-
Seasonal Naive,Chronos-2,0.1,0.0,0.3,-0.466,-0.835,-0.204
|
| 183 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.49,-0.893,-0.257
|
|
|
|
| 184 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.481,-0.865,-0.226
|
| 185 |
-
Seasonal Naive,
|
|
|
|
| 186 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.51,-0.93,-0.255
|
| 187 |
-
Seasonal Naive,
|
| 188 |
-
Seasonal Naive,
|
|
|
|
| 189 |
Seasonal Naive,Stat. Ensemble,0.4,0.1,0.7,-0.413,-0.885,-0.07
|
| 190 |
Seasonal Naive,AutoETS,0.4,0.1,0.7,-0.39,-0.872,-0.051
|
|
|
|
| 191 |
Seasonal Naive,Sundial-Base,0.1,0.0,0.3,-0.294,-0.433,-0.171
|
| 192 |
Seasonal Naive,AutoARIMA,0.5,0.2,0.8,-0.062,-0.499,0.236
|
| 193 |
-
Seasonal Naive,
|
| 194 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
Seasonal Naive,Naive,0.55,0.35,0.75,-0.003,-0.056,0.041
|
| 196 |
-
Seasonal Naive,Drift,0.6,0.3,0.9,-0.081,-0.23,0.043
|
| 197 |
-
Naive,Chronos-2,0.1,0.0,0.3,-0.461,-0.766,-0.226
|
| 198 |
-
Naive,TimesFM-2.5,0.0,0.0,0.0,-0.485,-0.807,-0.286
|
| 199 |
-
Naive,TiRex,0.0,0.0,0.0,-0.476,-0.787,-0.259
|
| 200 |
-
Naive,TabPFN-TS,0.0,0.0,0.0,-0.425,-0.686,-0.272
|
| 201 |
-
Naive,Moirai-2.0,0.0,0.0,0.0,-0.506,-0.843,-0.278
|
| 202 |
-
Naive,Toto-1.0,0.1,0.0,0.3,-0.458,-0.823,-0.197
|
| 203 |
-
Naive,Chronos-Bolt,0.0,0.0,0.0,-0.425,-0.659,-0.25
|
| 204 |
-
Naive,Stat. Ensemble,0.4,0.1,0.7,-0.409,-0.84,-0.099
|
| 205 |
-
Naive,AutoETS,0.4,0.1,0.7,-0.386,-0.812,-0.084
|
| 206 |
-
Naive,Sundial-Base,0.1,0.0,0.3,-0.29,-0.39,-0.179
|
| 207 |
-
Naive,AutoARIMA,0.5,0.2,0.8,-0.059,-0.436,0.215
|
| 208 |
-
Naive,AutoTheta,0.2,0.0,0.5,-0.176,-0.286,-0.072
|
| 209 |
-
Naive,Seasonal Naive,0.45,0.25,0.65,0.003,-0.043,0.053
|
| 210 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Naive,Drift,0.7,0.4,0.902,-0.078,-0.197,0.018
|
| 212 |
-
Drift,Chronos-2,0.1,0.0,0.3,-0.356,-0.526,-0.205
|
| 213 |
-
Drift,TimesFM-2.5,0.1,0.0,0.3,-0.378,-0.618,-0.21
|
| 214 |
-
Drift,TiRex,0.1,0.0,0.3,-0.37,-0.559,-0.227
|
| 215 |
-
Drift,TabPFN-TS,0.0,0.0,0.0,-0.323,-0.445,-0.22
|
| 216 |
-
Drift,Moirai-2.0,0.1,0.0,0.3,-0.397,-0.621,-0.244
|
| 217 |
-
Drift,Toto-1.0,0.1,0.0,0.3,-0.353,-0.582,-0.189
|
| 218 |
-
Drift,Chronos-Bolt,0.0,0.0,0.0,-0.322,-0.458,-0.22
|
| 219 |
-
Drift,Stat. Ensemble,0.3,0.1,0.6,-0.307,-0.552,-0.103
|
| 220 |
-
Drift,AutoETS,0.4,0.1,0.7,-0.286,-0.545,-0.088
|
| 221 |
-
Drift,Sundial-Base,0.2,0.0,0.4,-0.197,-0.348,-0.055
|
| 222 |
-
Drift,AutoARIMA,0.4,0.1,0.7,0.017,-0.29,0.262
|
| 223 |
-
Drift,AutoTheta,0.3,0.098,0.6,-0.091,-0.199,-0.013
|
| 224 |
-
Drift,Seasonal Naive,0.4,0.1,0.7,0.075,-0.045,0.187
|
| 225 |
-
Drift,Naive,0.3,0.098,0.6,0.072,-0.018,0.164
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
TimesFM-2.5,Chronos-2,0.5,0.2,0.8,0.016,-0.093,0.11
|
| 4 |
TimesFM-2.5,TiRex,0.7,0.4,0.9,0.006,-0.088,0.075
|
| 5 |
+
TimesFM-2.5,FlowState,0.6,0.3,0.9,0.069,-0.018,0.168
|
| 6 |
+
TimesFM-2.5,TabPFN-TS,0.7,0.4,1.0,-0.026,-0.178,0.069
|
| 7 |
TimesFM-2.5,Moirai-2.0,0.6,0.3,0.9,-0.014,-0.094,0.036
|
| 8 |
+
TimesFM-2.5,LightGBM,0.5,0.2,0.8,-0.008,-0.151,0.132
|
| 9 |
+
TimesFM-2.5,CatBoost,0.5,0.2,0.8,-0.004,-0.149,0.123
|
| 10 |
+
TimesFM-2.5,Toto-1.0,0.6,0.3,0.9,0.017,-0.09,0.111
|
| 11 |
TimesFM-2.5,Stat. Ensemble,0.8,0.6,1.0,0.052,-0.167,0.215
|
| 12 |
TimesFM-2.5,AutoETS,0.7,0.4,1.0,0.067,-0.126,0.221
|
| 13 |
+
TimesFM-2.5,Chronos-Bolt,0.8,0.6,1.0,0.041,-0.026,0.112
|
| 14 |
TimesFM-2.5,Sundial-Base,0.7,0.4,0.9,0.132,0.016,0.262
|
| 15 |
TimesFM-2.5,AutoARIMA,0.8,0.5,1.0,0.287,0.092,0.44
|
| 16 |
+
TimesFM-2.5,TFT,0.8,0.5,1.0,0.27,0.092,0.435
|
| 17 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.329,0.204,0.472
|
| 18 |
+
Chronos-2,TimesFM-2.5,0.5,0.2,0.8,-0.016,-0.124,0.085
|
| 19 |
+
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
Chronos-2,TiRex,0.6,0.3,0.9,-0.01,-0.052,0.023
|
| 21 |
+
Chronos-2,FlowState,0.6,0.3,0.9,0.053,-0.056,0.143
|
| 22 |
+
Chronos-2,TabPFN-TS,0.5,0.2,0.8,-0.042,-0.101,0.001
|
| 23 |
+
Chronos-2,Moirai-2.0,0.7,0.4,0.9,-0.03,-0.114,0.028
|
| 24 |
+
Chronos-2,LightGBM,0.4,0.1,0.7,-0.024,-0.166,0.118
|
| 25 |
+
Chronos-2,CatBoost,0.5,0.2,0.8,-0.021,-0.154,0.112
|
| 26 |
+
Chronos-2,Toto-1.0,0.7,0.4,1.0,0.001,-0.048,0.039
|
| 27 |
+
Chronos-2,Stat. Ensemble,0.6,0.3,0.9,0.036,-0.098,0.168
|
| 28 |
+
Chronos-2,AutoETS,0.6,0.3,0.9,0.052,-0.07,0.182
|
| 29 |
+
Chronos-2,Chronos-Bolt,0.8,0.6,1.0,0.025,-0.04,0.08
|
| 30 |
+
Chronos-2,Sundial-Base,0.8,0.6,1.0,0.117,-0.048,0.245
|
| 31 |
+
Chronos-2,AutoARIMA,0.9,0.7,1.0,0.275,0.078,0.425
|
| 32 |
+
Chronos-2,TFT,1.0,1.0,1.0,0.258,0.071,0.437
|
| 33 |
+
Chronos-2,Seasonal Naive,0.9,0.7,1.0,0.318,0.17,0.455
|
| 34 |
TiRex,TimesFM-2.5,0.3,0.1,0.6,-0.006,-0.081,0.081
|
| 35 |
+
TiRex,Chronos-2,0.4,0.1,0.7,0.01,-0.024,0.049
|
| 36 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
TiRex,FlowState,0.5,0.2,0.8,0.063,-0.026,0.146
|
| 38 |
+
TiRex,TabPFN-TS,0.5,0.2,0.8,-0.032,-0.085,0.006
|
| 39 |
TiRex,Moirai-2.0,0.7,0.4,0.9,-0.02,-0.063,0.015
|
| 40 |
+
TiRex,LightGBM,0.5,0.2,0.8,-0.014,-0.129,0.119
|
| 41 |
+
TiRex,CatBoost,0.5,0.2,0.8,-0.01,-0.12,0.112
|
| 42 |
+
TiRex,Toto-1.0,0.7,0.4,0.902,0.011,-0.041,0.062
|
| 43 |
TiRex,Stat. Ensemble,0.6,0.3,0.9,0.046,-0.108,0.181
|
| 44 |
TiRex,AutoETS,0.6,0.3,0.9,0.061,-0.066,0.191
|
| 45 |
+
TiRex,Chronos-Bolt,0.7,0.4,0.9,0.035,-0.013,0.085
|
| 46 |
TiRex,Sundial-Base,0.7,0.4,1.0,0.126,-0.013,0.252
|
| 47 |
TiRex,AutoARIMA,0.8,0.5,1.0,0.283,0.074,0.447
|
| 48 |
+
TiRex,TFT,0.8,0.5,1.0,0.266,0.076,0.443
|
| 49 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.325,0.184,0.464
|
| 50 |
+
FlowState,TimesFM-2.5,0.4,0.1,0.7,-0.074,-0.201,0.018
|
| 51 |
+
FlowState,Chronos-2,0.4,0.1,0.7,-0.056,-0.167,0.053
|
| 52 |
+
FlowState,TiRex,0.5,0.2,0.8,-0.067,-0.171,0.025
|
| 53 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
FlowState,TabPFN-TS,0.5,0.2,0.8,-0.101,-0.239,0.014
|
| 55 |
+
FlowState,Moirai-2.0,0.5,0.2,0.8,-0.088,-0.212,0.013
|
| 56 |
+
FlowState,LightGBM,0.6,0.3,0.9,-0.082,-0.303,0.107
|
| 57 |
+
FlowState,CatBoost,0.6,0.3,0.9,-0.078,-0.28,0.101
|
| 58 |
+
FlowState,Toto-1.0,0.7,0.4,0.902,-0.055,-0.212,0.078
|
| 59 |
+
FlowState,Stat. Ensemble,0.5,0.2,0.8,-0.018,-0.264,0.186
|
| 60 |
+
FlowState,AutoETS,0.6,0.3,0.9,-0.002,-0.238,0.201
|
| 61 |
+
FlowState,Chronos-Bolt,0.7,0.4,0.902,-0.03,-0.119,0.052
|
| 62 |
+
FlowState,Sundial-Base,0.8,0.6,1.0,0.068,-0.006,0.133
|
| 63 |
+
FlowState,AutoARIMA,0.7,0.4,1.0,0.234,-0.021,0.43
|
| 64 |
+
FlowState,TFT,0.8,0.5,1.0,0.216,0.059,0.362
|
| 65 |
+
FlowState,Seasonal Naive,0.9,0.7,1.0,0.279,0.18,0.379
|
| 66 |
+
TabPFN-TS,TimesFM-2.5,0.3,0.0,0.6,0.025,-0.074,0.151
|
| 67 |
+
TabPFN-TS,Chronos-2,0.5,0.2,0.8,0.041,-0.001,0.091
|
| 68 |
+
TabPFN-TS,TiRex,0.5,0.2,0.8,0.031,-0.006,0.079
|
| 69 |
+
TabPFN-TS,FlowState,0.5,0.2,0.8,0.092,-0.014,0.193
|
| 70 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
TabPFN-TS,Moirai-2.0,0.6,0.3,0.9,0.011,-0.055,0.076
|
| 72 |
+
TabPFN-TS,LightGBM,0.5,0.2,0.8,0.017,-0.098,0.134
|
| 73 |
+
TabPFN-TS,CatBoost,0.5,0.2,0.8,0.021,-0.082,0.123
|
| 74 |
+
TabPFN-TS,Toto-1.0,0.7,0.4,0.9,0.042,-0.023,0.102
|
| 75 |
+
TabPFN-TS,Stat. Ensemble,0.5,0.2,0.8,0.075,-0.039,0.191
|
| 76 |
+
TabPFN-TS,AutoETS,0.6,0.3,0.9,0.09,-0.019,0.206
|
| 77 |
+
TabPFN-TS,Chronos-Bolt,0.6,0.3,0.9,0.065,-0.002,0.145
|
| 78 |
+
TabPFN-TS,Sundial-Base,0.7,0.4,0.9,0.153,-0.001,0.292
|
| 79 |
+
TabPFN-TS,AutoARIMA,0.7,0.4,1.0,0.305,0.079,0.471
|
| 80 |
+
TabPFN-TS,TFT,0.9,0.7,1.0,0.288,0.088,0.478
|
| 81 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.346,0.194,0.48
|
|
|
|
| 82 |
Moirai-2.0,TimesFM-2.5,0.4,0.1,0.7,0.014,-0.037,0.086
|
| 83 |
+
Moirai-2.0,Chronos-2,0.3,0.1,0.6,0.029,-0.029,0.102
|
| 84 |
Moirai-2.0,TiRex,0.3,0.1,0.6,0.02,-0.015,0.059
|
| 85 |
+
Moirai-2.0,FlowState,0.5,0.2,0.8,0.081,-0.013,0.175
|
| 86 |
+
Moirai-2.0,TabPFN-TS,0.4,0.1,0.7,-0.012,-0.082,0.052
|
| 87 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Moirai-2.0,LightGBM,0.4,0.1,0.7,0.006,-0.097,0.128
|
| 89 |
+
Moirai-2.0,CatBoost,0.4,0.1,0.7,0.009,-0.086,0.121
|
| 90 |
+
Moirai-2.0,Toto-1.0,0.6,0.3,0.9,0.031,-0.034,0.103
|
| 91 |
Moirai-2.0,Stat. Ensemble,0.6,0.3,0.9,0.065,-0.09,0.204
|
| 92 |
Moirai-2.0,AutoETS,0.6,0.3,0.9,0.08,-0.053,0.206
|
| 93 |
+
Moirai-2.0,Chronos-Bolt,0.75,0.45,1.0,0.054,0.003,0.111
|
| 94 |
Moirai-2.0,Sundial-Base,0.7,0.4,1.0,0.143,0.011,0.27
|
| 95 |
Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.297,0.077,0.458
|
| 96 |
+
Moirai-2.0,TFT,0.8,0.5,1.0,0.28,0.082,0.456
|
| 97 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.338,0.203,0.482
|
| 98 |
+
LightGBM,TimesFM-2.5,0.5,0.2,0.8,0.008,-0.152,0.131
|
| 99 |
+
LightGBM,Chronos-2,0.6,0.3,0.9,0.024,-0.134,0.142
|
| 100 |
+
LightGBM,TiRex,0.5,0.2,0.8,0.014,-0.136,0.114
|
| 101 |
+
LightGBM,FlowState,0.4,0.1,0.7,0.076,-0.119,0.233
|
| 102 |
+
LightGBM,TabPFN-TS,0.5,0.2,0.8,-0.018,-0.155,0.089
|
| 103 |
+
LightGBM,Moirai-2.0,0.6,0.3,0.9,-0.006,-0.147,0.089
|
| 104 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
LightGBM,CatBoost,0.6,0.3,0.9,0.003,-0.02,0.028
|
| 106 |
+
LightGBM,Toto-1.0,0.5,0.2,0.8,0.025,-0.107,0.126
|
| 107 |
+
LightGBM,Stat. Ensemble,0.5,0.2,0.8,0.059,-0.132,0.216
|
| 108 |
+
LightGBM,AutoETS,0.5,0.2,0.8,0.074,-0.097,0.22
|
| 109 |
+
LightGBM,Chronos-Bolt,0.6,0.3,0.9,0.048,-0.118,0.168
|
| 110 |
+
LightGBM,Sundial-Base,0.6,0.3,0.9,0.138,-0.086,0.314
|
| 111 |
+
LightGBM,AutoARIMA,0.6,0.3,0.9,0.292,0.018,0.468
|
| 112 |
+
LightGBM,TFT,0.7,0.4,1.0,0.276,0.001,0.488
|
| 113 |
+
LightGBM,Seasonal Naive,0.8,0.5,1.0,0.334,0.122,0.504
|
| 114 |
+
CatBoost,TimesFM-2.5,0.5,0.2,0.8,0.004,-0.14,0.129
|
| 115 |
+
CatBoost,Chronos-2,0.5,0.2,0.8,0.02,-0.127,0.134
|
| 116 |
+
CatBoost,TiRex,0.5,0.2,0.8,0.01,-0.126,0.107
|
| 117 |
+
CatBoost,FlowState,0.4,0.1,0.7,0.073,-0.112,0.218
|
| 118 |
+
CatBoost,TabPFN-TS,0.5,0.2,0.8,-0.021,-0.14,0.076
|
| 119 |
+
CatBoost,Moirai-2.0,0.6,0.3,0.9,-0.009,-0.137,0.079
|
| 120 |
+
CatBoost,LightGBM,0.4,0.1,0.7,-0.003,-0.029,0.019
|
| 121 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
CatBoost,Toto-1.0,0.5,0.2,0.8,0.021,-0.101,0.119
|
| 123 |
+
CatBoost,Stat. Ensemble,0.5,0.2,0.8,0.056,-0.114,0.205
|
| 124 |
+
CatBoost,AutoETS,0.5,0.2,0.8,0.071,-0.088,0.211
|
| 125 |
+
CatBoost,Chronos-Bolt,0.6,0.3,0.9,0.045,-0.115,0.157
|
| 126 |
+
CatBoost,Sundial-Base,0.6,0.3,0.9,0.135,-0.079,0.306
|
| 127 |
+
CatBoost,AutoARIMA,0.6,0.3,0.9,0.29,0.021,0.474
|
| 128 |
+
CatBoost,TFT,0.7,0.4,1.0,0.273,0.015,0.482
|
| 129 |
+
CatBoost,Seasonal Naive,0.8,0.5,1.0,0.332,0.125,0.498
|
| 130 |
+
Toto-1.0,TimesFM-2.5,0.4,0.1,0.7,-0.017,-0.125,0.082
|
| 131 |
+
Toto-1.0,Chronos-2,0.3,0.0,0.6,-0.001,-0.041,0.045
|
| 132 |
+
Toto-1.0,TiRex,0.3,0.098,0.6,-0.011,-0.066,0.039
|
| 133 |
+
Toto-1.0,FlowState,0.3,0.098,0.6,0.052,-0.085,0.175
|
| 134 |
+
Toto-1.0,TabPFN-TS,0.3,0.1,0.6,-0.044,-0.113,0.022
|
| 135 |
+
Toto-1.0,Moirai-2.0,0.4,0.1,0.7,-0.032,-0.115,0.033
|
| 136 |
+
Toto-1.0,LightGBM,0.5,0.2,0.8,-0.025,-0.145,0.096
|
| 137 |
+
Toto-1.0,CatBoost,0.5,0.2,0.8,-0.022,-0.135,0.092
|
| 138 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
Toto-1.0,Stat. Ensemble,0.5,0.2,0.8,0.035,-0.091,0.147
|
| 140 |
+
Toto-1.0,AutoETS,0.5,0.2,0.8,0.05,-0.056,0.159
|
| 141 |
+
Toto-1.0,Chronos-Bolt,0.5,0.2,0.8,0.024,-0.058,0.096
|
| 142 |
+
Toto-1.0,Sundial-Base,0.7,0.4,1.0,0.116,-0.071,0.268
|
| 143 |
+
Toto-1.0,AutoARIMA,0.7,0.4,1.0,0.274,0.083,0.418
|
| 144 |
+
Toto-1.0,TFT,0.8,0.5,1.0,0.257,0.054,0.451
|
| 145 |
+
Toto-1.0,Seasonal Naive,0.9,0.7,1.0,0.317,0.15,0.473
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 146 |
Stat. Ensemble,TimesFM-2.5,0.2,0.0,0.4,-0.054,-0.274,0.143
|
| 147 |
+
Stat. Ensemble,Chronos-2,0.4,0.1,0.7,-0.037,-0.202,0.089
|
| 148 |
Stat. Ensemble,TiRex,0.4,0.1,0.7,-0.048,-0.222,0.098
|
| 149 |
+
Stat. Ensemble,FlowState,0.5,0.2,0.8,0.018,-0.228,0.209
|
| 150 |
+
Stat. Ensemble,TabPFN-TS,0.5,0.2,0.8,-0.081,-0.236,0.037
|
| 151 |
Stat. Ensemble,Moirai-2.0,0.4,0.1,0.7,-0.069,-0.256,0.083
|
| 152 |
+
Stat. Ensemble,LightGBM,0.5,0.2,0.8,-0.062,-0.275,0.117
|
| 153 |
+
Stat. Ensemble,CatBoost,0.5,0.2,0.8,-0.059,-0.258,0.103
|
| 154 |
+
Stat. Ensemble,Toto-1.0,0.5,0.2,0.8,-0.036,-0.172,0.083
|
| 155 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
Stat. Ensemble,AutoETS,0.5,0.2,0.8,0.016,-0.021,0.046
|
| 157 |
+
Stat. Ensemble,Chronos-Bolt,0.5,0.2,0.8,-0.012,-0.181,0.137
|
| 158 |
Stat. Ensemble,Sundial-Base,0.6,0.3,0.9,0.084,-0.19,0.289
|
| 159 |
Stat. Ensemble,AutoARIMA,0.6,0.3,0.9,0.248,0.049,0.443
|
| 160 |
+
Stat. Ensemble,TFT,0.6,0.3,0.9,0.23,-0.021,0.457
|
| 161 |
Stat. Ensemble,Seasonal Naive,0.6,0.3,0.9,0.292,0.066,0.47
|
|
|
|
|
|
|
|
|
|
| 162 |
AutoETS,TimesFM-2.5,0.3,0.0,0.6,-0.072,-0.284,0.112
|
| 163 |
+
AutoETS,Chronos-2,0.4,0.1,0.7,-0.054,-0.222,0.065
|
| 164 |
AutoETS,TiRex,0.4,0.1,0.7,-0.065,-0.236,0.062
|
| 165 |
+
AutoETS,FlowState,0.4,0.1,0.7,0.002,-0.251,0.192
|
| 166 |
+
AutoETS,TabPFN-TS,0.4,0.1,0.7,-0.099,-0.259,0.018
|
| 167 |
AutoETS,Moirai-2.0,0.4,0.1,0.7,-0.086,-0.26,0.051
|
| 168 |
+
AutoETS,LightGBM,0.5,0.2,0.8,-0.08,-0.282,0.088
|
| 169 |
+
AutoETS,CatBoost,0.5,0.2,0.8,-0.076,-0.267,0.08
|
| 170 |
+
AutoETS,Toto-1.0,0.5,0.2,0.8,-0.053,-0.189,0.053
|
| 171 |
AutoETS,Stat. Ensemble,0.5,0.2,0.8,-0.016,-0.048,0.02
|
| 172 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
AutoETS,Chronos-Bolt,0.4,0.1,0.7,-0.028,-0.2,0.11
|
| 174 |
AutoETS,Sundial-Base,0.6,0.3,0.9,0.069,-0.2,0.272
|
| 175 |
AutoETS,AutoARIMA,0.6,0.3,0.9,0.236,0.04,0.428
|
| 176 |
+
AutoETS,TFT,0.7,0.4,1.0,0.218,-0.031,0.436
|
| 177 |
AutoETS,Seasonal Naive,0.6,0.3,0.9,0.281,0.048,0.466
|
| 178 |
+
Chronos-Bolt,TimesFM-2.5,0.2,0.0,0.4,-0.042,-0.127,0.025
|
| 179 |
+
Chronos-Bolt,Chronos-2,0.2,0.0,0.4,-0.026,-0.087,0.038
|
| 180 |
+
Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.036,-0.092,0.013
|
| 181 |
+
Chronos-Bolt,FlowState,0.3,0.098,0.6,0.029,-0.055,0.107
|
| 182 |
+
Chronos-Bolt,TabPFN-TS,0.4,0.1,0.7,-0.069,-0.169,0.002
|
| 183 |
+
Chronos-Bolt,Moirai-2.0,0.25,0.0,0.55,-0.057,-0.125,-0.003
|
| 184 |
+
Chronos-Bolt,LightGBM,0.4,0.1,0.7,-0.05,-0.201,0.106
|
| 185 |
+
Chronos-Bolt,CatBoost,0.4,0.1,0.7,-0.047,-0.186,0.103
|
| 186 |
+
Chronos-Bolt,Toto-1.0,0.5,0.2,0.8,-0.024,-0.106,0.054
|
| 187 |
+
Chronos-Bolt,Stat. Ensemble,0.5,0.2,0.8,0.011,-0.158,0.153
|
| 188 |
+
Chronos-Bolt,AutoETS,0.6,0.3,0.9,0.027,-0.124,0.167
|
| 189 |
+
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
Chronos-Bolt,Sundial-Base,0.5,0.2,0.8,0.095,-0.022,0.198
|
| 191 |
+
Chronos-Bolt,AutoARIMA,0.7,0.4,1.0,0.257,0.058,0.42
|
| 192 |
+
Chronos-Bolt,TFT,0.9,0.7,1.0,0.239,0.078,0.39
|
| 193 |
+
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.3,0.183,0.423
|
| 194 |
Sundial-Base,TimesFM-2.5,0.3,0.1,0.6,-0.151,-0.355,-0.017
|
| 195 |
+
Sundial-Base,Chronos-2,0.2,0.0,0.4,-0.133,-0.325,0.046
|
| 196 |
Sundial-Base,TiRex,0.3,0.0,0.6,-0.145,-0.337,0.012
|
| 197 |
+
Sundial-Base,FlowState,0.2,0.0,0.4,-0.073,-0.154,0.006
|
| 198 |
+
Sundial-Base,TabPFN-TS,0.3,0.1,0.6,-0.181,-0.413,0.001
|
| 199 |
Sundial-Base,Moirai-2.0,0.3,0.0,0.6,-0.167,-0.37,-0.011
|
| 200 |
+
Sundial-Base,LightGBM,0.4,0.1,0.7,-0.16,-0.459,0.079
|
| 201 |
+
Sundial-Base,CatBoost,0.4,0.1,0.7,-0.156,-0.441,0.073
|
| 202 |
+
Sundial-Base,Toto-1.0,0.3,0.0,0.6,-0.132,-0.366,0.066
|
| 203 |
Sundial-Base,Stat. Ensemble,0.4,0.1,0.7,-0.092,-0.406,0.159
|
| 204 |
Sundial-Base,AutoETS,0.4,0.1,0.7,-0.075,-0.373,0.167
|
| 205 |
+
Sundial-Base,Chronos-Bolt,0.5,0.2,0.8,-0.105,-0.246,0.021
|
| 206 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
Sundial-Base,AutoARIMA,0.5,0.2,0.8,0.179,-0.134,0.405
|
| 208 |
+
Sundial-Base,TFT,0.8,0.5,1.0,0.159,0.014,0.284
|
| 209 |
Sundial-Base,Seasonal Naive,0.9,0.7,1.0,0.227,0.146,0.302
|
|
|
|
|
|
|
|
|
|
| 210 |
AutoARIMA,TimesFM-2.5,0.2,0.0,0.5,-0.402,-0.787,-0.101
|
| 211 |
+
AutoARIMA,Chronos-2,0.1,0.0,0.3,-0.38,-0.738,-0.085
|
| 212 |
AutoARIMA,TiRex,0.2,0.0,0.5,-0.394,-0.807,-0.08
|
| 213 |
+
AutoARIMA,FlowState,0.3,0.0,0.6,-0.306,-0.754,0.021
|
| 214 |
+
AutoARIMA,TabPFN-TS,0.3,0.0,0.6,-0.438,-0.89,-0.086
|
| 215 |
AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.422,-0.846,-0.083
|
| 216 |
+
AutoARIMA,LightGBM,0.4,0.1,0.7,-0.413,-0.88,-0.018
|
| 217 |
+
AutoARIMA,CatBoost,0.4,0.1,0.7,-0.408,-0.902,-0.021
|
| 218 |
+
AutoARIMA,Toto-1.0,0.3,0.0,0.6,-0.378,-0.718,-0.091
|
| 219 |
AutoARIMA,Stat. Ensemble,0.4,0.1,0.7,-0.33,-0.795,-0.052
|
| 220 |
AutoARIMA,AutoETS,0.4,0.1,0.7,-0.309,-0.748,-0.041
|
| 221 |
+
AutoARIMA,Chronos-Bolt,0.3,0.0,0.6,-0.345,-0.725,-0.062
|
| 222 |
AutoARIMA,Sundial-Base,0.5,0.2,0.8,-0.218,-0.682,0.118
|
| 223 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
AutoARIMA,TFT,0.6,0.3,0.9,-0.024,-0.336,0.22
|
| 225 |
AutoARIMA,Seasonal Naive,0.5,0.2,0.8,0.059,-0.309,0.333
|
| 226 |
+
TFT,TimesFM-2.5,0.2,0.0,0.5,-0.37,-0.769,-0.101
|
| 227 |
+
TFT,Chronos-2,0.0,0.0,0.0,-0.348,-0.775,-0.077
|
| 228 |
+
TFT,TiRex,0.2,0.0,0.5,-0.362,-0.797,-0.083
|
| 229 |
+
TFT,FlowState,0.2,0.0,0.5,-0.276,-0.567,-0.062
|
| 230 |
+
TFT,TabPFN-TS,0.1,0.0,0.3,-0.405,-0.916,-0.096
|
| 231 |
+
TFT,Moirai-2.0,0.2,0.0,0.5,-0.389,-0.837,-0.089
|
| 232 |
+
TFT,LightGBM,0.3,0.0,0.6,-0.38,-0.953,-0.001
|
| 233 |
+
TFT,CatBoost,0.3,0.0,0.6,-0.376,-0.929,-0.015
|
| 234 |
+
TFT,Toto-1.0,0.2,0.0,0.5,-0.346,-0.821,-0.057
|
| 235 |
+
TFT,Stat. Ensemble,0.4,0.1,0.7,-0.299,-0.842,0.02
|
| 236 |
+
TFT,AutoETS,0.3,0.0,0.6,-0.278,-0.773,0.03
|
| 237 |
+
TFT,Chronos-Bolt,0.1,0.0,0.3,-0.314,-0.64,-0.085
|
| 238 |
+
TFT,Sundial-Base,0.2,0.0,0.5,-0.19,-0.396,-0.014
|
| 239 |
+
TFT,AutoARIMA,0.4,0.1,0.7,0.023,-0.283,0.251
|
| 240 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
TFT,Seasonal Naive,0.7,0.4,0.9,0.081,-0.027,0.177
|
|
|
|
|
|
|
| 242 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.49,-0.893,-0.257
|
| 243 |
+
Seasonal Naive,Chronos-2,0.1,0.0,0.3,-0.466,-0.835,-0.204
|
| 244 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.481,-0.865,-0.226
|
| 245 |
+
Seasonal Naive,FlowState,0.1,0.0,0.3,-0.388,-0.61,-0.22
|
| 246 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.528,-0.922,-0.241
|
| 247 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.51,-0.93,-0.255
|
| 248 |
+
Seasonal Naive,LightGBM,0.2,0.0,0.5,-0.501,-1.017,-0.14
|
| 249 |
+
Seasonal Naive,CatBoost,0.2,0.0,0.5,-0.496,-0.991,-0.143
|
| 250 |
+
Seasonal Naive,Toto-1.0,0.1,0.0,0.3,-0.464,-0.899,-0.177
|
| 251 |
Seasonal Naive,Stat. Ensemble,0.4,0.1,0.7,-0.413,-0.885,-0.07
|
| 252 |
Seasonal Naive,AutoETS,0.4,0.1,0.7,-0.39,-0.872,-0.051
|
| 253 |
+
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.429,-0.732,-0.224
|
| 254 |
Seasonal Naive,Sundial-Base,0.1,0.0,0.3,-0.294,-0.433,-0.171
|
| 255 |
Seasonal Naive,AutoARIMA,0.5,0.2,0.8,-0.062,-0.499,0.236
|
| 256 |
+
Seasonal Naive,TFT,0.3,0.1,0.6,-0.088,-0.216,0.026
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_health/pairwise_SQL.csv
CHANGED
|
@@ -1,226 +1,257 @@
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TimesFM-2.5,0.5,0.2,0.8,0.001,-0.091,0.094
|
| 4 |
-
Chronos-2,TiRex,0.7,0.4,0.9,0.019,-0.022,0.054
|
| 5 |
Chronos-2,Moirai-2.0,0.7,0.4,0.9,-0.01,-0.086,0.045
|
| 6 |
-
Chronos-2,
|
| 7 |
-
Chronos-2,
|
| 8 |
Chronos-2,Chronos-Bolt,0.8,0.6,1.0,0.025,-0.035,0.08
|
|
|
|
|
|
|
| 9 |
Chronos-2,AutoETS,0.7,0.4,0.902,0.101,-0.023,0.231
|
| 10 |
Chronos-2,Stat. Ensemble,0.7,0.4,0.902,0.094,-0.039,0.227
|
| 11 |
-
Chronos-2,
|
| 12 |
Chronos-2,AutoARIMA,0.9,0.7,1.0,0.326,0.106,0.481
|
| 13 |
-
Chronos-2,
|
|
|
|
|
|
|
| 14 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.381,0.242,0.504
|
| 15 |
-
Chronos-2,Naive,1.0,1.0,1.0,0.423,0.295,0.531
|
| 16 |
-
Chronos-2,Drift,1.0,1.0,1.0,0.378,0.281,0.47
|
| 17 |
TimesFM-2.5,Chronos-2,0.5,0.2,0.8,-0.001,-0.104,0.084
|
| 18 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 19 |
-
TimesFM-2.5,TiRex,0.7,0.4,0.9,0.018,-0.05,0.072
|
| 20 |
TimesFM-2.5,Moirai-2.0,0.7,0.4,0.9,-0.011,-0.085,0.035
|
| 21 |
-
TimesFM-2.5,
|
| 22 |
-
TimesFM-2.5,
|
| 23 |
TimesFM-2.5,Chronos-Bolt,0.7,0.4,1.0,0.024,-0.032,0.08
|
|
|
|
|
|
|
| 24 |
TimesFM-2.5,AutoETS,0.6,0.3,0.9,0.1,-0.086,0.252
|
| 25 |
TimesFM-2.5,Stat. Ensemble,0.7,0.4,1.0,0.093,-0.113,0.257
|
| 26 |
-
TimesFM-2.5,
|
| 27 |
TimesFM-2.5,AutoARIMA,0.7,0.4,1.0,0.325,0.109,0.484
|
| 28 |
-
TimesFM-2.5,
|
|
|
|
|
|
|
| 29 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.38,0.264,0.511
|
| 30 |
-
TimesFM-2.5,Naive,1.0,1.0,1.0,0.423,0.325,0.529
|
| 31 |
-
TimesFM-2.5,Drift,1.0,1.0,1.0,0.378,0.277,0.474
|
| 32 |
-
TiRex,Chronos-2,0.3,0.1,0.6,-0.019,-0.057,0.021
|
| 33 |
-
TiRex,TimesFM-2.5,0.3,0.1,0.6,-0.018,-0.077,0.048
|
| 34 |
-
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
-
TiRex,Moirai-2.0,0.5,0.2,0.8,-0.029,-0.073,0.009
|
| 36 |
-
TiRex,Toto-1.0,0.7,0.4,0.902,-0.015,-0.083,0.043
|
| 37 |
-
TiRex,TabPFN-TS,0.5,0.2,0.8,0.026,-0.057,0.142
|
| 38 |
-
TiRex,Chronos-Bolt,0.7,0.4,0.9,0.006,-0.035,0.045
|
| 39 |
-
TiRex,AutoETS,0.6,0.3,0.9,0.084,-0.051,0.223
|
| 40 |
-
TiRex,Stat. Ensemble,0.7,0.4,1.0,0.077,-0.082,0.222
|
| 41 |
-
TiRex,Sundial-Base,0.8,0.6,1.0,0.175,0.044,0.286
|
| 42 |
-
TiRex,AutoARIMA,0.8,0.5,1.0,0.313,0.094,0.48
|
| 43 |
-
TiRex,AutoTheta,1.0,1.0,1.0,0.233,0.103,0.354
|
| 44 |
-
TiRex,Seasonal Naive,1.0,1.0,1.0,0.369,0.24,0.497
|
| 45 |
-
TiRex,Naive,1.0,1.0,1.0,0.412,0.3,0.518
|
| 46 |
-
TiRex,Drift,1.0,1.0,1.0,0.367,0.268,0.464
|
| 47 |
Moirai-2.0,Chronos-2,0.3,0.1,0.6,0.01,-0.047,0.079
|
| 48 |
Moirai-2.0,TimesFM-2.5,0.3,0.1,0.6,0.011,-0.036,0.078
|
| 49 |
-
Moirai-2.0,TiRex,0.5,0.2,0.8,0.028,-0.009,0.068
|
| 50 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
-
Moirai-2.0,
|
| 52 |
-
Moirai-2.0,
|
| 53 |
Moirai-2.0,Chronos-Bolt,0.65,0.35,0.9,0.035,-0.011,0.083
|
|
|
|
|
|
|
| 54 |
Moirai-2.0,AutoETS,0.7,0.4,1.0,0.11,-0.022,0.239
|
| 55 |
Moirai-2.0,Stat. Ensemble,0.7,0.4,1.0,0.103,-0.055,0.246
|
| 56 |
-
Moirai-2.0,
|
| 57 |
Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.332,0.099,0.498
|
| 58 |
-
Moirai-2.0,
|
|
|
|
|
|
|
| 59 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.387,0.253,0.522
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
Toto-1.0,TimesFM-2.5,0.5,0.2,0.8,-0.003,-0.115,0.096
|
| 64 |
-
Toto-1.0,TiRex,0.3,0.098,0.6,0.015,-0.045,0.076
|
| 65 |
-
Toto-1.0,Moirai-2.0,0.5,0.2,0.8,-0.014,-0.091,0.05
|
| 66 |
-
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
-
Toto-1.0,TabPFN-TS,0.5,0.2,0.8,0.041,-0.072,0.187
|
| 68 |
-
Toto-1.0,Chronos-Bolt,0.6,0.3,0.9,0.021,-0.059,0.092
|
| 69 |
-
Toto-1.0,AutoETS,0.6,0.3,0.9,0.098,-0.011,0.205
|
| 70 |
-
Toto-1.0,Stat. Ensemble,0.6,0.3,0.9,0.09,-0.032,0.205
|
| 71 |
-
Toto-1.0,Sundial-Base,0.8,0.6,1.0,0.187,0.002,0.333
|
| 72 |
-
Toto-1.0,AutoARIMA,0.7,0.4,1.0,0.323,0.113,0.478
|
| 73 |
-
Toto-1.0,AutoTheta,1.0,1.0,1.0,0.244,0.09,0.388
|
| 74 |
-
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.378,0.213,0.526
|
| 75 |
-
Toto-1.0,Naive,1.0,1.0,1.0,0.421,0.279,0.544
|
| 76 |
-
Toto-1.0,Drift,1.0,1.0,1.0,0.376,0.265,0.49
|
| 77 |
-
TabPFN-TS,Chronos-2,0.2,0.0,0.5,-0.046,-0.176,0.038
|
| 78 |
-
TabPFN-TS,TimesFM-2.5,0.3,0.0,0.6,-0.046,-0.222,0.072
|
| 79 |
-
TabPFN-TS,TiRex,0.5,0.2,0.8,-0.027,-0.165,0.054
|
| 80 |
-
TabPFN-TS,Moirai-2.0,0.6,0.3,0.9,-0.057,-0.23,0.036
|
| 81 |
-
TabPFN-TS,Toto-1.0,0.5,0.2,0.8,-0.042,-0.23,0.067
|
| 82 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 83 |
-
TabPFN-TS,
|
| 84 |
-
TabPFN-TS,
|
| 85 |
-
TabPFN-TS,
|
| 86 |
-
TabPFN-TS,
|
| 87 |
-
TabPFN-TS,
|
| 88 |
-
TabPFN-TS,
|
| 89 |
-
TabPFN-TS,
|
| 90 |
-
TabPFN-TS,
|
| 91 |
-
TabPFN-TS,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 92 |
Chronos-Bolt,Chronos-2,0.2,0.0,0.4,-0.026,-0.086,0.033
|
| 93 |
Chronos-Bolt,TimesFM-2.5,0.3,0.0,0.6,-0.025,-0.087,0.031
|
| 94 |
-
Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.006,-0.048,0.033
|
| 95 |
Chronos-Bolt,Moirai-2.0,0.35,0.1,0.65,-0.036,-0.091,0.01
|
| 96 |
-
Chronos-Bolt,
|
| 97 |
-
Chronos-Bolt,
|
| 98 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
| 99 |
Chronos-Bolt,AutoETS,0.5,0.2,0.8,0.078,-0.063,0.207
|
| 100 |
Chronos-Bolt,Stat. Ensemble,0.6,0.3,0.9,0.071,-0.088,0.209
|
| 101 |
-
Chronos-Bolt,
|
| 102 |
Chronos-Bolt,AutoARIMA,0.7,0.4,1.0,0.309,0.096,0.471
|
| 103 |
-
Chronos-Bolt,
|
|
|
|
|
|
|
| 104 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.365,0.247,0.481
|
| 105 |
-
|
| 106 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 107 |
AutoETS,Chronos-2,0.3,0.098,0.6,-0.112,-0.3,0.023
|
| 108 |
AutoETS,TimesFM-2.5,0.4,0.1,0.7,-0.112,-0.337,0.079
|
| 109 |
-
AutoETS,TiRex,0.4,0.1,0.7,-0.092,-0.288,0.049
|
| 110 |
AutoETS,Moirai-2.0,0.3,0.0,0.6,-0.123,-0.313,0.022
|
| 111 |
-
AutoETS,
|
| 112 |
-
AutoETS,
|
| 113 |
AutoETS,Chronos-Bolt,0.5,0.2,0.8,-0.085,-0.262,0.059
|
|
|
|
|
|
|
| 114 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
AutoETS,Stat. Ensemble,0.5,0.2,0.8,-0.008,-0.047,0.04
|
| 116 |
-
AutoETS,
|
| 117 |
AutoETS,AutoARIMA,0.7,0.4,1.0,0.25,0.032,0.456
|
| 118 |
-
AutoETS,
|
|
|
|
|
|
|
| 119 |
AutoETS,Seasonal Naive,0.7,0.4,1.0,0.311,0.076,0.492
|
| 120 |
-
AutoETS,Naive,0.7,0.4,1.0,0.358,0.144,0.517
|
| 121 |
-
AutoETS,Drift,0.7,0.4,1.0,0.308,0.137,0.456
|
| 122 |
Stat. Ensemble,Chronos-2,0.3,0.098,0.6,-0.104,-0.293,0.038
|
| 123 |
Stat. Ensemble,TimesFM-2.5,0.3,0.0,0.6,-0.103,-0.346,0.101
|
| 124 |
-
Stat. Ensemble,TiRex,0.3,0.0,0.6,-0.083,-0.285,0.076
|
| 125 |
Stat. Ensemble,Moirai-2.0,0.3,0.0,0.6,-0.115,-0.326,0.052
|
| 126 |
-
Stat. Ensemble,
|
| 127 |
-
Stat. Ensemble,
|
| 128 |
Stat. Ensemble,Chronos-Bolt,0.4,0.1,0.7,-0.076,-0.264,0.081
|
|
|
|
|
|
|
| 129 |
Stat. Ensemble,AutoETS,0.5,0.2,0.8,0.008,-0.041,0.045
|
| 130 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
Stat. Ensemble,
|
| 132 |
Stat. Ensemble,AutoARIMA,0.7,0.4,1.0,0.256,0.052,0.456
|
| 133 |
-
Stat. Ensemble,
|
|
|
|
|
|
|
| 134 |
Stat. Ensemble,Seasonal Naive,0.6,0.3,0.9,0.317,0.085,0.492
|
| 135 |
-
|
| 136 |
-
|
| 137 |
-
|
| 138 |
-
|
| 139 |
-
|
| 140 |
-
|
| 141 |
-
|
| 142 |
-
|
| 143 |
-
|
| 144 |
-
|
| 145 |
-
|
| 146 |
-
|
| 147 |
-
|
| 148 |
-
Sundial-Base,
|
| 149 |
-
|
| 150 |
-
|
| 151 |
-
Sundial-Base,Drift,0.8,0.6,1.0,0.232,0.091,0.354
|
| 152 |
AutoARIMA,Chronos-2,0.1,0.0,0.3,-0.483,-0.928,-0.119
|
| 153 |
AutoARIMA,TimesFM-2.5,0.3,0.0,0.6,-0.482,-0.938,-0.122
|
| 154 |
-
AutoARIMA,TiRex,0.2,0.0,0.5,-0.456,-0.922,-0.104
|
| 155 |
AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.498,-0.991,-0.109
|
| 156 |
-
AutoARIMA,
|
| 157 |
-
AutoARIMA,
|
| 158 |
AutoARIMA,Chronos-Bolt,0.3,0.0,0.6,-0.446,-0.89,-0.106
|
|
|
|
|
|
|
| 159 |
AutoARIMA,AutoETS,0.3,0.0,0.6,-0.333,-0.839,-0.033
|
| 160 |
AutoARIMA,Stat. Ensemble,0.3,0.0,0.6,-0.344,-0.837,-0.055
|
| 161 |
-
AutoARIMA,
|
| 162 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
AutoARIMA,
|
|
|
|
|
|
|
| 164 |
AutoARIMA,Seasonal Naive,0.6,0.3,0.9,0.082,-0.298,0.358
|
| 165 |
-
|
| 166 |
-
|
| 167 |
-
|
| 168 |
-
|
| 169 |
-
|
| 170 |
-
|
| 171 |
-
|
| 172 |
-
|
| 173 |
-
|
| 174 |
-
|
| 175 |
-
|
| 176 |
-
|
| 177 |
-
|
| 178 |
-
|
| 179 |
-
|
| 180 |
-
|
| 181 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 182 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.615,-1.015,-0.319
|
| 183 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.614,-1.045,-0.359
|
| 184 |
-
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.585,-0.99,-0.316
|
| 185 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.631,-1.091,-0.338
|
| 186 |
-
Seasonal Naive,
|
| 187 |
-
Seasonal Naive,
|
| 188 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.575,-0.927,-0.328
|
|
|
|
|
|
|
| 189 |
Seasonal Naive,AutoETS,0.3,0.0,0.6,-0.452,-0.969,-0.082
|
| 190 |
Seasonal Naive,Stat. Ensemble,0.4,0.1,0.7,-0.463,-0.968,-0.092
|
| 191 |
-
Seasonal Naive,
|
| 192 |
Seasonal Naive,AutoARIMA,0.4,0.1,0.7,-0.089,-0.559,0.23
|
| 193 |
-
Seasonal Naive,
|
|
|
|
|
|
|
| 194 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
Seasonal Naive,Naive,0.65,0.45,0.85,0.068,-0.011,0.163
|
| 196 |
-
Seasonal Naive,Drift,0.7,0.4,0.902,-0.004,-0.169,0.151
|
| 197 |
-
Naive,Chronos-2,0.0,0.0,0.0,-0.733,-1.133,-0.419
|
| 198 |
-
Naive,TimesFM-2.5,0.0,0.0,0.0,-0.732,-1.123,-0.482
|
| 199 |
-
Naive,TiRex,0.0,0.0,0.0,-0.701,-1.073,-0.429
|
| 200 |
-
Naive,Moirai-2.0,0.0,0.0,0.0,-0.75,-1.179,-0.461
|
| 201 |
-
Naive,Toto-1.0,0.0,0.0,0.0,-0.726,-1.192,-0.388
|
| 202 |
-
Naive,TabPFN-TS,0.0,0.0,0.0,-0.656,-0.96,-0.445
|
| 203 |
-
Naive,Chronos-Bolt,0.0,0.0,0.0,-0.69,-1.037,-0.44
|
| 204 |
-
Naive,AutoETS,0.3,0.0,0.6,-0.558,-1.07,-0.168
|
| 205 |
-
Naive,Stat. Ensemble,0.4,0.1,0.7,-0.57,-1.084,-0.179
|
| 206 |
-
Naive,Sundial-Base,0.1,0.0,0.3,-0.404,-0.6,-0.238
|
| 207 |
-
Naive,AutoARIMA,0.4,0.1,0.7,-0.168,-0.661,0.175
|
| 208 |
-
Naive,AutoTheta,0.2,0.0,0.5,-0.304,-0.559,-0.124
|
| 209 |
-
Naive,Seasonal Naive,0.35,0.15,0.55,-0.073,-0.195,0.01
|
| 210 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Naive,Drift,0.7,0.4,0.902,-0.077,-0.195,0.018
|
| 212 |
-
Drift,Chronos-2,0.0,0.0,0.0,-0.609,-0.888,-0.39
|
| 213 |
-
Drift,TimesFM-2.5,0.0,0.0,0.0,-0.607,-0.901,-0.383
|
| 214 |
-
Drift,TiRex,0.0,0.0,0.0,-0.579,-0.867,-0.367
|
| 215 |
-
Drift,Moirai-2.0,0.0,0.0,0.0,-0.624,-0.947,-0.401
|
| 216 |
-
Drift,Toto-1.0,0.0,0.0,0.0,-0.602,-0.96,-0.361
|
| 217 |
-
Drift,TabPFN-TS,0.0,0.0,0.0,-0.537,-0.751,-0.372
|
| 218 |
-
Drift,Chronos-Bolt,0.0,0.0,0.0,-0.568,-0.838,-0.388
|
| 219 |
-
Drift,AutoETS,0.3,0.0,0.6,-0.446,-0.837,-0.158
|
| 220 |
-
Drift,Stat. Ensemble,0.3,0.1,0.6,-0.457,-0.847,-0.172
|
| 221 |
-
Drift,Sundial-Base,0.2,0.0,0.4,-0.303,-0.549,-0.1
|
| 222 |
-
Drift,AutoARIMA,0.4,0.1,0.7,-0.084,-0.562,0.226
|
| 223 |
-
Drift,AutoTheta,0.3,0.098,0.6,-0.211,-0.476,-0.034
|
| 224 |
-
Drift,Seasonal Naive,0.3,0.098,0.6,0.004,-0.178,0.144
|
| 225 |
-
Drift,Naive,0.3,0.098,0.6,0.072,-0.018,0.163
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TimesFM-2.5,0.5,0.2,0.8,0.001,-0.091,0.094
|
|
|
|
| 4 |
Chronos-2,Moirai-2.0,0.7,0.4,0.9,-0.01,-0.086,0.045
|
| 5 |
+
Chronos-2,TabPFN-TS,0.8,0.5,1.0,0.005,-0.032,0.03
|
| 6 |
+
Chronos-2,TiRex,0.7,0.4,0.9,0.019,-0.022,0.054
|
| 7 |
Chronos-2,Chronos-Bolt,0.8,0.6,1.0,0.025,-0.035,0.08
|
| 8 |
+
Chronos-2,Toto-1.0,0.8,0.598,1.0,0.005,-0.053,0.052
|
| 9 |
+
Chronos-2,FlowState,0.6,0.3,0.9,0.079,-0.021,0.16
|
| 10 |
Chronos-2,AutoETS,0.7,0.4,0.902,0.101,-0.023,0.231
|
| 11 |
Chronos-2,Stat. Ensemble,0.7,0.4,0.902,0.094,-0.039,0.227
|
| 12 |
+
Chronos-2,LightGBM,0.8,0.5,1.0,0.175,0.055,0.3
|
| 13 |
Chronos-2,AutoARIMA,0.9,0.7,1.0,0.326,0.106,0.481
|
| 14 |
+
Chronos-2,CatBoost,0.8,0.5,1.0,0.177,0.066,0.294
|
| 15 |
+
Chronos-2,Sundial-Base,0.8,0.6,1.0,0.19,0.034,0.308
|
| 16 |
+
Chronos-2,TFT,1.0,1.0,1.0,0.284,0.095,0.462
|
| 17 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.381,0.242,0.504
|
|
|
|
|
|
|
| 18 |
TimesFM-2.5,Chronos-2,0.5,0.2,0.8,-0.001,-0.104,0.084
|
| 19 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 20 |
TimesFM-2.5,Moirai-2.0,0.7,0.4,0.9,-0.011,-0.085,0.035
|
| 21 |
+
TimesFM-2.5,TabPFN-TS,0.7,0.4,1.0,0.004,-0.096,0.075
|
| 22 |
+
TimesFM-2.5,TiRex,0.7,0.4,0.9,0.018,-0.05,0.072
|
| 23 |
TimesFM-2.5,Chronos-Bolt,0.7,0.4,1.0,0.024,-0.032,0.08
|
| 24 |
+
TimesFM-2.5,Toto-1.0,0.6,0.3,0.9,0.004,-0.105,0.104
|
| 25 |
+
TimesFM-2.5,FlowState,0.7,0.4,1.0,0.078,0.001,0.158
|
| 26 |
TimesFM-2.5,AutoETS,0.6,0.3,0.9,0.1,-0.086,0.252
|
| 27 |
TimesFM-2.5,Stat. Ensemble,0.7,0.4,1.0,0.093,-0.113,0.257
|
| 28 |
+
TimesFM-2.5,LightGBM,0.7,0.4,0.902,0.174,0.054,0.302
|
| 29 |
TimesFM-2.5,AutoARIMA,0.7,0.4,1.0,0.325,0.109,0.484
|
| 30 |
+
TimesFM-2.5,CatBoost,0.8,0.6,1.0,0.177,0.057,0.294
|
| 31 |
+
TimesFM-2.5,Sundial-Base,0.9,0.7,1.0,0.189,0.085,0.301
|
| 32 |
+
TimesFM-2.5,TFT,0.9,0.7,1.0,0.284,0.108,0.444
|
| 33 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.38,0.264,0.511
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 34 |
Moirai-2.0,Chronos-2,0.3,0.1,0.6,0.01,-0.047,0.079
|
| 35 |
Moirai-2.0,TimesFM-2.5,0.3,0.1,0.6,0.011,-0.036,0.078
|
|
|
|
| 36 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
Moirai-2.0,TabPFN-TS,0.4,0.1,0.7,0.014,-0.035,0.072
|
| 38 |
+
Moirai-2.0,TiRex,0.5,0.2,0.8,0.028,-0.009,0.068
|
| 39 |
Moirai-2.0,Chronos-Bolt,0.65,0.35,0.9,0.035,-0.011,0.083
|
| 40 |
+
Moirai-2.0,Toto-1.0,0.6,0.3,0.9,0.015,-0.052,0.084
|
| 41 |
+
Moirai-2.0,FlowState,0.8,0.5,1.0,0.088,-0.002,0.175
|
| 42 |
Moirai-2.0,AutoETS,0.7,0.4,1.0,0.11,-0.022,0.239
|
| 43 |
Moirai-2.0,Stat. Ensemble,0.7,0.4,1.0,0.103,-0.055,0.246
|
| 44 |
+
Moirai-2.0,LightGBM,0.8,0.598,1.0,0.183,0.084,0.299
|
| 45 |
Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.332,0.099,0.498
|
| 46 |
+
Moirai-2.0,CatBoost,0.9,0.7,1.0,0.185,0.091,0.295
|
| 47 |
+
Moirai-2.0,Sundial-Base,0.9,0.7,1.0,0.198,0.072,0.318
|
| 48 |
+
Moirai-2.0,TFT,0.8,0.5,1.0,0.291,0.086,0.467
|
| 49 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.387,0.253,0.522
|
| 50 |
+
TabPFN-TS,Chronos-2,0.2,0.0,0.5,-0.005,-0.031,0.031
|
| 51 |
+
TabPFN-TS,TimesFM-2.5,0.3,0.0,0.6,-0.004,-0.081,0.087
|
| 52 |
+
TabPFN-TS,Moirai-2.0,0.6,0.3,0.9,-0.015,-0.077,0.034
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 53 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
TabPFN-TS,TiRex,0.5,0.2,0.8,0.014,-0.023,0.052
|
| 55 |
+
TabPFN-TS,Chronos-Bolt,0.7,0.4,0.9,0.02,-0.025,0.07
|
| 56 |
+
TabPFN-TS,Toto-1.0,0.5,0.2,0.8,0.0,-0.071,0.059
|
| 57 |
+
TabPFN-TS,FlowState,0.6,0.3,0.9,0.075,-0.015,0.159
|
| 58 |
+
TabPFN-TS,AutoETS,0.5,0.2,0.8,0.097,-0.022,0.22
|
| 59 |
+
TabPFN-TS,Stat. Ensemble,0.5,0.2,0.8,0.09,-0.039,0.217
|
| 60 |
+
TabPFN-TS,LightGBM,0.9,0.7,1.0,0.171,0.063,0.29
|
| 61 |
+
TabPFN-TS,AutoARIMA,0.7,0.4,1.0,0.323,0.093,0.492
|
| 62 |
+
TabPFN-TS,CatBoost,0.9,0.7,1.0,0.173,0.077,0.285
|
| 63 |
+
TabPFN-TS,Sundial-Base,0.8,0.6,1.0,0.186,0.052,0.297
|
| 64 |
+
TabPFN-TS,TFT,0.9,0.7,1.0,0.281,0.095,0.454
|
| 65 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.378,0.247,0.498
|
| 66 |
+
TiRex,Chronos-2,0.3,0.1,0.6,-0.019,-0.057,0.021
|
| 67 |
+
TiRex,TimesFM-2.5,0.3,0.1,0.6,-0.018,-0.077,0.048
|
| 68 |
+
TiRex,Moirai-2.0,0.5,0.2,0.8,-0.029,-0.073,0.009
|
| 69 |
+
TiRex,TabPFN-TS,0.5,0.2,0.8,-0.014,-0.055,0.023
|
| 70 |
+
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
TiRex,Chronos-Bolt,0.7,0.4,0.9,0.006,-0.035,0.045
|
| 72 |
+
TiRex,Toto-1.0,0.7,0.4,0.902,-0.014,-0.082,0.044
|
| 73 |
+
TiRex,FlowState,0.6,0.3,0.9,0.062,-0.016,0.132
|
| 74 |
+
TiRex,AutoETS,0.6,0.3,0.9,0.084,-0.051,0.223
|
| 75 |
+
TiRex,Stat. Ensemble,0.7,0.4,1.0,0.077,-0.082,0.222
|
| 76 |
+
TiRex,LightGBM,0.6,0.3,0.9,0.159,0.041,0.292
|
| 77 |
+
TiRex,AutoARIMA,0.8,0.5,1.0,0.313,0.094,0.48
|
| 78 |
+
TiRex,CatBoost,0.6,0.3,0.9,0.162,0.05,0.286
|
| 79 |
+
TiRex,Sundial-Base,0.8,0.6,1.0,0.175,0.044,0.286
|
| 80 |
+
TiRex,TFT,0.8,0.5,1.0,0.271,0.083,0.442
|
| 81 |
+
TiRex,Seasonal Naive,1.0,1.0,1.0,0.369,0.24,0.497
|
| 82 |
Chronos-Bolt,Chronos-2,0.2,0.0,0.4,-0.026,-0.086,0.033
|
| 83 |
Chronos-Bolt,TimesFM-2.5,0.3,0.0,0.6,-0.025,-0.087,0.031
|
|
|
|
| 84 |
Chronos-Bolt,Moirai-2.0,0.35,0.1,0.65,-0.036,-0.091,0.01
|
| 85 |
+
Chronos-Bolt,TabPFN-TS,0.3,0.1,0.6,-0.021,-0.075,0.024
|
| 86 |
+
Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.006,-0.048,0.033
|
| 87 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Chronos-Bolt,Toto-1.0,0.5,0.2,0.8,-0.021,-0.1,0.057
|
| 89 |
+
Chronos-Bolt,FlowState,0.8,0.5,1.0,0.055,-0.03,0.134
|
| 90 |
Chronos-Bolt,AutoETS,0.5,0.2,0.8,0.078,-0.063,0.207
|
| 91 |
Chronos-Bolt,Stat. Ensemble,0.6,0.3,0.9,0.071,-0.088,0.209
|
| 92 |
+
Chronos-Bolt,LightGBM,0.8,0.5,1.0,0.153,0.032,0.287
|
| 93 |
Chronos-Bolt,AutoARIMA,0.7,0.4,1.0,0.309,0.096,0.471
|
| 94 |
+
Chronos-Bolt,CatBoost,0.7,0.4,1.0,0.156,0.036,0.284
|
| 95 |
+
Chronos-Bolt,Sundial-Base,0.9,0.7,1.0,0.169,0.052,0.27
|
| 96 |
+
Chronos-Bolt,TFT,0.9,0.7,1.0,0.266,0.092,0.423
|
| 97 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.365,0.247,0.481
|
| 98 |
+
Toto-1.0,Chronos-2,0.2,0.0,0.402,-0.005,-0.054,0.05
|
| 99 |
+
Toto-1.0,TimesFM-2.5,0.4,0.1,0.7,-0.004,-0.116,0.095
|
| 100 |
+
Toto-1.0,Moirai-2.0,0.4,0.1,0.7,-0.015,-0.092,0.049
|
| 101 |
+
Toto-1.0,TabPFN-TS,0.5,0.2,0.8,-0.0,-0.063,0.066
|
| 102 |
+
Toto-1.0,TiRex,0.3,0.098,0.6,0.014,-0.046,0.076
|
| 103 |
+
Toto-1.0,Chronos-Bolt,0.5,0.2,0.8,0.02,-0.06,0.091
|
| 104 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
Toto-1.0,FlowState,0.4,0.1,0.7,0.075,-0.06,0.197
|
| 106 |
+
Toto-1.0,AutoETS,0.5,0.2,0.8,0.097,-0.011,0.203
|
| 107 |
+
Toto-1.0,Stat. Ensemble,0.6,0.3,0.9,0.09,-0.032,0.203
|
| 108 |
+
Toto-1.0,LightGBM,0.9,0.7,1.0,0.171,0.07,0.277
|
| 109 |
+
Toto-1.0,AutoARIMA,0.6,0.3,0.9,0.323,0.112,0.478
|
| 110 |
+
Toto-1.0,CatBoost,0.9,0.7,1.0,0.173,0.076,0.273
|
| 111 |
+
Toto-1.0,Sundial-Base,0.8,0.6,1.0,0.186,0.0,0.333
|
| 112 |
+
Toto-1.0,TFT,0.8,0.5,1.0,0.281,0.068,0.478
|
| 113 |
+
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.378,0.214,0.526
|
| 114 |
+
FlowState,Chronos-2,0.4,0.1,0.7,-0.086,-0.191,0.02
|
| 115 |
+
FlowState,TimesFM-2.5,0.3,0.0,0.6,-0.085,-0.187,-0.001
|
| 116 |
+
FlowState,Moirai-2.0,0.2,0.0,0.5,-0.097,-0.213,0.002
|
| 117 |
+
FlowState,TabPFN-TS,0.4,0.1,0.7,-0.081,-0.189,0.015
|
| 118 |
+
FlowState,TiRex,0.4,0.1,0.7,-0.066,-0.152,0.016
|
| 119 |
+
FlowState,Chronos-Bolt,0.2,0.0,0.5,-0.059,-0.154,0.03
|
| 120 |
+
FlowState,Toto-1.0,0.6,0.3,0.9,-0.081,-0.245,0.057
|
| 121 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
FlowState,AutoETS,0.5,0.2,0.8,0.024,-0.199,0.224
|
| 123 |
+
FlowState,Stat. Ensemble,0.4,0.1,0.7,0.016,-0.228,0.22
|
| 124 |
+
FlowState,LightGBM,0.7,0.4,0.902,0.104,-0.092,0.273
|
| 125 |
+
FlowState,AutoARIMA,0.6,0.3,0.9,0.268,0.006,0.467
|
| 126 |
+
FlowState,CatBoost,0.7,0.4,0.902,0.107,-0.072,0.263
|
| 127 |
+
FlowState,Sundial-Base,0.9,0.7,1.0,0.121,0.039,0.189
|
| 128 |
+
FlowState,TFT,0.8,0.5,1.0,0.223,0.049,0.377
|
| 129 |
+
FlowState,Seasonal Naive,1.0,1.0,1.0,0.328,0.22,0.435
|
| 130 |
AutoETS,Chronos-2,0.3,0.098,0.6,-0.112,-0.3,0.023
|
| 131 |
AutoETS,TimesFM-2.5,0.4,0.1,0.7,-0.112,-0.337,0.079
|
|
|
|
| 132 |
AutoETS,Moirai-2.0,0.3,0.0,0.6,-0.123,-0.313,0.022
|
| 133 |
+
AutoETS,TabPFN-TS,0.5,0.2,0.8,-0.107,-0.282,0.021
|
| 134 |
+
AutoETS,TiRex,0.4,0.1,0.7,-0.092,-0.288,0.049
|
| 135 |
AutoETS,Chronos-Bolt,0.5,0.2,0.8,-0.085,-0.262,0.059
|
| 136 |
+
AutoETS,Toto-1.0,0.5,0.2,0.8,-0.107,-0.254,0.011
|
| 137 |
+
AutoETS,FlowState,0.5,0.2,0.8,-0.025,-0.289,0.166
|
| 138 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
AutoETS,Stat. Ensemble,0.5,0.2,0.8,-0.008,-0.047,0.04
|
| 140 |
+
AutoETS,LightGBM,0.5,0.2,0.8,0.082,-0.113,0.254
|
| 141 |
AutoETS,AutoARIMA,0.7,0.4,1.0,0.25,0.032,0.456
|
| 142 |
+
AutoETS,CatBoost,0.6,0.3,0.9,0.085,-0.101,0.243
|
| 143 |
+
AutoETS,Sundial-Base,0.6,0.3,0.9,0.099,-0.174,0.293
|
| 144 |
+
AutoETS,TFT,0.7,0.4,1.0,0.204,-0.057,0.436
|
| 145 |
AutoETS,Seasonal Naive,0.7,0.4,1.0,0.311,0.076,0.492
|
|
|
|
|
|
|
| 146 |
Stat. Ensemble,Chronos-2,0.3,0.098,0.6,-0.104,-0.293,0.038
|
| 147 |
Stat. Ensemble,TimesFM-2.5,0.3,0.0,0.6,-0.103,-0.346,0.101
|
|
|
|
| 148 |
Stat. Ensemble,Moirai-2.0,0.3,0.0,0.6,-0.115,-0.326,0.052
|
| 149 |
+
Stat. Ensemble,TabPFN-TS,0.5,0.2,0.8,-0.099,-0.278,0.037
|
| 150 |
+
Stat. Ensemble,TiRex,0.3,0.0,0.6,-0.083,-0.285,0.076
|
| 151 |
Stat. Ensemble,Chronos-Bolt,0.4,0.1,0.7,-0.076,-0.264,0.081
|
| 152 |
+
Stat. Ensemble,Toto-1.0,0.4,0.1,0.7,-0.098,-0.254,0.031
|
| 153 |
+
Stat. Ensemble,FlowState,0.6,0.3,0.9,-0.016,-0.283,0.185
|
| 154 |
Stat. Ensemble,AutoETS,0.5,0.2,0.8,0.008,-0.041,0.045
|
| 155 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
Stat. Ensemble,LightGBM,0.5,0.2,0.8,0.089,-0.123,0.263
|
| 157 |
Stat. Ensemble,AutoARIMA,0.7,0.4,1.0,0.256,0.052,0.456
|
| 158 |
+
Stat. Ensemble,CatBoost,0.5,0.2,0.8,0.092,-0.11,0.256
|
| 159 |
+
Stat. Ensemble,Sundial-Base,0.6,0.3,0.9,0.106,-0.182,0.31
|
| 160 |
+
Stat. Ensemble,TFT,0.7,0.4,1.0,0.21,-0.047,0.444
|
| 161 |
Stat. Ensemble,Seasonal Naive,0.6,0.3,0.9,0.317,0.085,0.492
|
| 162 |
+
LightGBM,Chronos-2,0.2,0.0,0.5,-0.211,-0.429,-0.058
|
| 163 |
+
LightGBM,TimesFM-2.5,0.3,0.098,0.6,-0.21,-0.432,-0.057
|
| 164 |
+
LightGBM,Moirai-2.0,0.2,0.0,0.402,-0.223,-0.426,-0.092
|
| 165 |
+
LightGBM,TabPFN-TS,0.1,0.0,0.3,-0.206,-0.409,-0.067
|
| 166 |
+
LightGBM,TiRex,0.4,0.1,0.7,-0.189,-0.412,-0.042
|
| 167 |
+
LightGBM,Chronos-Bolt,0.2,0.0,0.5,-0.181,-0.403,-0.033
|
| 168 |
+
LightGBM,Toto-1.0,0.1,0.0,0.3,-0.206,-0.384,-0.075
|
| 169 |
+
LightGBM,FlowState,0.3,0.098,0.6,-0.116,-0.375,0.084
|
| 170 |
+
LightGBM,AutoETS,0.5,0.2,0.8,-0.089,-0.34,0.102
|
| 171 |
+
LightGBM,Stat. Ensemble,0.5,0.2,0.8,-0.098,-0.356,0.11
|
| 172 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
LightGBM,AutoARIMA,0.6,0.3,0.9,0.183,-0.19,0.407
|
| 174 |
+
LightGBM,CatBoost,0.6,0.3,0.9,0.003,-0.02,0.028
|
| 175 |
+
LightGBM,Sundial-Base,0.4,0.1,0.7,0.019,-0.25,0.223
|
| 176 |
+
LightGBM,TFT,0.4,0.1,0.7,0.133,-0.239,0.393
|
| 177 |
+
LightGBM,Seasonal Naive,0.7,0.4,1.0,0.25,0.017,0.438
|
|
|
|
| 178 |
AutoARIMA,Chronos-2,0.1,0.0,0.3,-0.483,-0.928,-0.119
|
| 179 |
AutoARIMA,TimesFM-2.5,0.3,0.0,0.6,-0.482,-0.938,-0.122
|
|
|
|
| 180 |
AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.498,-0.991,-0.109
|
| 181 |
+
AutoARIMA,TabPFN-TS,0.3,0.0,0.6,-0.476,-0.968,-0.102
|
| 182 |
+
AutoARIMA,TiRex,0.2,0.0,0.5,-0.456,-0.922,-0.104
|
| 183 |
AutoARIMA,Chronos-Bolt,0.3,0.0,0.6,-0.446,-0.89,-0.106
|
| 184 |
+
AutoARIMA,Toto-1.0,0.4,0.1,0.7,-0.476,-0.916,-0.126
|
| 185 |
+
AutoARIMA,FlowState,0.4,0.1,0.7,-0.366,-0.877,-0.006
|
| 186 |
AutoARIMA,AutoETS,0.3,0.0,0.6,-0.333,-0.839,-0.033
|
| 187 |
AutoARIMA,Stat. Ensemble,0.3,0.0,0.6,-0.344,-0.837,-0.055
|
| 188 |
+
AutoARIMA,LightGBM,0.4,0.1,0.7,-0.225,-0.687,0.16
|
| 189 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
AutoARIMA,CatBoost,0.4,0.1,0.7,-0.22,-0.695,0.16
|
| 191 |
+
AutoARIMA,Sundial-Base,0.5,0.2,0.8,-0.201,-0.711,0.14
|
| 192 |
+
AutoARIMA,TFT,0.5,0.2,0.8,-0.062,-0.392,0.197
|
| 193 |
AutoARIMA,Seasonal Naive,0.6,0.3,0.9,0.082,-0.298,0.358
|
| 194 |
+
CatBoost,Chronos-2,0.2,0.0,0.5,-0.216,-0.417,-0.07
|
| 195 |
+
CatBoost,TimesFM-2.5,0.2,0.0,0.4,-0.214,-0.417,-0.06
|
| 196 |
+
CatBoost,Moirai-2.0,0.1,0.0,0.3,-0.227,-0.419,-0.101
|
| 197 |
+
CatBoost,TabPFN-TS,0.1,0.0,0.3,-0.21,-0.398,-0.083
|
| 198 |
+
CatBoost,TiRex,0.4,0.1,0.7,-0.193,-0.401,-0.053
|
| 199 |
+
CatBoost,Chronos-Bolt,0.3,0.0,0.6,-0.185,-0.397,-0.038
|
| 200 |
+
CatBoost,Toto-1.0,0.1,0.0,0.3,-0.21,-0.376,-0.082
|
| 201 |
+
CatBoost,FlowState,0.3,0.098,0.6,-0.119,-0.358,0.067
|
| 202 |
+
CatBoost,AutoETS,0.4,0.1,0.7,-0.093,-0.321,0.092
|
| 203 |
+
CatBoost,Stat. Ensemble,0.5,0.2,0.8,-0.101,-0.345,0.099
|
| 204 |
+
CatBoost,LightGBM,0.4,0.1,0.7,-0.003,-0.029,0.019
|
| 205 |
+
CatBoost,AutoARIMA,0.6,0.3,0.9,0.181,-0.19,0.41
|
| 206 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
CatBoost,Sundial-Base,0.4,0.1,0.7,0.016,-0.24,0.213
|
| 208 |
+
CatBoost,TFT,0.4,0.1,0.7,0.13,-0.224,0.383
|
| 209 |
+
CatBoost,Seasonal Naive,0.7,0.4,1.0,0.247,0.025,0.432
|
| 210 |
+
Sundial-Base,Chronos-2,0.2,0.0,0.4,-0.235,-0.445,-0.035
|
| 211 |
+
Sundial-Base,TimesFM-2.5,0.1,0.0,0.3,-0.234,-0.43,-0.092
|
| 212 |
+
Sundial-Base,Moirai-2.0,0.1,0.0,0.3,-0.247,-0.467,-0.078
|
| 213 |
+
Sundial-Base,TabPFN-TS,0.2,0.0,0.4,-0.229,-0.422,-0.055
|
| 214 |
+
Sundial-Base,TiRex,0.2,0.0,0.4,-0.212,-0.4,-0.046
|
| 215 |
+
Sundial-Base,Chronos-Bolt,0.1,0.0,0.3,-0.204,-0.37,-0.055
|
| 216 |
+
Sundial-Base,Toto-1.0,0.2,0.0,0.4,-0.229,-0.499,-0.0
|
| 217 |
+
Sundial-Base,FlowState,0.1,0.0,0.3,-0.137,-0.232,-0.04
|
| 218 |
+
Sundial-Base,AutoETS,0.4,0.1,0.7,-0.11,-0.415,0.148
|
| 219 |
+
Sundial-Base,Stat. Ensemble,0.4,0.1,0.7,-0.119,-0.45,0.154
|
| 220 |
+
Sundial-Base,LightGBM,0.6,0.3,0.9,-0.019,-0.287,0.2
|
| 221 |
+
Sundial-Base,AutoARIMA,0.5,0.2,0.8,0.168,-0.162,0.415
|
| 222 |
+
Sundial-Base,CatBoost,0.6,0.3,0.9,-0.016,-0.271,0.194
|
| 223 |
+
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
Sundial-Base,TFT,0.6,0.3,0.9,0.116,-0.051,0.26
|
| 225 |
+
Sundial-Base,Seasonal Naive,0.8,0.6,1.0,0.236,0.136,0.326
|
| 226 |
+
TFT,Chronos-2,0.0,0.0,0.0,-0.397,-0.858,-0.105
|
| 227 |
+
TFT,TimesFM-2.5,0.1,0.0,0.3,-0.396,-0.797,-0.121
|
| 228 |
+
TFT,Moirai-2.0,0.2,0.0,0.5,-0.411,-0.876,-0.094
|
| 229 |
+
TFT,TabPFN-TS,0.1,0.0,0.3,-0.391,-0.831,-0.105
|
| 230 |
+
TFT,TiRex,0.2,0.0,0.5,-0.371,-0.791,-0.091
|
| 231 |
+
TFT,Chronos-Bolt,0.1,0.0,0.3,-0.362,-0.733,-0.102
|
| 232 |
+
TFT,Toto-1.0,0.2,0.0,0.5,-0.391,-0.914,-0.073
|
| 233 |
+
TFT,FlowState,0.2,0.0,0.5,-0.287,-0.605,-0.052
|
| 234 |
+
TFT,AutoETS,0.3,0.0,0.6,-0.256,-0.773,0.054
|
| 235 |
+
TFT,Stat. Ensemble,0.3,0.0,0.6,-0.266,-0.798,0.045
|
| 236 |
+
TFT,LightGBM,0.6,0.3,0.9,-0.153,-0.648,0.193
|
| 237 |
+
TFT,AutoARIMA,0.5,0.2,0.8,0.058,-0.245,0.281
|
| 238 |
+
TFT,CatBoost,0.6,0.3,0.9,-0.15,-0.622,0.183
|
| 239 |
+
TFT,Sundial-Base,0.4,0.1,0.7,-0.132,-0.352,0.048
|
| 240 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
TFT,Seasonal Naive,0.7,0.4,0.9,0.135,0.014,0.251
|
| 242 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.615,-1.015,-0.319
|
| 243 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.614,-1.045,-0.359
|
|
|
|
| 244 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.631,-1.091,-0.338
|
| 245 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.608,-0.992,-0.328
|
| 246 |
+
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.585,-0.99,-0.316
|
| 247 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.575,-0.927,-0.328
|
| 248 |
+
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.607,-1.108,-0.272
|
| 249 |
+
Seasonal Naive,FlowState,0.0,0.0,0.0,-0.488,-0.769,-0.282
|
| 250 |
Seasonal Naive,AutoETS,0.3,0.0,0.6,-0.452,-0.969,-0.082
|
| 251 |
Seasonal Naive,Stat. Ensemble,0.4,0.1,0.7,-0.463,-0.968,-0.092
|
| 252 |
+
Seasonal Naive,LightGBM,0.3,0.0,0.6,-0.333,-0.779,-0.017
|
| 253 |
Seasonal Naive,AutoARIMA,0.4,0.1,0.7,-0.089,-0.559,0.23
|
| 254 |
+
Seasonal Naive,CatBoost,0.3,0.0,0.6,-0.329,-0.759,-0.025
|
| 255 |
+
Seasonal Naive,Sundial-Base,0.2,0.0,0.4,-0.308,-0.483,-0.157
|
| 256 |
+
Seasonal Naive,TFT,0.3,0.1,0.6,-0.156,-0.336,-0.014
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_health/pairwise_WAPE.csv
CHANGED
|
@@ -1,226 +1,257 @@
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
-
TimesFM-2.5,Chronos-2,0.5,0.2,0.8,0.016,-0.108,0.137
|
| 4 |
TimesFM-2.5,TiRex,0.6,0.3,0.9,0.007,-0.063,0.073
|
|
|
|
| 5 |
TimesFM-2.5,Moirai-2.0,0.6,0.3,0.9,-0.02,-0.124,0.049
|
| 6 |
-
TimesFM-2.5,
|
|
|
|
|
|
|
| 7 |
TimesFM-2.5,Stat. Ensemble,0.8,0.6,1.0,0.008,-0.184,0.15
|
| 8 |
-
TimesFM-2.5,TabPFN-TS,0.6,0.3,0.9,0.
|
|
|
|
| 9 |
TimesFM-2.5,Chronos-Bolt,0.8,0.6,1.0,0.059,-0.012,0.139
|
| 10 |
-
TimesFM-2.5,
|
| 11 |
TimesFM-2.5,Sundial-Base,0.8,0.6,1.0,0.165,0.037,0.307
|
| 12 |
TimesFM-2.5,AutoARIMA,0.8,0.5,1.0,0.17,0.027,0.288
|
| 13 |
TimesFM-2.5,AutoTheta,0.8,0.5,1.0,0.186,0.053,0.339
|
| 14 |
-
TimesFM-2.5,Naive,0.9,0.7,1.0,0.302,0.168,0.445
|
| 15 |
TimesFM-2.5,Seasonal Naive,0.9,0.7,1.0,0.302,0.151,0.466
|
| 16 |
-
TimesFM-2.5,Drift,0.9,0.7,1.0,0.25,0.135,0.374
|
| 17 |
-
Chronos-2,TimesFM-2.5,0.5,0.2,0.8,-0.016,-0.159,0.097
|
| 18 |
-
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 19 |
-
Chronos-2,TiRex,0.5,0.2,0.8,-0.009,-0.092,0.059
|
| 20 |
-
Chronos-2,Moirai-2.0,0.4,0.1,0.7,-0.036,-0.144,0.052
|
| 21 |
-
Chronos-2,Toto-1.0,0.6,0.3,0.9,0.009,-0.065,0.082
|
| 22 |
-
Chronos-2,Stat. Ensemble,0.6,0.3,0.9,-0.008,-0.16,0.126
|
| 23 |
-
Chronos-2,TabPFN-TS,0.6,0.3,0.9,0.089,-0.037,0.24
|
| 24 |
-
Chronos-2,Chronos-Bolt,0.6,0.3,0.9,0.044,-0.071,0.143
|
| 25 |
-
Chronos-2,AutoETS,0.5,0.2,0.8,-0.005,-0.165,0.134
|
| 26 |
-
Chronos-2,Sundial-Base,0.8,0.6,1.0,0.152,-0.069,0.311
|
| 27 |
-
Chronos-2,AutoARIMA,0.8,0.598,1.0,0.157,-0.004,0.306
|
| 28 |
-
Chronos-2,AutoTheta,0.9,0.7,1.0,0.173,-0.029,0.334
|
| 29 |
-
Chronos-2,Naive,0.9,0.7,1.0,0.291,0.073,0.451
|
| 30 |
-
Chronos-2,Seasonal Naive,0.8,0.6,1.0,0.291,0.052,0.471
|
| 31 |
-
Chronos-2,Drift,0.9,0.7,1.0,0.238,0.053,0.37
|
| 32 |
TiRex,TimesFM-2.5,0.4,0.1,0.7,-0.007,-0.078,0.059
|
| 33 |
-
TiRex,Chronos-2,0.5,0.2,0.8,0.009,-0.062,0.084
|
| 34 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 35 |
TiRex,Moirai-2.0,0.5,0.2,0.8,-0.027,-0.087,0.031
|
| 36 |
-
TiRex,
|
|
|
|
|
|
|
| 37 |
TiRex,Stat. Ensemble,0.6,0.3,0.9,0.001,-0.156,0.132
|
| 38 |
-
TiRex,TabPFN-TS,0.6,0.3,0.9,0.
|
|
|
|
| 39 |
TiRex,Chronos-Bolt,0.7,0.4,0.9,0.052,-0.028,0.146
|
| 40 |
-
TiRex,
|
| 41 |
TiRex,Sundial-Base,0.7,0.4,1.0,0.159,-0.02,0.324
|
| 42 |
TiRex,AutoARIMA,0.8,0.5,1.0,0.165,0.011,0.282
|
| 43 |
TiRex,AutoTheta,0.8,0.5,1.0,0.181,0.01,0.351
|
| 44 |
-
TiRex,Naive,0.9,0.7,1.0,0.297,0.113,0.463
|
| 45 |
TiRex,Seasonal Naive,0.9,0.7,1.0,0.298,0.098,0.478
|
| 46 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 47 |
Moirai-2.0,TimesFM-2.5,0.4,0.1,0.7,0.019,-0.052,0.11
|
| 48 |
-
Moirai-2.0,Chronos-2,0.6,0.3,0.9,0.035,-0.055,0.126
|
| 49 |
Moirai-2.0,TiRex,0.5,0.2,0.8,0.026,-0.032,0.08
|
|
|
|
| 50 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
-
Moirai-2.0,
|
|
|
|
|
|
|
| 52 |
Moirai-2.0,Stat. Ensemble,0.5,0.2,0.8,0.027,-0.093,0.134
|
| 53 |
-
Moirai-2.0,TabPFN-TS,0.6,0.3,0.9,0.
|
|
|
|
| 54 |
Moirai-2.0,Chronos-Bolt,0.75,0.45,1.0,0.077,-0.001,0.158
|
| 55 |
-
Moirai-2.0,
|
| 56 |
Moirai-2.0,Sundial-Base,0.7,0.4,1.0,0.181,0.029,0.327
|
| 57 |
Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.187,0.016,0.325
|
| 58 |
Moirai-2.0,AutoTheta,0.8,0.5,1.0,0.202,0.043,0.355
|
| 59 |
-
Moirai-2.0,Naive,0.9,0.7,1.0,0.315,0.147,0.473
|
| 60 |
Moirai-2.0,Seasonal Naive,0.9,0.7,1.0,0.316,0.124,0.487
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 66 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
-
Toto-1.0,
|
| 68 |
-
Toto-1.0,
|
| 69 |
-
Toto-1.0,
|
| 70 |
-
Toto-1.0,
|
| 71 |
-
Toto-1.0,
|
| 72 |
-
Toto-1.0,
|
| 73 |
-
Toto-1.0,
|
| 74 |
-
Toto-1.0,
|
| 75 |
-
Toto-1.0,
|
| 76 |
-
Toto-1.0,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 77 |
Stat. Ensemble,TimesFM-2.5,0.2,0.0,0.4,-0.008,-0.176,0.156
|
| 78 |
-
Stat. Ensemble,Chronos-2,0.4,0.1,0.7,0.008,-0.145,0.138
|
| 79 |
Stat. Ensemble,TiRex,0.4,0.1,0.7,-0.001,-0.153,0.135
|
|
|
|
| 80 |
Stat. Ensemble,Moirai-2.0,0.5,0.2,0.8,-0.028,-0.155,0.085
|
| 81 |
-
Stat. Ensemble,
|
|
|
|
|
|
|
| 82 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 83 |
-
Stat. Ensemble,TabPFN-TS,0.6,0.3,0.9,0.
|
|
|
|
| 84 |
Stat. Ensemble,Chronos-Bolt,0.6,0.3,0.9,0.051,-0.066,0.167
|
| 85 |
-
Stat. Ensemble,
|
| 86 |
Stat. Ensemble,Sundial-Base,0.6,0.3,0.9,0.158,-0.054,0.323
|
| 87 |
Stat. Ensemble,AutoARIMA,0.6,0.3,0.9,0.164,0.009,0.335
|
| 88 |
Stat. Ensemble,AutoTheta,0.8,0.6,1.0,0.18,0.025,0.327
|
| 89 |
-
Stat. Ensemble,Naive,0.7,0.4,1.0,0.296,0.108,0.458
|
| 90 |
Stat. Ensemble,Seasonal Naive,0.7,0.4,1.0,0.297,0.08,0.468
|
| 91 |
-
|
| 92 |
-
TabPFN-TS,
|
| 93 |
-
TabPFN-TS,Chronos-2,0.
|
| 94 |
-
TabPFN-TS,
|
| 95 |
-
TabPFN-TS,
|
| 96 |
-
TabPFN-TS,Toto-1.0,0.
|
| 97 |
-
TabPFN-TS,
|
|
|
|
| 98 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
-
TabPFN-TS,
|
| 100 |
-
TabPFN-TS,
|
| 101 |
-
TabPFN-TS,
|
| 102 |
-
TabPFN-TS,
|
| 103 |
-
TabPFN-TS,
|
| 104 |
-
TabPFN-TS,
|
| 105 |
-
TabPFN-TS,Seasonal Naive,0.9,0.7,1.0,0.
|
| 106 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 107 |
Chronos-Bolt,TimesFM-2.5,0.2,0.0,0.4,-0.062,-0.161,0.011
|
| 108 |
-
Chronos-Bolt,Chronos-2,0.4,0.1,0.7,-0.046,-0.167,0.066
|
| 109 |
Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.055,-0.171,0.027
|
|
|
|
| 110 |
Chronos-Bolt,Moirai-2.0,0.25,0.0,0.55,-0.084,-0.188,0.001
|
| 111 |
-
Chronos-Bolt,
|
|
|
|
|
|
|
| 112 |
Chronos-Bolt,Stat. Ensemble,0.4,0.1,0.7,-0.054,-0.201,0.062
|
| 113 |
-
Chronos-Bolt,TabPFN-TS,0.
|
|
|
|
| 114 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
Chronos-Bolt,
|
| 116 |
Chronos-Bolt,Sundial-Base,0.7,0.4,1.0,0.113,-0.012,0.219
|
| 117 |
Chronos-Bolt,AutoARIMA,0.7,0.4,1.0,0.119,-0.028,0.247
|
| 118 |
Chronos-Bolt,AutoTheta,0.9,0.7,1.0,0.136,0.026,0.244
|
| 119 |
-
Chronos-Bolt,Naive,0.9,0.7,1.0,0.258,0.121,0.38
|
| 120 |
Chronos-Bolt,Seasonal Naive,0.9,0.7,1.0,0.259,0.102,0.399
|
| 121 |
-
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
AutoETS,
|
| 128 |
-
|
| 129 |
-
|
| 130 |
-
|
| 131 |
-
|
| 132 |
-
|
| 133 |
-
|
| 134 |
-
|
| 135 |
-
|
| 136 |
-
|
| 137 |
Sundial-Base,TimesFM-2.5,0.2,0.0,0.4,-0.197,-0.444,-0.038
|
| 138 |
-
Sundial-Base,Chronos-2,0.2,0.0,0.4,-0.179,-0.452,0.064
|
| 139 |
Sundial-Base,TiRex,0.3,0.0,0.6,-0.189,-0.48,0.02
|
|
|
|
| 140 |
Sundial-Base,Moirai-2.0,0.3,0.0,0.6,-0.221,-0.487,-0.03
|
| 141 |
-
Sundial-Base,
|
|
|
|
|
|
|
| 142 |
Sundial-Base,Stat. Ensemble,0.4,0.1,0.7,-0.188,-0.476,0.051
|
| 143 |
-
Sundial-Base,TabPFN-TS,0.
|
|
|
|
| 144 |
Sundial-Base,Chronos-Bolt,0.3,0.0,0.6,-0.127,-0.281,0.012
|
| 145 |
-
Sundial-Base,
|
| 146 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
Sundial-Base,AutoARIMA,0.6,0.3,0.9,0.007,-0.283,0.227
|
| 148 |
Sundial-Base,AutoTheta,0.7,0.4,1.0,0.026,-0.073,0.109
|
| 149 |
-
Sundial-Base,Naive,0.9,0.7,1.0,0.164,0.079,0.245
|
| 150 |
Sundial-Base,Seasonal Naive,0.8,0.6,1.0,0.165,0.065,0.256
|
| 151 |
-
Sundial-Base,Drift,0.8,0.6,1.0,0.102,-0.013,0.203
|
| 152 |
AutoARIMA,TimesFM-2.5,0.2,0.0,0.5,-0.205,-0.404,-0.028
|
| 153 |
-
AutoARIMA,Chronos-2,0.2,0.0,0.402,-0.186,-0.441,0.004
|
| 154 |
AutoARIMA,TiRex,0.2,0.0,0.5,-0.197,-0.394,-0.011
|
|
|
|
| 155 |
AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.229,-0.482,-0.016
|
| 156 |
-
AutoARIMA,
|
|
|
|
|
|
|
| 157 |
AutoARIMA,Stat. Ensemble,0.4,0.1,0.7,-0.196,-0.504,-0.009
|
| 158 |
-
AutoARIMA,TabPFN-TS,0.
|
|
|
|
| 159 |
AutoARIMA,Chronos-Bolt,0.3,0.0,0.6,-0.135,-0.328,0.027
|
| 160 |
-
AutoARIMA,
|
| 161 |
AutoARIMA,Sundial-Base,0.4,0.1,0.7,-0.007,-0.294,0.221
|
| 162 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
AutoARIMA,AutoTheta,0.5,0.2,0.8,0.019,-0.198,0.22
|
| 164 |
-
AutoARIMA,Naive,0.6,0.3,0.9,0.158,-0.085,0.352
|
| 165 |
AutoARIMA,Seasonal Naive,0.6,0.3,0.9,0.159,-0.099,0.377
|
| 166 |
-
AutoARIMA,Drift,0.5,0.2,0.8,0.096,-0.116,0.293
|
| 167 |
AutoTheta,TimesFM-2.5,0.2,0.0,0.5,-0.229,-0.512,-0.056
|
| 168 |
-
AutoTheta,Chronos-2,0.1,0.0,0.3,-0.21,-0.501,0.029
|
| 169 |
AutoTheta,TiRex,0.2,0.0,0.5,-0.221,-0.54,-0.01
|
|
|
|
| 170 |
AutoTheta,Moirai-2.0,0.2,0.0,0.5,-0.253,-0.55,-0.045
|
| 171 |
-
AutoTheta,
|
|
|
|
|
|
|
| 172 |
AutoTheta,Stat. Ensemble,0.2,0.0,0.4,-0.219,-0.486,-0.025
|
| 173 |
-
AutoTheta,TabPFN-TS,0.1,0.0,0.3,-0.
|
|
|
|
| 174 |
AutoTheta,Chronos-Bolt,0.1,0.0,0.3,-0.157,-0.323,-0.027
|
| 175 |
-
AutoTheta,
|
| 176 |
AutoTheta,Sundial-Base,0.3,0.0,0.6,-0.026,-0.122,0.068
|
| 177 |
AutoTheta,AutoARIMA,0.5,0.2,0.8,-0.02,-0.282,0.166
|
| 178 |
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
AutoTheta,Naive,0.7,0.4,1.0,0.142,0.049,0.223
|
| 180 |
AutoTheta,Seasonal Naive,0.6,0.3,0.9,0.143,0.04,0.238
|
| 181 |
-
AutoTheta,Drift,0.6,0.3,0.9,0.078,0.006,0.16
|
| 182 |
-
Naive,TimesFM-2.5,0.1,0.0,0.3,-0.432,-0.803,-0.201
|
| 183 |
-
Naive,Chronos-2,0.1,0.0,0.3,-0.41,-0.823,-0.079
|
| 184 |
-
Naive,TiRex,0.1,0.0,0.3,-0.422,-0.861,-0.127
|
| 185 |
-
Naive,Moirai-2.0,0.1,0.0,0.3,-0.461,-0.897,-0.172
|
| 186 |
-
Naive,Toto-1.0,0.1,0.0,0.3,-0.397,-0.829,-0.066
|
| 187 |
-
Naive,Stat. Ensemble,0.3,0.0,0.6,-0.421,-0.846,-0.12
|
| 188 |
-
Naive,TabPFN-TS,0.1,0.0,0.3,-0.284,-0.487,-0.089
|
| 189 |
-
Naive,Chronos-Bolt,0.1,0.0,0.3,-0.348,-0.612,-0.138
|
| 190 |
-
Naive,AutoETS,0.4,0.1,0.7,-0.416,-0.865,-0.104
|
| 191 |
-
Naive,Sundial-Base,0.1,0.0,0.3,-0.196,-0.325,-0.085
|
| 192 |
-
Naive,AutoARIMA,0.4,0.1,0.7,-0.188,-0.543,0.079
|
| 193 |
-
Naive,AutoTheta,0.3,0.0,0.6,-0.165,-0.287,-0.051
|
| 194 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
Naive,Seasonal Naive,0.55,0.35,0.8,0.001,-0.064,0.06
|
| 196 |
-
Naive,Drift,0.7,0.4,0.902,-0.074,-0.193,0.018
|
| 197 |
Seasonal Naive,TimesFM-2.5,0.1,0.0,0.3,-0.433,-0.874,-0.179
|
| 198 |
-
Seasonal Naive,Chronos-2,0.2,0.0,0.4,-0.411,-0.889,-0.054
|
| 199 |
Seasonal Naive,TiRex,0.1,0.0,0.3,-0.424,-0.915,-0.109
|
|
|
|
| 200 |
Seasonal Naive,Moirai-2.0,0.1,0.0,0.3,-0.462,-0.951,-0.141
|
| 201 |
-
Seasonal Naive,
|
|
|
|
|
|
|
| 202 |
Seasonal Naive,Stat. Ensemble,0.3,0.0,0.6,-0.422,-0.879,-0.087
|
| 203 |
-
Seasonal Naive,TabPFN-TS,0.1,0.0,0.3,-0.
|
|
|
|
| 204 |
Seasonal Naive,Chronos-Bolt,0.1,0.0,0.3,-0.349,-0.664,-0.113
|
| 205 |
-
Seasonal Naive,
|
| 206 |
Seasonal Naive,Sundial-Base,0.2,0.0,0.4,-0.197,-0.344,-0.069
|
| 207 |
Seasonal Naive,AutoARIMA,0.4,0.1,0.7,-0.189,-0.604,0.09
|
| 208 |
Seasonal Naive,AutoTheta,0.4,0.1,0.7,-0.166,-0.312,-0.041
|
| 209 |
-
Seasonal Naive,Naive,0.45,0.2,0.65,-0.001,-0.064,0.061
|
| 210 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Seasonal Naive,Drift,0.5,0.2,0.8,-0.075,-0.224,0.057
|
| 212 |
-
Drift,TimesFM-2.5,0.1,0.0,0.3,-0.333,-0.598,-0.156
|
| 213 |
-
Drift,Chronos-2,0.1,0.0,0.3,-0.312,-0.587,-0.056
|
| 214 |
-
Drift,TiRex,0.2,0.0,0.5,-0.324,-0.617,-0.102
|
| 215 |
-
Drift,Moirai-2.0,0.2,0.0,0.5,-0.36,-0.644,-0.152
|
| 216 |
-
Drift,Toto-1.0,0.1,0.0,0.3,-0.301,-0.601,-0.047
|
| 217 |
-
Drift,Stat. Ensemble,0.1,0.0,0.3,-0.323,-0.57,-0.129
|
| 218 |
-
Drift,TabPFN-TS,0.1,0.0,0.3,-0.195,-0.331,-0.059
|
| 219 |
-
Drift,Chronos-Bolt,0.1,0.0,0.3,-0.255,-0.412,-0.12
|
| 220 |
-
Drift,AutoETS,0.2,0.0,0.5,-0.318,-0.606,-0.104
|
| 221 |
-
Drift,Sundial-Base,0.2,0.0,0.4,-0.113,-0.255,0.013
|
| 222 |
-
Drift,AutoARIMA,0.5,0.2,0.8,-0.106,-0.414,0.104
|
| 223 |
-
Drift,AutoTheta,0.4,0.1,0.7,-0.085,-0.19,-0.006
|
| 224 |
-
Drift,Naive,0.3,0.098,0.6,0.069,-0.018,0.162
|
| 225 |
-
Drift,Seasonal Naive,0.5,0.2,0.8,0.07,-0.06,0.183
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 3 |
TimesFM-2.5,TiRex,0.6,0.3,0.9,0.007,-0.063,0.073
|
| 4 |
+
TimesFM-2.5,Chronos-2,0.5,0.2,0.8,0.016,-0.108,0.137
|
| 5 |
TimesFM-2.5,Moirai-2.0,0.6,0.3,0.9,-0.02,-0.124,0.049
|
| 6 |
+
TimesFM-2.5,FlowState,0.6,0.3,0.9,0.061,-0.057,0.195
|
| 7 |
+
TimesFM-2.5,Toto-1.0,0.6,0.3,0.9,0.021,-0.095,0.138
|
| 8 |
+
TimesFM-2.5,AutoETS,0.6,0.3,0.9,0.011,-0.166,0.152
|
| 9 |
TimesFM-2.5,Stat. Ensemble,0.8,0.6,1.0,0.008,-0.184,0.15
|
| 10 |
+
TimesFM-2.5,TabPFN-TS,0.6,0.3,0.9,0.015,-0.089,0.113
|
| 11 |
+
TimesFM-2.5,LightGBM,0.7,0.4,0.902,0.028,-0.115,0.163
|
| 12 |
TimesFM-2.5,Chronos-Bolt,0.8,0.6,1.0,0.059,-0.012,0.139
|
| 13 |
+
TimesFM-2.5,CatBoost,0.6,0.3,0.9,0.072,-0.078,0.192
|
| 14 |
TimesFM-2.5,Sundial-Base,0.8,0.6,1.0,0.165,0.037,0.307
|
| 15 |
TimesFM-2.5,AutoARIMA,0.8,0.5,1.0,0.17,0.027,0.288
|
| 16 |
TimesFM-2.5,AutoTheta,0.8,0.5,1.0,0.186,0.053,0.339
|
|
|
|
| 17 |
TimesFM-2.5,Seasonal Naive,0.9,0.7,1.0,0.302,0.151,0.466
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
TiRex,TimesFM-2.5,0.4,0.1,0.7,-0.007,-0.078,0.059
|
|
|
|
| 19 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
TiRex,Chronos-2,0.5,0.2,0.8,0.009,-0.062,0.084
|
| 21 |
TiRex,Moirai-2.0,0.5,0.2,0.8,-0.027,-0.087,0.031
|
| 22 |
+
TiRex,FlowState,0.5,0.2,0.8,0.054,-0.089,0.201
|
| 23 |
+
TiRex,Toto-1.0,0.6,0.3,0.9,0.014,-0.053,0.073
|
| 24 |
+
TiRex,AutoETS,0.6,0.3,0.9,0.004,-0.139,0.133
|
| 25 |
TiRex,Stat. Ensemble,0.6,0.3,0.9,0.001,-0.156,0.132
|
| 26 |
+
TiRex,TabPFN-TS,0.6,0.3,0.9,0.008,-0.044,0.069
|
| 27 |
+
TiRex,LightGBM,0.6,0.3,0.9,0.021,-0.093,0.143
|
| 28 |
TiRex,Chronos-Bolt,0.7,0.4,0.9,0.052,-0.028,0.146
|
| 29 |
+
TiRex,CatBoost,0.7,0.4,1.0,0.066,-0.043,0.17
|
| 30 |
TiRex,Sundial-Base,0.7,0.4,1.0,0.159,-0.02,0.324
|
| 31 |
TiRex,AutoARIMA,0.8,0.5,1.0,0.165,0.011,0.282
|
| 32 |
TiRex,AutoTheta,0.8,0.5,1.0,0.181,0.01,0.351
|
|
|
|
| 33 |
TiRex,Seasonal Naive,0.9,0.7,1.0,0.298,0.098,0.478
|
| 34 |
+
Chronos-2,TimesFM-2.5,0.5,0.2,0.8,-0.016,-0.159,0.097
|
| 35 |
+
Chronos-2,TiRex,0.5,0.2,0.8,-0.009,-0.092,0.059
|
| 36 |
+
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
Chronos-2,Moirai-2.0,0.4,0.1,0.7,-0.036,-0.144,0.052
|
| 38 |
+
Chronos-2,FlowState,0.6,0.3,0.9,0.046,-0.141,0.185
|
| 39 |
+
Chronos-2,Toto-1.0,0.5,0.2,0.8,0.005,-0.065,0.075
|
| 40 |
+
Chronos-2,AutoETS,0.5,0.2,0.8,-0.005,-0.165,0.134
|
| 41 |
+
Chronos-2,Stat. Ensemble,0.6,0.3,0.9,-0.008,-0.16,0.126
|
| 42 |
+
Chronos-2,TabPFN-TS,0.7,0.4,0.9,-0.001,-0.035,0.025
|
| 43 |
+
Chronos-2,LightGBM,0.5,0.2,0.8,0.012,-0.131,0.145
|
| 44 |
+
Chronos-2,Chronos-Bolt,0.6,0.3,0.9,0.044,-0.071,0.143
|
| 45 |
+
Chronos-2,CatBoost,0.7,0.4,1.0,0.057,-0.044,0.16
|
| 46 |
+
Chronos-2,Sundial-Base,0.8,0.6,1.0,0.152,-0.069,0.311
|
| 47 |
+
Chronos-2,AutoARIMA,0.8,0.598,1.0,0.157,-0.004,0.306
|
| 48 |
+
Chronos-2,AutoTheta,0.9,0.7,1.0,0.173,-0.029,0.334
|
| 49 |
+
Chronos-2,Seasonal Naive,0.8,0.6,1.0,0.291,0.052,0.471
|
| 50 |
Moirai-2.0,TimesFM-2.5,0.4,0.1,0.7,0.019,-0.052,0.11
|
|
|
|
| 51 |
Moirai-2.0,TiRex,0.5,0.2,0.8,0.026,-0.032,0.08
|
| 52 |
+
Moirai-2.0,Chronos-2,0.6,0.3,0.9,0.035,-0.055,0.126
|
| 53 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
Moirai-2.0,FlowState,0.5,0.2,0.8,0.079,-0.061,0.204
|
| 55 |
+
Moirai-2.0,Toto-1.0,0.6,0.3,0.9,0.04,-0.045,0.126
|
| 56 |
+
Moirai-2.0,AutoETS,0.5,0.2,0.8,0.03,-0.08,0.138
|
| 57 |
Moirai-2.0,Stat. Ensemble,0.5,0.2,0.8,0.027,-0.093,0.134
|
| 58 |
+
Moirai-2.0,TabPFN-TS,0.6,0.3,0.9,0.034,-0.041,0.101
|
| 59 |
+
Moirai-2.0,LightGBM,0.5,0.2,0.8,0.047,-0.06,0.159
|
| 60 |
Moirai-2.0,Chronos-Bolt,0.75,0.45,1.0,0.077,-0.001,0.158
|
| 61 |
+
Moirai-2.0,CatBoost,0.7,0.4,1.0,0.09,-0.028,0.191
|
| 62 |
Moirai-2.0,Sundial-Base,0.7,0.4,1.0,0.181,0.029,0.327
|
| 63 |
Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.187,0.016,0.325
|
| 64 |
Moirai-2.0,AutoTheta,0.8,0.5,1.0,0.202,0.043,0.355
|
|
|
|
| 65 |
Moirai-2.0,Seasonal Naive,0.9,0.7,1.0,0.316,0.124,0.487
|
| 66 |
+
FlowState,TimesFM-2.5,0.4,0.1,0.7,-0.065,-0.242,0.054
|
| 67 |
+
FlowState,TiRex,0.5,0.2,0.8,-0.058,-0.251,0.082
|
| 68 |
+
FlowState,Chronos-2,0.4,0.1,0.7,-0.048,-0.227,0.124
|
| 69 |
+
FlowState,Moirai-2.0,0.5,0.2,0.8,-0.086,-0.257,0.058
|
| 70 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
FlowState,Toto-1.0,0.6,0.3,0.9,-0.043,-0.273,0.14
|
| 72 |
+
FlowState,AutoETS,0.6,0.3,0.9,-0.053,-0.274,0.151
|
| 73 |
+
FlowState,Stat. Ensemble,0.6,0.3,0.9,-0.057,-0.267,0.131
|
| 74 |
+
FlowState,TabPFN-TS,0.5,0.2,0.8,-0.049,-0.208,0.096
|
| 75 |
+
FlowState,LightGBM,0.6,0.3,0.9,-0.035,-0.286,0.16
|
| 76 |
+
FlowState,Chronos-Bolt,0.7,0.4,1.0,-0.002,-0.133,0.112
|
| 77 |
+
FlowState,CatBoost,0.7,0.4,0.902,0.012,-0.213,0.185
|
| 78 |
+
FlowState,Sundial-Base,0.7,0.4,0.9,0.111,0.02,0.203
|
| 79 |
+
FlowState,AutoARIMA,0.7,0.4,1.0,0.117,-0.144,0.314
|
| 80 |
+
FlowState,AutoTheta,0.9,0.7,1.0,0.134,0.004,0.24
|
| 81 |
+
FlowState,Seasonal Naive,0.9,0.7,1.0,0.257,0.128,0.376
|
| 82 |
+
Toto-1.0,TimesFM-2.5,0.4,0.1,0.7,-0.021,-0.161,0.087
|
| 83 |
+
Toto-1.0,TiRex,0.4,0.1,0.7,-0.014,-0.079,0.051
|
| 84 |
+
Toto-1.0,Chronos-2,0.5,0.2,0.8,-0.005,-0.081,0.061
|
| 85 |
+
Toto-1.0,Moirai-2.0,0.4,0.1,0.7,-0.042,-0.144,0.043
|
| 86 |
+
Toto-1.0,FlowState,0.4,0.1,0.7,0.041,-0.163,0.214
|
| 87 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Toto-1.0,AutoETS,0.5,0.2,0.8,-0.01,-0.17,0.12
|
| 89 |
+
Toto-1.0,Stat. Ensemble,0.5,0.2,0.8,-0.013,-0.172,0.119
|
| 90 |
+
Toto-1.0,TabPFN-TS,0.4,0.1,0.7,-0.006,-0.073,0.057
|
| 91 |
+
Toto-1.0,LightGBM,0.5,0.2,0.8,0.007,-0.126,0.133
|
| 92 |
+
Toto-1.0,Chronos-Bolt,0.5,0.2,0.8,0.039,-0.077,0.133
|
| 93 |
+
Toto-1.0,CatBoost,0.6,0.3,0.9,0.053,-0.053,0.162
|
| 94 |
+
Toto-1.0,Sundial-Base,0.7,0.4,1.0,0.147,-0.078,0.321
|
| 95 |
+
Toto-1.0,AutoARIMA,0.8,0.5,1.0,0.153,0.028,0.267
|
| 96 |
+
Toto-1.0,AutoTheta,0.9,0.7,1.0,0.169,-0.036,0.343
|
| 97 |
+
Toto-1.0,Seasonal Naive,0.9,0.7,1.0,0.288,0.053,0.476
|
| 98 |
+
AutoETS,TimesFM-2.5,0.4,0.1,0.7,-0.011,-0.179,0.143
|
| 99 |
+
AutoETS,TiRex,0.4,0.1,0.7,-0.004,-0.153,0.122
|
| 100 |
+
AutoETS,Chronos-2,0.5,0.2,0.8,0.005,-0.154,0.142
|
| 101 |
+
AutoETS,Moirai-2.0,0.5,0.2,0.8,-0.031,-0.16,0.074
|
| 102 |
+
AutoETS,FlowState,0.4,0.1,0.7,0.05,-0.178,0.215
|
| 103 |
+
AutoETS,Toto-1.0,0.5,0.2,0.8,0.01,-0.136,0.145
|
| 104 |
+
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
AutoETS,Stat. Ensemble,0.4,0.1,0.7,-0.003,-0.04,0.045
|
| 106 |
+
AutoETS,TabPFN-TS,0.7,0.4,1.0,0.004,-0.146,0.122
|
| 107 |
+
AutoETS,LightGBM,0.6,0.3,0.9,0.017,-0.124,0.154
|
| 108 |
+
AutoETS,Chronos-Bolt,0.6,0.3,0.9,0.048,-0.082,0.166
|
| 109 |
+
AutoETS,CatBoost,0.7,0.4,1.0,0.062,-0.075,0.18
|
| 110 |
+
AutoETS,Sundial-Base,0.6,0.3,0.9,0.155,-0.058,0.327
|
| 111 |
+
AutoETS,AutoARIMA,0.7,0.4,1.0,0.161,0.007,0.335
|
| 112 |
+
AutoETS,AutoTheta,0.7,0.4,1.0,0.177,0.008,0.343
|
| 113 |
+
AutoETS,Seasonal Naive,0.7,0.4,1.0,0.295,0.066,0.481
|
| 114 |
Stat. Ensemble,TimesFM-2.5,0.2,0.0,0.4,-0.008,-0.176,0.156
|
|
|
|
| 115 |
Stat. Ensemble,TiRex,0.4,0.1,0.7,-0.001,-0.153,0.135
|
| 116 |
+
Stat. Ensemble,Chronos-2,0.4,0.1,0.7,0.008,-0.145,0.138
|
| 117 |
Stat. Ensemble,Moirai-2.0,0.5,0.2,0.8,-0.028,-0.155,0.085
|
| 118 |
+
Stat. Ensemble,FlowState,0.4,0.1,0.7,0.054,-0.15,0.211
|
| 119 |
+
Stat. Ensemble,Toto-1.0,0.5,0.2,0.8,0.013,-0.135,0.147
|
| 120 |
+
Stat. Ensemble,AutoETS,0.6,0.3,0.9,0.003,-0.047,0.039
|
| 121 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
Stat. Ensemble,TabPFN-TS,0.6,0.3,0.9,0.007,-0.134,0.123
|
| 123 |
+
Stat. Ensemble,LightGBM,0.6,0.3,0.9,0.02,-0.128,0.157
|
| 124 |
Stat. Ensemble,Chronos-Bolt,0.6,0.3,0.9,0.051,-0.066,0.167
|
| 125 |
+
Stat. Ensemble,CatBoost,0.7,0.4,1.0,0.065,-0.063,0.186
|
| 126 |
Stat. Ensemble,Sundial-Base,0.6,0.3,0.9,0.158,-0.054,0.323
|
| 127 |
Stat. Ensemble,AutoARIMA,0.6,0.3,0.9,0.164,0.009,0.335
|
| 128 |
Stat. Ensemble,AutoTheta,0.8,0.6,1.0,0.18,0.025,0.327
|
|
|
|
| 129 |
Stat. Ensemble,Seasonal Naive,0.7,0.4,1.0,0.297,0.08,0.468
|
| 130 |
+
TabPFN-TS,TimesFM-2.5,0.4,0.1,0.7,-0.015,-0.128,0.082
|
| 131 |
+
TabPFN-TS,TiRex,0.4,0.1,0.7,-0.008,-0.074,0.042
|
| 132 |
+
TabPFN-TS,Chronos-2,0.3,0.1,0.6,0.001,-0.026,0.034
|
| 133 |
+
TabPFN-TS,Moirai-2.0,0.4,0.1,0.7,-0.035,-0.112,0.039
|
| 134 |
+
TabPFN-TS,FlowState,0.5,0.2,0.8,0.047,-0.106,0.172
|
| 135 |
+
TabPFN-TS,Toto-1.0,0.6,0.3,0.9,0.006,-0.061,0.068
|
| 136 |
+
TabPFN-TS,AutoETS,0.3,0.0,0.6,-0.004,-0.139,0.128
|
| 137 |
+
TabPFN-TS,Stat. Ensemble,0.4,0.1,0.7,-0.007,-0.14,0.118
|
| 138 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
TabPFN-TS,LightGBM,0.5,0.2,0.8,0.013,-0.115,0.145
|
| 140 |
+
TabPFN-TS,Chronos-Bolt,0.6,0.3,0.9,0.044,-0.043,0.124
|
| 141 |
+
TabPFN-TS,CatBoost,0.5,0.2,0.8,0.058,-0.037,0.163
|
| 142 |
+
TabPFN-TS,Sundial-Base,0.7,0.4,0.9,0.152,-0.041,0.301
|
| 143 |
+
TabPFN-TS,AutoARIMA,0.6,0.3,0.9,0.158,0.004,0.297
|
| 144 |
+
TabPFN-TS,AutoTheta,0.9,0.7,1.0,0.174,0.001,0.322
|
| 145 |
+
TabPFN-TS,Seasonal Naive,0.9,0.7,1.0,0.292,0.081,0.459
|
| 146 |
+
LightGBM,TimesFM-2.5,0.3,0.098,0.6,-0.029,-0.195,0.103
|
| 147 |
+
LightGBM,TiRex,0.4,0.1,0.7,-0.022,-0.167,0.085
|
| 148 |
+
LightGBM,Chronos-2,0.5,0.2,0.8,-0.012,-0.17,0.116
|
| 149 |
+
LightGBM,Moirai-2.0,0.5,0.2,0.8,-0.049,-0.189,0.057
|
| 150 |
+
LightGBM,FlowState,0.4,0.1,0.7,0.034,-0.19,0.223
|
| 151 |
+
LightGBM,Toto-1.0,0.5,0.2,0.8,-0.007,-0.153,0.112
|
| 152 |
+
LightGBM,AutoETS,0.4,0.1,0.7,-0.017,-0.182,0.11
|
| 153 |
+
LightGBM,Stat. Ensemble,0.4,0.1,0.7,-0.021,-0.186,0.113
|
| 154 |
+
LightGBM,TabPFN-TS,0.5,0.2,0.8,-0.013,-0.169,0.103
|
| 155 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
LightGBM,Chronos-Bolt,0.6,0.3,0.9,0.032,-0.148,0.159
|
| 157 |
+
LightGBM,CatBoost,0.8,0.5,1.0,0.046,0.001,0.094
|
| 158 |
+
LightGBM,Sundial-Base,0.6,0.3,0.9,0.141,-0.109,0.329
|
| 159 |
+
LightGBM,AutoARIMA,0.6,0.3,0.9,0.147,-0.07,0.303
|
| 160 |
+
LightGBM,AutoTheta,0.7,0.4,1.0,0.163,-0.07,0.356
|
| 161 |
+
LightGBM,Seasonal Naive,0.6,0.3,0.9,0.282,0.037,0.481
|
| 162 |
Chronos-Bolt,TimesFM-2.5,0.2,0.0,0.4,-0.062,-0.161,0.011
|
|
|
|
| 163 |
Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.055,-0.171,0.027
|
| 164 |
+
Chronos-Bolt,Chronos-2,0.4,0.1,0.7,-0.046,-0.167,0.066
|
| 165 |
Chronos-Bolt,Moirai-2.0,0.25,0.0,0.55,-0.084,-0.188,0.001
|
| 166 |
+
Chronos-Bolt,FlowState,0.3,0.0,0.6,0.002,-0.126,0.117
|
| 167 |
+
Chronos-Bolt,Toto-1.0,0.5,0.2,0.8,-0.04,-0.154,0.072
|
| 168 |
+
Chronos-Bolt,AutoETS,0.4,0.1,0.7,-0.051,-0.199,0.076
|
| 169 |
Chronos-Bolt,Stat. Ensemble,0.4,0.1,0.7,-0.054,-0.201,0.062
|
| 170 |
+
Chronos-Bolt,TabPFN-TS,0.4,0.1,0.7,-0.046,-0.142,0.041
|
| 171 |
+
Chronos-Bolt,LightGBM,0.4,0.1,0.7,-0.033,-0.189,0.129
|
| 172 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
Chronos-Bolt,CatBoost,0.6,0.3,0.9,0.014,-0.125,0.155
|
| 174 |
Chronos-Bolt,Sundial-Base,0.7,0.4,1.0,0.113,-0.012,0.219
|
| 175 |
Chronos-Bolt,AutoARIMA,0.7,0.4,1.0,0.119,-0.028,0.247
|
| 176 |
Chronos-Bolt,AutoTheta,0.9,0.7,1.0,0.136,0.026,0.244
|
|
|
|
| 177 |
Chronos-Bolt,Seasonal Naive,0.9,0.7,1.0,0.259,0.102,0.399
|
| 178 |
+
CatBoost,TimesFM-2.5,0.4,0.1,0.7,-0.078,-0.237,0.072
|
| 179 |
+
CatBoost,TiRex,0.3,0.0,0.6,-0.071,-0.205,0.041
|
| 180 |
+
CatBoost,Chronos-2,0.3,0.0,0.6,-0.061,-0.19,0.042
|
| 181 |
+
CatBoost,Moirai-2.0,0.3,0.0,0.6,-0.099,-0.237,0.027
|
| 182 |
+
CatBoost,FlowState,0.3,0.098,0.6,-0.012,-0.227,0.176
|
| 183 |
+
CatBoost,Toto-1.0,0.4,0.1,0.7,-0.055,-0.193,0.05
|
| 184 |
+
CatBoost,AutoETS,0.3,0.0,0.6,-0.066,-0.219,0.07
|
| 185 |
+
CatBoost,Stat. Ensemble,0.3,0.0,0.6,-0.07,-0.229,0.06
|
| 186 |
+
CatBoost,TabPFN-TS,0.5,0.2,0.8,-0.062,-0.195,0.036
|
| 187 |
+
CatBoost,LightGBM,0.2,0.0,0.5,-0.048,-0.104,-0.001
|
| 188 |
+
CatBoost,Chronos-Bolt,0.4,0.1,0.7,-0.015,-0.184,0.111
|
| 189 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
CatBoost,Sundial-Base,0.5,0.2,0.8,0.1,-0.167,0.296
|
| 191 |
+
CatBoost,AutoARIMA,0.6,0.3,0.9,0.106,-0.092,0.266
|
| 192 |
+
CatBoost,AutoTheta,0.6,0.3,0.9,0.123,-0.104,0.318
|
| 193 |
+
CatBoost,Seasonal Naive,0.6,0.3,0.9,0.248,-0.011,0.457
|
| 194 |
Sundial-Base,TimesFM-2.5,0.2,0.0,0.4,-0.197,-0.444,-0.038
|
|
|
|
| 195 |
Sundial-Base,TiRex,0.3,0.0,0.6,-0.189,-0.48,0.02
|
| 196 |
+
Sundial-Base,Chronos-2,0.2,0.0,0.4,-0.179,-0.452,0.064
|
| 197 |
Sundial-Base,Moirai-2.0,0.3,0.0,0.6,-0.221,-0.487,-0.03
|
| 198 |
+
Sundial-Base,FlowState,0.3,0.1,0.6,-0.125,-0.254,-0.021
|
| 199 |
+
Sundial-Base,Toto-1.0,0.3,0.0,0.6,-0.173,-0.473,0.072
|
| 200 |
+
Sundial-Base,AutoETS,0.4,0.1,0.7,-0.184,-0.486,0.055
|
| 201 |
Sundial-Base,Stat. Ensemble,0.4,0.1,0.7,-0.188,-0.476,0.051
|
| 202 |
+
Sundial-Base,TabPFN-TS,0.3,0.1,0.6,-0.18,-0.431,0.039
|
| 203 |
+
Sundial-Base,LightGBM,0.4,0.1,0.7,-0.164,-0.489,0.099
|
| 204 |
Sundial-Base,Chronos-Bolt,0.3,0.0,0.6,-0.127,-0.281,0.012
|
| 205 |
+
Sundial-Base,CatBoost,0.5,0.2,0.8,-0.111,-0.421,0.143
|
| 206 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
Sundial-Base,AutoARIMA,0.6,0.3,0.9,0.007,-0.283,0.227
|
| 208 |
Sundial-Base,AutoTheta,0.7,0.4,1.0,0.026,-0.073,0.109
|
|
|
|
| 209 |
Sundial-Base,Seasonal Naive,0.8,0.6,1.0,0.165,0.065,0.256
|
|
|
|
| 210 |
AutoARIMA,TimesFM-2.5,0.2,0.0,0.5,-0.205,-0.404,-0.028
|
|
|
|
| 211 |
AutoARIMA,TiRex,0.2,0.0,0.5,-0.197,-0.394,-0.011
|
| 212 |
+
AutoARIMA,Chronos-2,0.2,0.0,0.402,-0.186,-0.441,0.004
|
| 213 |
AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.229,-0.482,-0.016
|
| 214 |
+
AutoARIMA,FlowState,0.3,0.0,0.6,-0.132,-0.457,0.126
|
| 215 |
+
AutoARIMA,Toto-1.0,0.2,0.0,0.5,-0.18,-0.364,-0.029
|
| 216 |
+
AutoARIMA,AutoETS,0.3,0.0,0.6,-0.192,-0.504,-0.007
|
| 217 |
AutoARIMA,Stat. Ensemble,0.4,0.1,0.7,-0.196,-0.504,-0.009
|
| 218 |
+
AutoARIMA,TabPFN-TS,0.4,0.1,0.7,-0.187,-0.423,-0.004
|
| 219 |
+
AutoARIMA,LightGBM,0.4,0.1,0.7,-0.172,-0.435,0.066
|
| 220 |
AutoARIMA,Chronos-Bolt,0.3,0.0,0.6,-0.135,-0.328,0.027
|
| 221 |
+
AutoARIMA,CatBoost,0.4,0.1,0.7,-0.118,-0.363,0.085
|
| 222 |
AutoARIMA,Sundial-Base,0.4,0.1,0.7,-0.007,-0.294,0.221
|
| 223 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
AutoARIMA,AutoTheta,0.5,0.2,0.8,0.019,-0.198,0.22
|
|
|
|
| 225 |
AutoARIMA,Seasonal Naive,0.6,0.3,0.9,0.159,-0.099,0.377
|
|
|
|
| 226 |
AutoTheta,TimesFM-2.5,0.2,0.0,0.5,-0.229,-0.512,-0.056
|
|
|
|
| 227 |
AutoTheta,TiRex,0.2,0.0,0.5,-0.221,-0.54,-0.01
|
| 228 |
+
AutoTheta,Chronos-2,0.1,0.0,0.3,-0.21,-0.501,0.029
|
| 229 |
AutoTheta,Moirai-2.0,0.2,0.0,0.5,-0.253,-0.55,-0.045
|
| 230 |
+
AutoTheta,FlowState,0.1,0.0,0.3,-0.154,-0.316,-0.004
|
| 231 |
+
AutoTheta,Toto-1.0,0.1,0.0,0.3,-0.203,-0.522,0.035
|
| 232 |
+
AutoTheta,AutoETS,0.3,0.0,0.6,-0.215,-0.521,-0.009
|
| 233 |
AutoTheta,Stat. Ensemble,0.2,0.0,0.4,-0.219,-0.486,-0.025
|
| 234 |
+
AutoTheta,TabPFN-TS,0.1,0.0,0.3,-0.211,-0.476,-0.001
|
| 235 |
+
AutoTheta,LightGBM,0.3,0.0,0.6,-0.195,-0.552,0.066
|
| 236 |
AutoTheta,Chronos-Bolt,0.1,0.0,0.3,-0.157,-0.323,-0.027
|
| 237 |
+
AutoTheta,CatBoost,0.4,0.1,0.7,-0.14,-0.466,0.094
|
| 238 |
AutoTheta,Sundial-Base,0.3,0.0,0.6,-0.026,-0.122,0.068
|
| 239 |
AutoTheta,AutoARIMA,0.5,0.2,0.8,-0.02,-0.282,0.166
|
| 240 |
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 241 |
AutoTheta,Seasonal Naive,0.6,0.3,0.9,0.143,0.04,0.238
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 242 |
Seasonal Naive,TimesFM-2.5,0.1,0.0,0.3,-0.433,-0.874,-0.179
|
|
|
|
| 243 |
Seasonal Naive,TiRex,0.1,0.0,0.3,-0.424,-0.915,-0.109
|
| 244 |
+
Seasonal Naive,Chronos-2,0.2,0.0,0.4,-0.411,-0.889,-0.054
|
| 245 |
Seasonal Naive,Moirai-2.0,0.1,0.0,0.3,-0.462,-0.951,-0.141
|
| 246 |
+
Seasonal Naive,FlowState,0.1,0.0,0.3,-0.346,-0.602,-0.147
|
| 247 |
+
Seasonal Naive,Toto-1.0,0.1,0.0,0.3,-0.404,-0.91,-0.055
|
| 248 |
+
Seasonal Naive,AutoETS,0.3,0.0,0.6,-0.417,-0.928,-0.07
|
| 249 |
Seasonal Naive,Stat. Ensemble,0.3,0.0,0.6,-0.422,-0.879,-0.087
|
| 250 |
+
Seasonal Naive,TabPFN-TS,0.1,0.0,0.3,-0.412,-0.85,-0.089
|
| 251 |
+
Seasonal Naive,LightGBM,0.4,0.1,0.7,-0.394,-0.927,-0.038
|
| 252 |
Seasonal Naive,Chronos-Bolt,0.1,0.0,0.3,-0.349,-0.664,-0.113
|
| 253 |
+
Seasonal Naive,CatBoost,0.4,0.1,0.7,-0.33,-0.841,0.011
|
| 254 |
Seasonal Naive,Sundial-Base,0.2,0.0,0.4,-0.197,-0.344,-0.069
|
| 255 |
Seasonal Naive,AutoARIMA,0.4,0.1,0.7,-0.189,-0.604,0.09
|
| 256 |
Seasonal Naive,AutoTheta,0.4,0.1,0.7,-0.166,-0.312,-0.041
|
|
|
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_health/pairwise_WQL.csv
CHANGED
|
@@ -1,226 +1,257 @@
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
-
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
-
TimesFM-2.5,Chronos-2,0.5,0.2,0.8,0.002,-0.105,0.106
|
| 4 |
-
TimesFM-2.5,Moirai-2.0,0.6,0.3,0.9,-0.019,-0.109,0.043
|
| 5 |
-
TimesFM-2.5,TiRex,0.6,0.3,0.9,0.027,-0.023,0.085
|
| 6 |
-
TimesFM-2.5,Toto-1.0,0.5,0.2,0.8,0.005,-0.109,0.12
|
| 7 |
-
TimesFM-2.5,Chronos-Bolt,0.8,0.6,1.0,0.04,-0.018,0.102
|
| 8 |
-
TimesFM-2.5,Stat. Ensemble,0.7,0.4,1.0,0.106,-0.099,0.28
|
| 9 |
-
TimesFM-2.5,TabPFN-TS,0.7,0.4,1.0,0.098,-0.013,0.238
|
| 10 |
-
TimesFM-2.5,AutoETS,0.6,0.3,0.9,0.123,-0.074,0.306
|
| 11 |
-
TimesFM-2.5,AutoARIMA,0.7,0.4,1.0,0.258,0.079,0.398
|
| 12 |
-
TimesFM-2.5,Sundial-Base,0.9,0.7,1.0,0.215,0.091,0.339
|
| 13 |
-
TimesFM-2.5,AutoTheta,0.9,0.7,1.0,0.274,0.122,0.417
|
| 14 |
-
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.406,0.261,0.536
|
| 15 |
-
TimesFM-2.5,Drift,0.9,0.7,1.0,0.4,0.286,0.502
|
| 16 |
-
TimesFM-2.5,Naive,1.0,1.0,1.0,0.442,0.332,0.543
|
| 17 |
-
Chronos-2,TimesFM-2.5,0.5,0.2,0.8,-0.002,-0.119,0.095
|
| 18 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 19 |
Chronos-2,Moirai-2.0,0.6,0.3,0.9,-0.021,-0.11,0.055
|
| 20 |
Chronos-2,TiRex,0.5,0.2,0.8,0.025,-0.055,0.099
|
| 21 |
-
Chronos-2,Toto-1.0,0.
|
|
|
|
|
|
|
| 22 |
Chronos-2,Chronos-Bolt,0.7,0.4,0.9,0.038,-0.07,0.13
|
| 23 |
-
Chronos-2,Stat. Ensemble,0.7,0.4,1.0,0.104,-0.054,0.262
|
| 24 |
-
Chronos-2,TabPFN-TS,0.6,0.3,0.9,0.096,-0.008,0.217
|
| 25 |
Chronos-2,AutoETS,0.7,0.4,1.0,0.121,-0.042,0.298
|
|
|
|
| 26 |
Chronos-2,AutoARIMA,0.9,0.7,1.0,0.256,0.07,0.408
|
|
|
|
| 27 |
Chronos-2,Sundial-Base,0.8,0.6,1.0,0.214,0.006,0.359
|
| 28 |
-
Chronos-2,
|
|
|
|
| 29 |
Chronos-2,Seasonal Naive,0.9,0.7,1.0,0.404,0.211,0.549
|
| 30 |
-
Chronos-2,
|
| 31 |
-
|
| 32 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
Moirai-2.0,Chronos-2,0.4,0.1,0.7,0.02,-0.058,0.099
|
|
|
|
| 34 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
Moirai-2.0,TiRex,0.5,0.2,0.8,0.045,-0.008,0.103
|
| 36 |
-
Moirai-2.0,Toto-1.0,0.
|
|
|
|
|
|
|
| 37 |
Moirai-2.0,Chronos-Bolt,0.75,0.5,0.951,0.057,-0.013,0.128
|
| 38 |
-
Moirai-2.0,Stat. Ensemble,0.6,0.3,0.9,0.122,-0.048,0.277
|
| 39 |
-
Moirai-2.0,TabPFN-TS,0.6,0.3,0.9,0.114,-0.014,0.258
|
| 40 |
Moirai-2.0,AutoETS,0.7,0.4,1.0,0.139,-0.02,0.311
|
|
|
|
| 41 |
Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.271,0.072,0.423
|
|
|
|
| 42 |
Moirai-2.0,Sundial-Base,0.9,0.7,1.0,0.23,0.079,0.368
|
| 43 |
-
Moirai-2.0,
|
|
|
|
| 44 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.416,0.242,0.564
|
| 45 |
-
Moirai-2.0,Drift,0.9,0.7,1.0,0.411,0.287,0.517
|
| 46 |
-
Moirai-2.0,Naive,1.0,1.0,1.0,0.452,0.314,0.57
|
| 47 |
-
TiRex,TimesFM-2.5,0.4,0.1,0.7,-0.028,-0.093,0.023
|
| 48 |
TiRex,Chronos-2,0.5,0.2,0.8,-0.026,-0.11,0.052
|
|
|
|
| 49 |
TiRex,Moirai-2.0,0.5,0.2,0.8,-0.047,-0.114,0.007
|
| 50 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
-
TiRex,Toto-1.0,0.6,0.3,0.9,-0.
|
|
|
|
|
|
|
| 52 |
TiRex,Chronos-Bolt,0.7,0.4,0.9,0.013,-0.067,0.096
|
| 53 |
-
TiRex,Stat. Ensemble,0.6,0.3,0.9,0.081,-0.109,0.258
|
| 54 |
-
TiRex,TabPFN-TS,0.6,0.3,0.9,0.073,-0.044,0.227
|
| 55 |
TiRex,AutoETS,0.6,0.3,0.9,0.099,-0.083,0.284
|
|
|
|
| 56 |
TiRex,AutoARIMA,0.8,0.5,1.0,0.237,0.052,0.375
|
|
|
|
| 57 |
TiRex,Sundial-Base,0.8,0.6,1.0,0.193,0.021,0.346
|
| 58 |
-
TiRex,
|
|
|
|
| 59 |
TiRex,Seasonal Naive,0.9,0.7,1.0,0.389,0.216,0.543
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
Toto-1.0,
|
| 63 |
-
Toto-1.0,
|
| 64 |
-
Toto-1.0,Moirai-2.0,0.4,0.1,0.7,-0.024,-0.117,0.058
|
| 65 |
-
Toto-1.0,TiRex,0.4,0.1,0.7,0.022,-0.046,0.09
|
| 66 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
-
Toto-1.0,
|
| 68 |
-
Toto-1.0,
|
| 69 |
-
Toto-1.0,
|
| 70 |
-
Toto-1.0,AutoETS,0.
|
| 71 |
-
Toto-1.0,
|
| 72 |
-
Toto-1.0,
|
| 73 |
-
Toto-1.0,
|
| 74 |
-
Toto-1.0,
|
| 75 |
-
Toto-1.0,
|
| 76 |
-
Toto-1.0,
|
| 77 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 78 |
Chronos-Bolt,Chronos-2,0.3,0.1,0.6,-0.039,-0.149,0.066
|
|
|
|
| 79 |
Chronos-Bolt,Moirai-2.0,0.25,0.049,0.5,-0.061,-0.147,0.013
|
| 80 |
Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.013,-0.106,0.062
|
| 81 |
-
Chronos-Bolt,Toto-1.0,0.
|
|
|
|
|
|
|
| 82 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 83 |
-
Chronos-Bolt,Stat. Ensemble,0.5,0.2,0.8,0.069,-0.096,0.223
|
| 84 |
-
Chronos-Bolt,TabPFN-TS,0.7,0.4,0.9,0.061,-0.042,0.173
|
| 85 |
Chronos-Bolt,AutoETS,0.6,0.3,0.9,0.087,-0.082,0.26
|
|
|
|
| 86 |
Chronos-Bolt,AutoARIMA,0.6,0.3,0.9,0.227,0.053,0.371
|
|
|
|
| 87 |
Chronos-Bolt,Sundial-Base,0.8,0.6,1.0,0.183,0.056,0.289
|
| 88 |
-
Chronos-Bolt,
|
|
|
|
| 89 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.381,0.242,0.501
|
| 90 |
-
Chronos-Bolt,Drift,1.0,1.0,1.0,0.376,0.279,0.468
|
| 91 |
-
Chronos-Bolt,Naive,1.0,1.0,1.0,0.419,0.314,0.516
|
| 92 |
-
Stat. Ensemble,TimesFM-2.5,0.3,0.0,0.6,-0.119,-0.389,0.09
|
| 93 |
-
Stat. Ensemble,Chronos-2,0.3,0.0,0.6,-0.116,-0.354,0.051
|
| 94 |
-
Stat. Ensemble,Moirai-2.0,0.4,0.1,0.7,-0.139,-0.384,0.045
|
| 95 |
-
Stat. Ensemble,TiRex,0.4,0.1,0.7,-0.088,-0.347,0.099
|
| 96 |
-
Stat. Ensemble,Toto-1.0,0.5,0.2,0.8,-0.113,-0.376,0.06
|
| 97 |
-
Stat. Ensemble,Chronos-Bolt,0.5,0.2,0.8,-0.074,-0.287,0.088
|
| 98 |
-
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
-
Stat. Ensemble,TabPFN-TS,0.6,0.3,0.9,-0.009,-0.248,0.165
|
| 100 |
-
Stat. Ensemble,AutoETS,0.5,0.2,0.8,0.019,-0.04,0.075
|
| 101 |
-
Stat. Ensemble,AutoARIMA,0.6,0.3,0.9,0.17,0.016,0.344
|
| 102 |
-
Stat. Ensemble,Sundial-Base,0.6,0.3,0.9,0.122,-0.169,0.322
|
| 103 |
-
Stat. Ensemble,AutoTheta,0.8,0.6,1.0,0.188,0.027,0.341
|
| 104 |
-
Stat. Ensemble,Seasonal Naive,0.8,0.6,1.0,0.335,0.128,0.5
|
| 105 |
-
Stat. Ensemble,Drift,0.9,0.7,1.0,0.329,0.182,0.458
|
| 106 |
-
Stat. Ensemble,Naive,0.9,0.7,1.0,0.376,0.191,0.523
|
| 107 |
-
TabPFN-TS,TimesFM-2.5,0.3,0.0,0.6,-0.109,-0.312,0.013
|
| 108 |
-
TabPFN-TS,Chronos-2,0.4,0.1,0.7,-0.106,-0.278,0.008
|
| 109 |
-
TabPFN-TS,Moirai-2.0,0.4,0.1,0.7,-0.129,-0.349,0.014
|
| 110 |
-
TabPFN-TS,TiRex,0.4,0.1,0.7,-0.078,-0.294,0.042
|
| 111 |
-
TabPFN-TS,Toto-1.0,0.5,0.2,0.8,-0.103,-0.342,0.048
|
| 112 |
-
TabPFN-TS,Chronos-Bolt,0.3,0.1,0.6,-0.064,-0.21,0.04
|
| 113 |
-
TabPFN-TS,Stat. Ensemble,0.4,0.1,0.7,0.009,-0.198,0.199
|
| 114 |
-
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
TabPFN-TS,AutoETS,0.4,0.1,0.7,0.028,-0.227,0.241
|
| 116 |
-
TabPFN-TS,AutoARIMA,0.6,0.3,0.9,0.177,-0.059,0.349
|
| 117 |
-
TabPFN-TS,Sundial-Base,0.8,0.6,1.0,0.13,-0.019,0.231
|
| 118 |
-
TabPFN-TS,AutoTheta,0.9,0.7,1.0,0.195,0.082,0.299
|
| 119 |
-
TabPFN-TS,Seasonal Naive,0.9,0.7,1.0,0.341,0.208,0.448
|
| 120 |
-
TabPFN-TS,Drift,0.9,0.7,1.0,0.335,0.223,0.439
|
| 121 |
-
TabPFN-TS,Naive,0.9,0.7,1.0,0.381,0.268,0.475
|
| 122 |
-
AutoETS,TimesFM-2.5,0.4,0.1,0.7,-0.141,-0.442,0.069
|
| 123 |
AutoETS,Chronos-2,0.3,0.0,0.6,-0.138,-0.424,0.04
|
|
|
|
| 124 |
AutoETS,Moirai-2.0,0.3,0.0,0.6,-0.162,-0.451,0.02
|
| 125 |
AutoETS,TiRex,0.4,0.1,0.7,-0.11,-0.396,0.077
|
| 126 |
-
AutoETS,Toto-1.0,0.
|
|
|
|
|
|
|
| 127 |
AutoETS,Chronos-Bolt,0.4,0.1,0.7,-0.095,-0.352,0.076
|
| 128 |
-
AutoETS,Stat. Ensemble,0.5,0.2,0.8,-0.02,-0.081,0.039
|
| 129 |
-
AutoETS,TabPFN-TS,0.6,0.3,0.9,-0.029,-0.317,0.185
|
| 130 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 131 |
AutoETS,AutoARIMA,0.6,0.3,0.9,0.153,-0.023,0.348
|
|
|
|
| 132 |
AutoETS,Sundial-Base,0.6,0.3,0.9,0.105,-0.213,0.319
|
| 133 |
-
AutoETS,
|
|
|
|
| 134 |
AutoETS,Seasonal Naive,0.7,0.4,1.0,0.322,0.097,0.505
|
| 135 |
-
|
| 136 |
-
|
| 137 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 138 |
AutoARIMA,Chronos-2,0.1,0.0,0.3,-0.344,-0.689,-0.075
|
|
|
|
| 139 |
AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.372,-0.733,-0.077
|
| 140 |
AutoARIMA,TiRex,0.2,0.0,0.5,-0.31,-0.6,-0.054
|
| 141 |
-
AutoARIMA,Toto-1.0,0.
|
|
|
|
|
|
|
| 142 |
AutoARIMA,Chronos-Bolt,0.4,0.1,0.7,-0.293,-0.591,-0.056
|
| 143 |
-
AutoARIMA,Stat. Ensemble,0.4,0.1,0.7,-0.204,-0.524,-0.016
|
| 144 |
-
AutoARIMA,TabPFN-TS,0.4,0.1,0.7,-0.215,-0.536,0.055
|
| 145 |
AutoARIMA,AutoETS,0.4,0.1,0.7,-0.181,-0.533,0.023
|
|
|
|
| 146 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 147 |
AutoARIMA,Sundial-Base,0.5,0.2,0.8,-0.057,-0.428,0.219
|
| 148 |
-
AutoARIMA,
|
|
|
|
| 149 |
AutoARIMA,Seasonal Naive,0.7,0.4,0.902,0.199,-0.062,0.407
|
| 150 |
-
|
| 151 |
-
|
| 152 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 153 |
Sundial-Base,Chronos-2,0.2,0.0,0.4,-0.271,-0.561,-0.006
|
|
|
|
| 154 |
Sundial-Base,Moirai-2.0,0.1,0.0,0.3,-0.298,-0.582,-0.086
|
| 155 |
Sundial-Base,TiRex,0.2,0.0,0.4,-0.24,-0.529,-0.021
|
| 156 |
-
Sundial-Base,Toto-1.0,0.2,0.0,0.4,-0.
|
|
|
|
|
|
|
| 157 |
Sundial-Base,Chronos-Bolt,0.2,0.0,0.4,-0.223,-0.407,-0.059
|
| 158 |
-
Sundial-Base,Stat. Ensemble,0.4,0.1,0.7,-0.139,-0.475,0.145
|
| 159 |
-
Sundial-Base,TabPFN-TS,0.2,0.0,0.4,-0.149,-0.301,0.019
|
| 160 |
Sundial-Base,AutoETS,0.4,0.1,0.7,-0.117,-0.469,0.175
|
|
|
|
| 161 |
Sundial-Base,AutoARIMA,0.5,0.2,0.8,0.054,-0.28,0.3
|
|
|
|
| 162 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
Sundial-Base,
|
|
|
|
| 164 |
Sundial-Base,Seasonal Naive,0.8,0.6,1.0,0.242,0.118,0.351
|
| 165 |
-
|
| 166 |
-
|
| 167 |
-
|
| 168 |
-
|
| 169 |
-
|
| 170 |
-
|
| 171 |
-
|
| 172 |
-
|
| 173 |
-
|
| 174 |
-
|
| 175 |
-
|
| 176 |
-
|
| 177 |
-
|
| 178 |
-
|
| 179 |
-
|
| 180 |
-
|
| 181 |
-
|
| 182 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 183 |
Seasonal Naive,Chronos-2,0.1,0.0,0.3,-0.678,-1.217,-0.268
|
|
|
|
| 184 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.714,-1.293,-0.32
|
| 185 |
Seasonal Naive,TiRex,0.1,0.0,0.3,-0.636,-1.186,-0.275
|
| 186 |
-
Seasonal Naive,Toto-1.0,0.1,0.0,0.3,-0.
|
|
|
|
|
|
|
| 187 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.615,-1.006,-0.319
|
| 188 |
-
Seasonal Naive,Stat. Ensemble,0.2,0.0,0.4,-0.504,-0.999,-0.146
|
| 189 |
-
Seasonal Naive,TabPFN-TS,0.1,0.0,0.3,-0.517,-0.812,-0.263
|
| 190 |
Seasonal Naive,AutoETS,0.3,0.0,0.6,-0.475,-1.018,-0.108
|
|
|
|
| 191 |
Seasonal Naive,AutoARIMA,0.3,0.098,0.6,-0.249,-0.686,0.058
|
|
|
|
| 192 |
Seasonal Naive,Sundial-Base,0.2,0.0,0.4,-0.32,-0.542,-0.134
|
| 193 |
-
Seasonal Naive,
|
|
|
|
| 194 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
Seasonal Naive,Drift,0.6,0.3,0.9,-0.008,-0.182,0.152
|
| 196 |
-
Seasonal Naive,Naive,0.55,0.35,0.75,0.061,-0.035,0.162
|
| 197 |
-
Drift,TimesFM-2.5,0.1,0.0,0.3,-0.668,-1.008,-0.4
|
| 198 |
-
Drift,Chronos-2,0.1,0.0,0.3,-0.664,-1.037,-0.348
|
| 199 |
-
Drift,Moirai-2.0,0.1,0.0,0.3,-0.699,-1.071,-0.402
|
| 200 |
-
Drift,TiRex,0.2,0.0,0.5,-0.623,-1.022,-0.32
|
| 201 |
-
Drift,Toto-1.0,0.1,0.0,0.3,-0.659,-1.105,-0.333
|
| 202 |
-
Drift,Chronos-Bolt,0.0,0.0,0.0,-0.601,-0.881,-0.387
|
| 203 |
-
Drift,Stat. Ensemble,0.1,0.0,0.3,-0.491,-0.843,-0.222
|
| 204 |
-
Drift,TabPFN-TS,0.1,0.0,0.3,-0.505,-0.784,-0.286
|
| 205 |
-
Drift,AutoETS,0.2,0.0,0.5,-0.462,-0.878,-0.168
|
| 206 |
-
Drift,AutoARIMA,0.3,0.0,0.6,-0.238,-0.677,0.036
|
| 207 |
-
Drift,Sundial-Base,0.2,0.0,0.4,-0.309,-0.597,-0.092
|
| 208 |
-
Drift,AutoTheta,0.4,0.1,0.7,-0.211,-0.481,-0.038
|
| 209 |
-
Drift,Seasonal Naive,0.4,0.1,0.7,0.008,-0.179,0.154
|
| 210 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Drift,Naive,0.3,0.098,0.6,0.069,-0.016,0.16
|
| 212 |
-
Naive,TimesFM-2.5,0.0,0.0,0.0,-0.792,-1.189,-0.498
|
| 213 |
-
Naive,Chronos-2,0.1,0.0,0.3,-0.788,-1.27,-0.4
|
| 214 |
-
Naive,Moirai-2.0,0.0,0.0,0.0,-0.826,-1.324,-0.458
|
| 215 |
-
Naive,TiRex,0.1,0.0,0.3,-0.744,-1.229,-0.393
|
| 216 |
-
Naive,Toto-1.0,0.1,0.0,0.3,-0.783,-1.344,-0.368
|
| 217 |
-
Naive,Chronos-Bolt,0.0,0.0,0.0,-0.721,-1.066,-0.457
|
| 218 |
-
Naive,Stat. Ensemble,0.1,0.0,0.3,-0.602,-1.098,-0.237
|
| 219 |
-
Naive,TabPFN-TS,0.1,0.0,0.3,-0.617,-0.905,-0.367
|
| 220 |
-
Naive,AutoETS,0.3,0.0,0.6,-0.571,-1.116,-0.179
|
| 221 |
-
Naive,AutoARIMA,0.2,0.0,0.4,-0.331,-0.826,0.0
|
| 222 |
-
Naive,Sundial-Base,0.1,0.0,0.3,-0.407,-0.647,-0.222
|
| 223 |
-
Naive,AutoTheta,0.2,0.0,0.5,-0.302,-0.554,-0.121
|
| 224 |
-
Naive,Seasonal Naive,0.45,0.25,0.65,-0.066,-0.194,0.034
|
| 225 |
-
Naive,Drift,0.7,0.4,0.902,-0.075,-0.191,0.016
|
| 226 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
Chronos-2,TimesFM-2.5,0.5,0.2,0.8,-0.002,-0.119,0.095
|
| 4 |
Chronos-2,Moirai-2.0,0.6,0.3,0.9,-0.021,-0.11,0.055
|
| 5 |
Chronos-2,TiRex,0.5,0.2,0.8,0.025,-0.055,0.099
|
| 6 |
+
Chronos-2,Toto-1.0,0.6,0.3,0.9,0.002,-0.077,0.077
|
| 7 |
+
Chronos-2,FlowState,0.6,0.3,0.9,0.065,-0.097,0.191
|
| 8 |
+
Chronos-2,TabPFN-TS,0.8,0.6,1.0,0.037,-0.004,0.081
|
| 9 |
Chronos-2,Chronos-Bolt,0.7,0.4,0.9,0.038,-0.07,0.13
|
|
|
|
|
|
|
| 10 |
Chronos-2,AutoETS,0.7,0.4,1.0,0.121,-0.042,0.298
|
| 11 |
+
Chronos-2,Stat. Ensemble,0.7,0.4,1.0,0.104,-0.054,0.262
|
| 12 |
Chronos-2,AutoARIMA,0.9,0.7,1.0,0.256,0.07,0.408
|
| 13 |
+
Chronos-2,LightGBM,0.8,0.5,1.0,0.203,0.08,0.321
|
| 14 |
Chronos-2,Sundial-Base,0.8,0.6,1.0,0.214,0.006,0.359
|
| 15 |
+
Chronos-2,DeepAR,0.9,0.7,1.0,0.293,0.066,0.485
|
| 16 |
+
Chronos-2,CatBoost,1.0,1.0,1.0,0.239,0.15,0.334
|
| 17 |
Chronos-2,Seasonal Naive,0.9,0.7,1.0,0.404,0.211,0.549
|
| 18 |
+
TimesFM-2.5,Chronos-2,0.5,0.2,0.8,0.002,-0.105,0.106
|
| 19 |
+
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
TimesFM-2.5,Moirai-2.0,0.6,0.3,0.9,-0.019,-0.109,0.043
|
| 21 |
+
TimesFM-2.5,TiRex,0.6,0.3,0.9,0.027,-0.023,0.085
|
| 22 |
+
TimesFM-2.5,Toto-1.0,0.6,0.3,0.9,0.004,-0.109,0.114
|
| 23 |
+
TimesFM-2.5,FlowState,0.7,0.4,1.0,0.067,-0.041,0.182
|
| 24 |
+
TimesFM-2.5,TabPFN-TS,0.7,0.4,1.0,0.039,-0.028,0.11
|
| 25 |
+
TimesFM-2.5,Chronos-Bolt,0.8,0.6,1.0,0.04,-0.018,0.102
|
| 26 |
+
TimesFM-2.5,AutoETS,0.6,0.3,0.9,0.123,-0.074,0.306
|
| 27 |
+
TimesFM-2.5,Stat. Ensemble,0.7,0.4,1.0,0.106,-0.099,0.28
|
| 28 |
+
TimesFM-2.5,AutoARIMA,0.7,0.4,1.0,0.258,0.079,0.398
|
| 29 |
+
TimesFM-2.5,LightGBM,0.8,0.6,1.0,0.205,0.084,0.326
|
| 30 |
+
TimesFM-2.5,Sundial-Base,0.9,0.7,1.0,0.215,0.091,0.339
|
| 31 |
+
TimesFM-2.5,DeepAR,1.0,1.0,1.0,0.295,0.112,0.488
|
| 32 |
+
TimesFM-2.5,CatBoost,0.8,0.6,1.0,0.241,0.12,0.347
|
| 33 |
+
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.406,0.261,0.536
|
| 34 |
Moirai-2.0,Chronos-2,0.4,0.1,0.7,0.02,-0.058,0.099
|
| 35 |
+
Moirai-2.0,TimesFM-2.5,0.4,0.1,0.7,0.018,-0.045,0.098
|
| 36 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
Moirai-2.0,TiRex,0.5,0.2,0.8,0.045,-0.008,0.103
|
| 38 |
+
Moirai-2.0,Toto-1.0,0.7,0.4,1.0,0.022,-0.059,0.098
|
| 39 |
+
Moirai-2.0,FlowState,0.7,0.4,1.0,0.084,-0.05,0.203
|
| 40 |
+
Moirai-2.0,TabPFN-TS,0.6,0.3,0.9,0.057,-0.016,0.126
|
| 41 |
Moirai-2.0,Chronos-Bolt,0.75,0.5,0.951,0.057,-0.013,0.128
|
|
|
|
|
|
|
| 42 |
Moirai-2.0,AutoETS,0.7,0.4,1.0,0.139,-0.02,0.311
|
| 43 |
+
Moirai-2.0,Stat. Ensemble,0.6,0.3,0.9,0.122,-0.048,0.277
|
| 44 |
Moirai-2.0,AutoARIMA,0.8,0.5,1.0,0.271,0.072,0.423
|
| 45 |
+
Moirai-2.0,LightGBM,0.9,0.7,1.0,0.219,0.118,0.326
|
| 46 |
Moirai-2.0,Sundial-Base,0.9,0.7,1.0,0.23,0.079,0.368
|
| 47 |
+
Moirai-2.0,DeepAR,1.0,1.0,1.0,0.308,0.089,0.505
|
| 48 |
+
Moirai-2.0,CatBoost,0.9,0.7,1.0,0.255,0.152,0.347
|
| 49 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.416,0.242,0.564
|
|
|
|
|
|
|
|
|
|
| 50 |
TiRex,Chronos-2,0.5,0.2,0.8,-0.026,-0.11,0.052
|
| 51 |
+
TiRex,TimesFM-2.5,0.4,0.1,0.7,-0.028,-0.093,0.023
|
| 52 |
TiRex,Moirai-2.0,0.5,0.2,0.8,-0.047,-0.114,0.007
|
| 53 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
TiRex,Toto-1.0,0.6,0.3,0.9,-0.024,-0.099,0.043
|
| 55 |
+
TiRex,FlowState,0.6,0.3,0.9,0.04,-0.104,0.184
|
| 56 |
+
TiRex,TabPFN-TS,0.6,0.3,0.9,0.012,-0.046,0.072
|
| 57 |
TiRex,Chronos-Bolt,0.7,0.4,0.9,0.013,-0.067,0.096
|
|
|
|
|
|
|
| 58 |
TiRex,AutoETS,0.6,0.3,0.9,0.099,-0.083,0.284
|
| 59 |
+
TiRex,Stat. Ensemble,0.6,0.3,0.9,0.081,-0.109,0.258
|
| 60 |
TiRex,AutoARIMA,0.8,0.5,1.0,0.237,0.052,0.375
|
| 61 |
+
TiRex,LightGBM,0.7,0.4,1.0,0.182,0.065,0.311
|
| 62 |
TiRex,Sundial-Base,0.8,0.6,1.0,0.193,0.021,0.346
|
| 63 |
+
TiRex,DeepAR,0.9,0.7,1.0,0.275,0.062,0.486
|
| 64 |
+
TiRex,CatBoost,0.8,0.6,1.0,0.22,0.108,0.325
|
| 65 |
TiRex,Seasonal Naive,0.9,0.7,1.0,0.389,0.216,0.543
|
| 66 |
+
Toto-1.0,Chronos-2,0.4,0.1,0.7,-0.002,-0.084,0.072
|
| 67 |
+
Toto-1.0,TimesFM-2.5,0.4,0.1,0.7,-0.004,-0.128,0.098
|
| 68 |
+
Toto-1.0,Moirai-2.0,0.3,0.0,0.6,-0.023,-0.109,0.056
|
| 69 |
+
Toto-1.0,TiRex,0.4,0.1,0.7,0.023,-0.045,0.09
|
|
|
|
|
|
|
| 70 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
Toto-1.0,FlowState,0.5,0.2,0.8,0.063,-0.138,0.234
|
| 72 |
+
Toto-1.0,TabPFN-TS,0.5,0.2,0.8,0.035,-0.044,0.112
|
| 73 |
+
Toto-1.0,Chronos-Bolt,0.5,0.2,0.8,0.036,-0.076,0.13
|
| 74 |
+
Toto-1.0,AutoETS,0.5,0.2,0.8,0.12,-0.05,0.302
|
| 75 |
+
Toto-1.0,Stat. Ensemble,0.5,0.2,0.8,0.102,-0.06,0.272
|
| 76 |
+
Toto-1.0,AutoARIMA,0.7,0.4,1.0,0.255,0.091,0.39
|
| 77 |
+
Toto-1.0,LightGBM,0.9,0.7,1.0,0.202,0.1,0.306
|
| 78 |
+
Toto-1.0,Sundial-Base,0.8,0.6,1.0,0.212,-0.008,0.377
|
| 79 |
+
Toto-1.0,DeepAR,0.8,0.6,1.0,0.292,0.046,0.51
|
| 80 |
+
Toto-1.0,CatBoost,1.0,1.0,1.0,0.238,0.152,0.327
|
| 81 |
+
Toto-1.0,Seasonal Naive,0.9,0.7,1.0,0.403,0.197,0.565
|
| 82 |
+
FlowState,Chronos-2,0.4,0.1,0.7,-0.069,-0.237,0.088
|
| 83 |
+
FlowState,TimesFM-2.5,0.3,0.0,0.6,-0.071,-0.222,0.039
|
| 84 |
+
FlowState,Moirai-2.0,0.3,0.0,0.6,-0.091,-0.255,0.048
|
| 85 |
+
FlowState,TiRex,0.4,0.1,0.7,-0.042,-0.225,0.094
|
| 86 |
+
FlowState,Toto-1.0,0.5,0.2,0.8,-0.067,-0.305,0.121
|
| 87 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
FlowState,TabPFN-TS,0.5,0.2,0.8,-0.03,-0.177,0.097
|
| 89 |
+
FlowState,Chronos-Bolt,0.6,0.3,0.9,-0.029,-0.166,0.091
|
| 90 |
+
FlowState,AutoETS,0.5,0.2,0.8,0.061,-0.186,0.293
|
| 91 |
+
FlowState,Stat. Ensemble,0.5,0.2,0.8,0.042,-0.2,0.257
|
| 92 |
+
FlowState,AutoARIMA,0.6,0.3,0.9,0.205,-0.072,0.407
|
| 93 |
+
FlowState,LightGBM,0.7,0.4,0.902,0.148,-0.059,0.322
|
| 94 |
+
FlowState,Sundial-Base,0.9,0.7,1.0,0.159,0.069,0.251
|
| 95 |
+
FlowState,DeepAR,0.9,0.7,1.0,0.245,0.077,0.394
|
| 96 |
+
FlowState,CatBoost,0.7,0.4,0.902,0.187,-0.009,0.337
|
| 97 |
+
FlowState,Seasonal Naive,0.9,0.7,1.0,0.363,0.225,0.479
|
| 98 |
+
TabPFN-TS,Chronos-2,0.2,0.0,0.4,-0.038,-0.088,0.004
|
| 99 |
+
TabPFN-TS,TimesFM-2.5,0.3,0.0,0.6,-0.041,-0.123,0.027
|
| 100 |
+
TabPFN-TS,Moirai-2.0,0.4,0.1,0.7,-0.06,-0.144,0.016
|
| 101 |
+
TabPFN-TS,TiRex,0.4,0.1,0.7,-0.012,-0.077,0.044
|
| 102 |
+
TabPFN-TS,Toto-1.0,0.5,0.2,0.8,-0.036,-0.126,0.043
|
| 103 |
+
TabPFN-TS,FlowState,0.5,0.2,0.8,0.029,-0.108,0.151
|
| 104 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
TabPFN-TS,Chronos-Bolt,0.5,0.2,0.8,0.001,-0.077,0.073
|
| 106 |
+
TabPFN-TS,AutoETS,0.4,0.1,0.7,0.088,-0.08,0.261
|
| 107 |
+
TabPFN-TS,Stat. Ensemble,0.5,0.2,0.8,0.07,-0.09,0.224
|
| 108 |
+
TabPFN-TS,AutoARIMA,0.7,0.4,1.0,0.228,0.057,0.368
|
| 109 |
+
TabPFN-TS,LightGBM,0.7,0.4,0.9,0.172,0.059,0.302
|
| 110 |
+
TabPFN-TS,Sundial-Base,0.8,0.6,1.0,0.183,0.005,0.317
|
| 111 |
+
TabPFN-TS,DeepAR,0.9,0.7,1.0,0.266,0.062,0.457
|
| 112 |
+
TabPFN-TS,CatBoost,0.8,0.5,1.0,0.21,0.113,0.317
|
| 113 |
+
TabPFN-TS,Seasonal Naive,0.9,0.7,1.0,0.381,0.215,0.518
|
| 114 |
Chronos-Bolt,Chronos-2,0.3,0.1,0.6,-0.039,-0.149,0.066
|
| 115 |
+
Chronos-Bolt,TimesFM-2.5,0.2,0.0,0.4,-0.042,-0.113,0.018
|
| 116 |
Chronos-Bolt,Moirai-2.0,0.25,0.049,0.5,-0.061,-0.147,0.013
|
| 117 |
Chronos-Bolt,TiRex,0.3,0.1,0.6,-0.013,-0.106,0.062
|
| 118 |
+
Chronos-Bolt,Toto-1.0,0.5,0.2,0.8,-0.037,-0.15,0.071
|
| 119 |
+
Chronos-Bolt,FlowState,0.4,0.1,0.7,0.028,-0.1,0.142
|
| 120 |
+
Chronos-Bolt,TabPFN-TS,0.5,0.2,0.8,-0.001,-0.078,0.072
|
| 121 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
| 122 |
Chronos-Bolt,AutoETS,0.6,0.3,0.9,0.087,-0.082,0.26
|
| 123 |
+
Chronos-Bolt,Stat. Ensemble,0.5,0.2,0.8,0.069,-0.096,0.223
|
| 124 |
Chronos-Bolt,AutoARIMA,0.6,0.3,0.9,0.227,0.053,0.371
|
| 125 |
+
Chronos-Bolt,LightGBM,0.8,0.5,1.0,0.172,0.05,0.306
|
| 126 |
Chronos-Bolt,Sundial-Base,0.8,0.6,1.0,0.183,0.056,0.289
|
| 127 |
+
Chronos-Bolt,DeepAR,1.0,1.0,1.0,0.266,0.093,0.443
|
| 128 |
+
Chronos-Bolt,CatBoost,0.7,0.4,1.0,0.21,0.095,0.326
|
| 129 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.381,0.242,0.501
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
AutoETS,Chronos-2,0.3,0.0,0.6,-0.138,-0.424,0.04
|
| 131 |
+
AutoETS,TimesFM-2.5,0.4,0.1,0.7,-0.141,-0.442,0.069
|
| 132 |
AutoETS,Moirai-2.0,0.3,0.0,0.6,-0.162,-0.451,0.02
|
| 133 |
AutoETS,TiRex,0.4,0.1,0.7,-0.11,-0.396,0.077
|
| 134 |
+
AutoETS,Toto-1.0,0.5,0.2,0.8,-0.136,-0.432,0.047
|
| 135 |
+
AutoETS,FlowState,0.5,0.2,0.8,-0.065,-0.414,0.157
|
| 136 |
+
AutoETS,TabPFN-TS,0.6,0.3,0.9,-0.096,-0.352,0.074
|
| 137 |
AutoETS,Chronos-Bolt,0.4,0.1,0.7,-0.095,-0.352,0.076
|
|
|
|
|
|
|
| 138 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
AutoETS,Stat. Ensemble,0.5,0.2,0.8,-0.02,-0.081,0.039
|
| 140 |
AutoETS,AutoARIMA,0.6,0.3,0.9,0.153,-0.023,0.348
|
| 141 |
+
AutoETS,LightGBM,0.7,0.4,1.0,0.093,-0.145,0.277
|
| 142 |
AutoETS,Sundial-Base,0.6,0.3,0.9,0.105,-0.213,0.319
|
| 143 |
+
AutoETS,DeepAR,0.7,0.4,1.0,0.196,-0.113,0.452
|
| 144 |
+
AutoETS,CatBoost,0.8,0.5,1.0,0.134,-0.059,0.291
|
| 145 |
AutoETS,Seasonal Naive,0.7,0.4,1.0,0.322,0.097,0.505
|
| 146 |
+
Stat. Ensemble,Chronos-2,0.3,0.0,0.6,-0.116,-0.354,0.051
|
| 147 |
+
Stat. Ensemble,TimesFM-2.5,0.3,0.0,0.6,-0.119,-0.389,0.09
|
| 148 |
+
Stat. Ensemble,Moirai-2.0,0.4,0.1,0.7,-0.139,-0.384,0.045
|
| 149 |
+
Stat. Ensemble,TiRex,0.4,0.1,0.7,-0.088,-0.347,0.099
|
| 150 |
+
Stat. Ensemble,Toto-1.0,0.5,0.2,0.8,-0.114,-0.374,0.056
|
| 151 |
+
Stat. Ensemble,FlowState,0.5,0.2,0.8,-0.044,-0.346,0.167
|
| 152 |
+
Stat. Ensemble,TabPFN-TS,0.5,0.2,0.8,-0.075,-0.289,0.083
|
| 153 |
+
Stat. Ensemble,Chronos-Bolt,0.5,0.2,0.8,-0.074,-0.287,0.088
|
| 154 |
+
Stat. Ensemble,AutoETS,0.5,0.2,0.8,0.019,-0.04,0.075
|
| 155 |
+
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
Stat. Ensemble,AutoARIMA,0.6,0.3,0.9,0.17,0.016,0.344
|
| 157 |
+
Stat. Ensemble,LightGBM,0.6,0.3,0.9,0.11,-0.109,0.289
|
| 158 |
+
Stat. Ensemble,Sundial-Base,0.6,0.3,0.9,0.122,-0.169,0.322
|
| 159 |
+
Stat. Ensemble,DeepAR,0.6,0.3,0.9,0.211,-0.07,0.437
|
| 160 |
+
Stat. Ensemble,CatBoost,0.7,0.4,1.0,0.151,-0.025,0.304
|
| 161 |
+
Stat. Ensemble,Seasonal Naive,0.8,0.6,1.0,0.335,0.128,0.5
|
| 162 |
AutoARIMA,Chronos-2,0.1,0.0,0.3,-0.344,-0.689,-0.075
|
| 163 |
+
AutoARIMA,TimesFM-2.5,0.3,0.0,0.6,-0.347,-0.661,-0.086
|
| 164 |
AutoARIMA,Moirai-2.0,0.2,0.0,0.5,-0.372,-0.733,-0.077
|
| 165 |
AutoARIMA,TiRex,0.2,0.0,0.5,-0.31,-0.6,-0.054
|
| 166 |
+
AutoARIMA,Toto-1.0,0.3,0.0,0.6,-0.342,-0.64,-0.1
|
| 167 |
+
AutoARIMA,FlowState,0.4,0.1,0.7,-0.257,-0.686,0.068
|
| 168 |
+
AutoARIMA,TabPFN-TS,0.3,0.0,0.6,-0.295,-0.582,-0.06
|
| 169 |
AutoARIMA,Chronos-Bolt,0.4,0.1,0.7,-0.293,-0.591,-0.056
|
|
|
|
|
|
|
| 170 |
AutoARIMA,AutoETS,0.4,0.1,0.7,-0.181,-0.533,0.023
|
| 171 |
+
AutoARIMA,Stat. Ensemble,0.4,0.1,0.7,-0.204,-0.524,-0.016
|
| 172 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
AutoARIMA,LightGBM,0.4,0.1,0.7,-0.071,-0.367,0.2
|
| 174 |
AutoARIMA,Sundial-Base,0.5,0.2,0.8,-0.057,-0.428,0.219
|
| 175 |
+
AutoARIMA,DeepAR,0.5,0.2,0.8,0.05,-0.268,0.327
|
| 176 |
+
AutoARIMA,CatBoost,0.4,0.1,0.7,-0.022,-0.281,0.21
|
| 177 |
AutoARIMA,Seasonal Naive,0.7,0.4,0.902,0.199,-0.062,0.407
|
| 178 |
+
LightGBM,Chronos-2,0.2,0.0,0.5,-0.255,-0.472,-0.087
|
| 179 |
+
LightGBM,TimesFM-2.5,0.2,0.0,0.4,-0.257,-0.483,-0.092
|
| 180 |
+
LightGBM,Moirai-2.0,0.1,0.0,0.3,-0.281,-0.483,-0.134
|
| 181 |
+
LightGBM,TiRex,0.3,0.0,0.6,-0.223,-0.451,-0.069
|
| 182 |
+
LightGBM,Toto-1.0,0.1,0.0,0.3,-0.252,-0.44,-0.111
|
| 183 |
+
LightGBM,FlowState,0.3,0.098,0.6,-0.174,-0.474,0.056
|
| 184 |
+
LightGBM,TabPFN-TS,0.3,0.1,0.6,-0.208,-0.433,-0.063
|
| 185 |
+
LightGBM,Chronos-Bolt,0.2,0.0,0.5,-0.207,-0.44,-0.052
|
| 186 |
+
LightGBM,AutoETS,0.3,0.0,0.6,-0.102,-0.382,0.126
|
| 187 |
+
LightGBM,Stat. Ensemble,0.4,0.1,0.7,-0.124,-0.406,0.099
|
| 188 |
+
LightGBM,AutoARIMA,0.6,0.3,0.9,0.067,-0.249,0.268
|
| 189 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
LightGBM,Sundial-Base,0.4,0.1,0.7,0.013,-0.285,0.236
|
| 191 |
+
LightGBM,DeepAR,0.4,0.1,0.7,0.113,-0.266,0.397
|
| 192 |
+
LightGBM,CatBoost,0.8,0.5,1.0,0.046,0.001,0.094
|
| 193 |
+
LightGBM,Seasonal Naive,0.6,0.3,0.9,0.253,-0.036,0.458
|
| 194 |
Sundial-Base,Chronos-2,0.2,0.0,0.4,-0.271,-0.561,-0.006
|
| 195 |
+
Sundial-Base,TimesFM-2.5,0.1,0.0,0.3,-0.274,-0.513,-0.1
|
| 196 |
Sundial-Base,Moirai-2.0,0.1,0.0,0.3,-0.298,-0.582,-0.086
|
| 197 |
Sundial-Base,TiRex,0.2,0.0,0.4,-0.24,-0.529,-0.021
|
| 198 |
+
Sundial-Base,Toto-1.0,0.2,0.0,0.4,-0.269,-0.605,0.008
|
| 199 |
+
Sundial-Base,FlowState,0.1,0.0,0.3,-0.189,-0.335,-0.074
|
| 200 |
+
Sundial-Base,TabPFN-TS,0.2,0.0,0.4,-0.225,-0.464,-0.005
|
| 201 |
Sundial-Base,Chronos-Bolt,0.2,0.0,0.4,-0.223,-0.407,-0.059
|
|
|
|
|
|
|
| 202 |
Sundial-Base,AutoETS,0.4,0.1,0.7,-0.117,-0.469,0.175
|
| 203 |
+
Sundial-Base,Stat. Ensemble,0.4,0.1,0.7,-0.139,-0.475,0.145
|
| 204 |
Sundial-Base,AutoARIMA,0.5,0.2,0.8,0.054,-0.28,0.3
|
| 205 |
+
Sundial-Base,LightGBM,0.6,0.3,0.9,-0.013,-0.31,0.222
|
| 206 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
Sundial-Base,DeepAR,0.5,0.2,0.8,0.102,-0.047,0.246
|
| 208 |
+
Sundial-Base,CatBoost,0.6,0.3,0.9,0.033,-0.254,0.258
|
| 209 |
Sundial-Base,Seasonal Naive,0.8,0.6,1.0,0.242,0.118,0.351
|
| 210 |
+
DeepAR,Chronos-2,0.1,0.0,0.3,-0.415,-0.941,-0.07
|
| 211 |
+
DeepAR,TimesFM-2.5,0.0,0.0,0.0,-0.418,-0.952,-0.126
|
| 212 |
+
DeepAR,Moirai-2.0,0.0,0.0,0.0,-0.445,-1.02,-0.098
|
| 213 |
+
DeepAR,TiRex,0.1,0.0,0.3,-0.38,-0.945,-0.066
|
| 214 |
+
DeepAR,Toto-1.0,0.2,0.0,0.4,-0.413,-1.041,-0.048
|
| 215 |
+
DeepAR,FlowState,0.1,0.0,0.3,-0.324,-0.65,-0.084
|
| 216 |
+
DeepAR,TabPFN-TS,0.1,0.0,0.3,-0.363,-0.841,-0.066
|
| 217 |
+
DeepAR,Chronos-Bolt,0.0,0.0,0.0,-0.362,-0.795,-0.103
|
| 218 |
+
DeepAR,AutoETS,0.3,0.0,0.6,-0.243,-0.826,0.101
|
| 219 |
+
DeepAR,Stat. Ensemble,0.4,0.1,0.7,-0.268,-0.778,0.065
|
| 220 |
+
DeepAR,AutoARIMA,0.5,0.2,0.8,-0.053,-0.485,0.212
|
| 221 |
+
DeepAR,LightGBM,0.6,0.3,0.9,-0.128,-0.659,0.21
|
| 222 |
+
DeepAR,Sundial-Base,0.5,0.2,0.8,-0.113,-0.326,0.045
|
| 223 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
DeepAR,CatBoost,0.5,0.2,0.8,-0.076,-0.576,0.233
|
| 225 |
+
DeepAR,Seasonal Naive,0.8,0.5,1.0,0.157,0.03,0.272
|
| 226 |
+
CatBoost,Chronos-2,0.0,0.0,0.0,-0.315,-0.5,-0.176
|
| 227 |
+
CatBoost,TimesFM-2.5,0.2,0.0,0.4,-0.318,-0.532,-0.136
|
| 228 |
+
CatBoost,Moirai-2.0,0.1,0.0,0.3,-0.342,-0.53,-0.18
|
| 229 |
+
CatBoost,TiRex,0.2,0.0,0.4,-0.282,-0.482,-0.121
|
| 230 |
+
CatBoost,Toto-1.0,0.0,0.0,0.0,-0.312,-0.485,-0.179
|
| 231 |
+
CatBoost,FlowState,0.3,0.098,0.6,-0.23,-0.509,0.009
|
| 232 |
+
CatBoost,TabPFN-TS,0.2,0.0,0.5,-0.266,-0.463,-0.128
|
| 233 |
+
CatBoost,Chronos-Bolt,0.3,0.0,0.6,-0.265,-0.484,-0.104
|
| 234 |
+
CatBoost,AutoETS,0.2,0.0,0.5,-0.155,-0.411,0.056
|
| 235 |
+
CatBoost,Stat. Ensemble,0.3,0.0,0.6,-0.178,-0.437,0.024
|
| 236 |
+
CatBoost,AutoARIMA,0.6,0.3,0.9,0.022,-0.266,0.22
|
| 237 |
+
CatBoost,LightGBM,0.2,0.0,0.5,-0.048,-0.104,-0.001
|
| 238 |
+
CatBoost,Sundial-Base,0.4,0.1,0.7,-0.034,-0.347,0.202
|
| 239 |
+
CatBoost,DeepAR,0.5,0.2,0.8,0.071,-0.304,0.365
|
| 240 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
CatBoost,Seasonal Naive,0.6,0.3,0.9,0.217,-0.068,0.419
|
| 242 |
Seasonal Naive,Chronos-2,0.1,0.0,0.3,-0.678,-1.217,-0.268
|
| 243 |
+
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.682,-1.155,-0.354
|
| 244 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.714,-1.293,-0.32
|
| 245 |
Seasonal Naive,TiRex,0.1,0.0,0.3,-0.636,-1.186,-0.275
|
| 246 |
+
Seasonal Naive,Toto-1.0,0.1,0.0,0.3,-0.676,-1.297,-0.246
|
| 247 |
+
Seasonal Naive,FlowState,0.1,0.0,0.3,-0.57,-0.92,-0.291
|
| 248 |
+
Seasonal Naive,TabPFN-TS,0.1,0.0,0.3,-0.617,-1.074,-0.273
|
| 249 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.615,-1.006,-0.319
|
|
|
|
|
|
|
| 250 |
Seasonal Naive,AutoETS,0.3,0.0,0.6,-0.475,-1.018,-0.108
|
| 251 |
+
Seasonal Naive,Stat. Ensemble,0.2,0.0,0.4,-0.504,-0.999,-0.146
|
| 252 |
Seasonal Naive,AutoARIMA,0.3,0.098,0.6,-0.249,-0.686,0.058
|
| 253 |
+
Seasonal Naive,LightGBM,0.4,0.1,0.7,-0.338,-0.847,0.034
|
| 254 |
Seasonal Naive,Sundial-Base,0.2,0.0,0.4,-0.32,-0.542,-0.134
|
| 255 |
+
Seasonal Naive,DeepAR,0.2,0.0,0.5,-0.186,-0.374,-0.031
|
| 256 |
+
Seasonal Naive,CatBoost,0.4,0.1,0.7,-0.277,-0.722,0.064
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_mobility/leaderboard_MASE.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Chronos-2,95.
|
| 3 |
-
TimesFM-2.5,
|
| 4 |
-
TiRex,
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
Moirai-2.0,
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,95.0,31.297845826674763,0.0,0.3612539066666667,0.0,0.0
|
| 3 |
+
TimesFM-2.5,89.28571428571429,30.08997810079499,0.0,1.0402703727564104,0.0,0.0
|
| 4 |
+
TiRex,85.0,28.869849458291053,0.0,0.34079166541795664,0.0,0.0
|
| 5 |
+
FlowState,84.28571428571429,28.358976057331542,0.0,1.8156494689102565,0.0,0.0
|
| 6 |
+
Toto-1.0,63.57142857142857,25.573203950705693,0.0,32.678425597307694,0.0,0.0
|
| 7 |
+
Moirai-2.0,62.5,25.335908970299936,0.0,2.231891133374613,1.0,0.0
|
| 8 |
+
Chronos-Bolt,62.5,25.335908970299936,0.0,0.2157764139102564,0.0,0.0
|
| 9 |
+
TFT,61.42857142857143,21.59101828180743,235.31247926551285,0.31370569066666665,0.0,0.0
|
| 10 |
+
TabPFN-TS,60.0,24.532719864713304,0.0,157.00341927416665,0.0,0.0
|
| 11 |
+
Sundial-Base,58.57142857142858,23.393412693458927,0.0,7.825935737058823,0.0,0.0
|
| 12 |
+
DeepAR,48.57142857142858,20.158757124750093,467.93394356724366,1.364175630448718,0.0,0.0
|
| 13 |
+
LightGBM,45.714285714285715,19.233879992772206,2.110697158974359,0.21163459766666667,0.0,0.0
|
| 14 |
+
CatBoost,45.00000000000001,18.807513597537383,21.985520585705128,0.26383776833333333,0.0,0.0
|
| 15 |
+
PatchTST,45.00000000000001,16.989509965321957,225.99726746077397,0.38466677993589743,0.0,0.0
|
| 16 |
+
Stat. Ensemble,35.71428571428571,7.694422260326506,0.0,226.8116654464487,0.0,14.285714285714285
|
| 17 |
+
AutoARIMA,28.57142857142857,3.300627782307375,0.0,166.32244655789742,0.0,14.285714285714285
|
| 18 |
+
AutoTheta,25.71428571428572,2.2840445944943277,0.0,2.6991318023333335,0.0,0.0
|
| 19 |
+
Seasonal Naive,24.28571428571429,0.0,0.0,0.17224587897435897,0.0,0.0
|
| 20 |
+
AutoETS,20.0,-16.79021320144407,0.0,7.4220258999999995,0.0,0.0
|
| 21 |
+
Naive,7.857142857142856,-40.74006367145597,0.0,0.193622721474359,0.0,0.0
|
| 22 |
+
Drift,1.4285714285714286,-55.85219582340872,0.0,0.1885455092948718,0.0,0.0
|
tables/domain_mobility/leaderboard_SQL.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Chronos-2,96.
|
| 3 |
-
TimesFM-2.5,
|
| 4 |
-
TiRex,87.
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,96.42857142857144,44.0257301550027,0.0,0.3612539066666667,0.0,0.0
|
| 3 |
+
TimesFM-2.5,92.85714285714286,42.67646308976785,0.0,1.0402703727564104,0.0,0.0
|
| 4 |
+
TiRex,87.14285714285714,42.05186473784456,0.0,0.34079166541795664,0.0,0.0
|
| 5 |
+
FlowState,84.28571428571429,41.10947919178341,0.0,1.8156494689102565,0.0,0.0
|
| 6 |
+
TFT,67.85714285714285,35.28274979848835,235.31247926551285,0.31370569066666665,0.0,0.0
|
| 7 |
+
Toto-1.0,67.85714285714285,39.04058286932375,0.0,32.678425597307694,0.0,0.0
|
| 8 |
+
Chronos-Bolt,63.21428571428572,37.28267455060899,0.0,0.2157764139102564,0.0,0.0
|
| 9 |
+
Moirai-2.0,63.21428571428572,37.28267455060899,0.0,2.231891133374613,1.0,0.0
|
| 10 |
+
TabPFN-TS,62.14285714285715,36.53371858952617,0.0,157.00341927416665,0.0,0.0
|
| 11 |
+
DeepAR,59.285714285714285,34.81362887689631,467.93394356724366,1.364175630448718,0.0,0.0
|
| 12 |
+
PatchTST,52.142857142857146,28.352379402273474,225.99726746077397,0.38466677993589743,0.0,0.0
|
| 13 |
+
Sundial-Base,50.0,33.55369921291073,0.0,7.825935737058823,0.0,0.0
|
| 14 |
+
AutoARIMA,36.42857142857142,12.567557563101495,0.0,166.32244655789742,0.0,14.285714285714285
|
| 15 |
+
CatBoost,33.57142857142858,18.14162293295429,21.985520585705128,0.26383776833333333,0.0,0.0
|
| 16 |
+
LightGBM,32.85714285714286,18.571486122225835,2.110697158974359,0.21163459766666667,0.0,0.0
|
| 17 |
+
Stat. Ensemble,32.14285714285714,5.668302598674924,0.0,226.8116654464487,0.0,14.285714285714285
|
| 18 |
+
Seasonal Naive,23.57142857142857,0.0,0.0,0.17224587897435897,0.0,0.0
|
| 19 |
+
AutoTheta,21.428571428571427,-26.740946175062753,0.0,2.6991318023333335,0.0,0.0
|
| 20 |
+
AutoETS,14.285714285714285,-344.79628797747506,0.0,7.4220258999999995,0.0,0.0
|
| 21 |
+
Naive,7.142857142857142,-146.7179766143382,0.0,0.193622721474359,0.0,0.0
|
| 22 |
+
Drift,2.142857142857143,-161.010293113985,0.0,0.1885455092948718,0.0,0.0
|
tables/domain_mobility/leaderboard_WAPE.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Chronos-2,
|
| 3 |
-
TimesFM-2.5,
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,94.28571428571428,31.4266145251638,0.0,0.3612539066666667,0.0,0.0
|
| 3 |
+
TimesFM-2.5,89.28571428571429,30.138028587482914,0.0,1.0402703727564104,0.0,0.0
|
| 4 |
+
FlowState,84.28571428571429,28.54102491089481,0.0,1.8156494689102565,0.0,0.0
|
| 5 |
+
TiRex,78.57142857142857,28.6697990451958,0.0,0.34079166541795664,0.0,0.0
|
| 6 |
+
Toto-1.0,63.57142857142858,25.92723519256259,0.0,32.678425597307694,0.0,0.0
|
| 7 |
+
TFT,63.57142857142857,22.688998509483994,235.31247926551285,0.31370569066666665,0.0,0.0
|
| 8 |
+
TabPFN-TS,62.857142857142875,25.32355760868511,0.0,157.00341927416665,0.0,0.0
|
| 9 |
+
Moirai-2.0,61.78571428571429,25.18849985695557,0.0,2.231891133374613,1.0,0.0
|
| 10 |
+
Chronos-Bolt,61.78571428571429,25.18849985695557,0.0,0.2157764139102564,0.0,0.0
|
| 11 |
+
Sundial-Base,56.42857142857143,23.330206407241285,0.0,7.825935737058823,0.0,0.0
|
| 12 |
+
DeepAR,55.00000000000001,21.081187839834037,467.93394356724366,1.364175630448718,0.0,0.0
|
| 13 |
+
PatchTST,46.428571428571445,16.97148442691696,225.99726746077397,0.38466677993589743,0.0,0.0
|
| 14 |
+
CatBoost,45.714285714285715,19.108828334469262,21.985520585705128,0.26383776833333333,0.0,0.0
|
| 15 |
+
LightGBM,44.28571428571429,19.415152538379978,2.110697158974359,0.21163459766666667,0.0,0.0
|
| 16 |
+
Stat. Ensemble,36.42857142857142,6.5098083173125705,0.0,226.8116654464487,0.0,14.285714285714285
|
| 17 |
+
AutoARIMA,31.428571428571434,2.9139047191151235,0.0,166.32244655789742,0.0,14.285714285714285
|
| 18 |
+
Seasonal Naive,24.28571428571429,0.0,0.0,0.17224587897435897,0.0,0.0
|
| 19 |
+
AutoTheta,22.14285714285714,0.04374386375031181,0.0,2.6991318023333335,0.0,0.0
|
| 20 |
+
AutoETS,18.571428571428573,-23.08073712658869,0.0,7.4220258999999995,0.0,0.0
|
| 21 |
+
Naive,7.857142857142856,-43.56382539762269,0.0,0.193622721474359,0.0,0.0
|
| 22 |
+
Drift,1.4285714285714286,-58.78908533558298,0.0,0.1885455092948718,0.0,0.0
|
tables/domain_mobility/leaderboard_WQL.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Chronos-2,
|
| 3 |
-
TimesFM-2.5,
|
| 4 |
-
TiRex,
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,95.00000000000001,44.54705190137261,0.0,0.3612539066666667,0.0,0.0
|
| 3 |
+
TimesFM-2.5,92.14285714285715,43.23343389055629,0.0,1.0402703727564104,0.0,0.0
|
| 4 |
+
TiRex,83.57142857142857,42.41994460150037,0.0,0.34079166541795664,0.0,0.0
|
| 5 |
+
FlowState,82.85714285714286,41.75327825678771,0.0,1.8156494689102565,0.0,0.0
|
| 6 |
+
TFT,70.71428571428572,36.840744132528904,235.31247926551285,0.31370569066666665,0.0,0.0
|
| 7 |
+
Toto-1.0,68.57142857142857,39.810526410008265,0.0,32.678425597307694,0.0,0.0
|
| 8 |
+
TabPFN-TS,65.00000000000001,37.74075942414697,0.0,157.00341927416665,0.0,0.0
|
| 9 |
+
DeepAR,63.57142857142858,36.14199113093005,467.93394356724366,1.364175630448718,0.0,0.0
|
| 10 |
+
Chronos-Bolt,63.21428571428572,37.73183131937476,0.0,0.2157764139102564,0.0,0.0
|
| 11 |
+
Moirai-2.0,63.21428571428572,37.73183131937476,0.0,2.231891133374613,1.0,0.0
|
| 12 |
+
PatchTST,49.999999999999986,28.980793211199895,225.99726746077397,0.38466677993589743,0.0,0.0
|
| 13 |
+
Sundial-Base,49.28571428571428,34.17893470020018,0.0,7.825935737058823,0.0,0.0
|
| 14 |
+
AutoARIMA,37.142857142857146,12.839232215840235,0.0,166.32244655789742,0.0,14.285714285714285
|
| 15 |
+
CatBoost,34.285714285714285,19.204492596603718,21.985520585705128,0.26383776833333333,0.0,0.0
|
| 16 |
+
LightGBM,32.85714285714286,19.51045461394707,2.110697158974359,0.21163459766666667,0.0,0.0
|
| 17 |
+
Stat. Ensemble,30.0,3.9294085240204057,0.0,226.8116654464487,0.0,14.285714285714285
|
| 18 |
+
Seasonal Naive,24.28571428571428,0.0,0.0,0.17224587897435897,0.0,0.0
|
| 19 |
+
AutoTheta,20.71428571428571,-35.07795159983096,0.0,2.6991318023333335,0.0,0.0
|
| 20 |
+
AutoETS,14.285714285714285,-351.4556695151647,0.0,7.4220258999999995,0.0,0.0
|
| 21 |
+
Naive,7.142857142857142,-144.85036530396843,0.0,0.193622721474359,0.0,0.0
|
| 22 |
+
Drift,2.142857142857143,-159.03481525283004,0.0,0.1885455092948718,0.0,0.0
|
tables/domain_mobility/pairwise_MASE.csv
CHANGED
|
@@ -2,225 +2,256 @@ model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_l
|
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.017,-0.024,0.061
|
| 4 |
Chronos-2,TiRex,0.857,0.571,1.0,0.034,0.009,0.076
|
| 5 |
-
Chronos-2,
|
|
|
|
|
|
|
| 6 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.08,0.037,0.13
|
| 7 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.08,0.037,0.13
|
|
|
|
| 8 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.103,0.061,0.146
|
| 9 |
-
Chronos-2,
|
| 10 |
-
Chronos-2,
|
| 11 |
-
Chronos-2,
|
| 12 |
-
Chronos-2,
|
|
|
|
| 13 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.313,0.233,0.391
|
| 14 |
-
Chronos-2,AutoETS,1.0,1.0,1.0,0.412,0.237,0.543
|
| 15 |
-
Chronos-2,Naive,1.0,1.0,1.0,0.512,0.402,0.614
|
| 16 |
-
Chronos-2,Drift,1.0,1.0,1.0,0.559,0.451,0.653
|
| 17 |
TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.018,-0.065,0.024
|
| 18 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 19 |
TimesFM-2.5,TiRex,0.571,0.143,0.857,0.017,-0.021,0.051
|
| 20 |
-
TimesFM-2.5,
|
|
|
|
|
|
|
| 21 |
TimesFM-2.5,Moirai-2.0,0.857,0.571,1.0,0.064,0.022,0.113
|
| 22 |
TimesFM-2.5,Chronos-Bolt,0.857,0.571,1.0,0.064,0.022,0.113
|
|
|
|
| 23 |
TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.087,0.048,0.127
|
| 24 |
-
TimesFM-2.5,
|
| 25 |
-
TimesFM-2.5,
|
| 26 |
-
TimesFM-2.5,
|
| 27 |
-
TimesFM-2.5,
|
|
|
|
| 28 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.301,0.204,0.39
|
| 29 |
-
TimesFM-2.5,AutoETS,1.0,1.0,1.0,0.401,0.219,0.542
|
| 30 |
-
TimesFM-2.5,Naive,1.0,1.0,1.0,0.503,0.37,0.621
|
| 31 |
-
TimesFM-2.5,Drift,1.0,1.0,1.0,0.551,0.43,0.659
|
| 32 |
TiRex,Chronos-2,0.143,0.0,0.429,-0.035,-0.082,-0.009
|
| 33 |
TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.017,-0.054,0.02
|
| 34 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
-
TiRex,
|
|
|
|
|
|
|
| 36 |
TiRex,Moirai-2.0,1.0,1.0,1.0,0.047,0.014,0.095
|
| 37 |
TiRex,Chronos-Bolt,1.0,1.0,1.0,0.047,0.014,0.095
|
|
|
|
| 38 |
TiRex,Sundial-Base,0.857,0.571,1.0,0.071,0.027,0.116
|
| 39 |
-
TiRex,
|
| 40 |
-
TiRex,
|
| 41 |
-
TiRex,
|
| 42 |
-
TiRex,
|
|
|
|
| 43 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.289,0.214,0.356
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
TiRex,
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
TabPFN-TS,
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.087,-0.149,-0.038
|
| 63 |
Moirai-2.0,TimesFM-2.5,0.143,0.0,0.429,-0.068,-0.127,-0.022
|
| 64 |
Moirai-2.0,TiRex,0.0,0.0,0.0,-0.05,-0.105,-0.014
|
| 65 |
-
Moirai-2.0,
|
|
|
|
|
|
|
| 66 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
Moirai-2.0,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 68 |
Moirai-2.0,Sundial-Base,0.429,0.0,0.714,0.025,-0.024,0.08
|
| 69 |
-
Moirai-2.0,
|
| 70 |
-
Moirai-2.0,
|
| 71 |
-
Moirai-2.0,
|
| 72 |
-
Moirai-2.0,
|
|
|
|
| 73 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.253,0.16,0.33
|
| 74 |
-
Moirai-2.0,AutoETS,1.0,1.0,1.0,0.361,0.168,0.512
|
| 75 |
-
Moirai-2.0,Naive,1.0,1.0,1.0,0.469,0.333,0.589
|
| 76 |
-
Moirai-2.0,Drift,1.0,1.0,1.0,0.521,0.404,0.63
|
| 77 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.087,-0.149,-0.038
|
| 78 |
Chronos-Bolt,TimesFM-2.5,0.143,0.0,0.429,-0.068,-0.127,-0.022
|
| 79 |
Chronos-Bolt,TiRex,0.0,0.0,0.0,-0.05,-0.105,-0.014
|
| 80 |
-
Chronos-Bolt,
|
|
|
|
|
|
|
| 81 |
Chronos-Bolt,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 82 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 83 |
Chronos-Bolt,Sundial-Base,0.429,0.0,0.714,0.025,-0.024,0.08
|
| 84 |
-
Chronos-Bolt,
|
| 85 |
-
Chronos-Bolt,
|
| 86 |
-
Chronos-Bolt,
|
| 87 |
-
Chronos-Bolt,
|
|
|
|
| 88 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.253,0.16,0.33
|
| 89 |
-
Chronos-
|
| 90 |
-
|
| 91 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 92 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.115,-0.171,-0.065
|
| 93 |
Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.096,-0.145,-0.05
|
| 94 |
Sundial-Base,TiRex,0.143,0.0,0.429,-0.077,-0.131,-0.027
|
| 95 |
-
Sundial-Base,
|
|
|
|
|
|
|
| 96 |
Sundial-Base,Moirai-2.0,0.571,0.286,1.0,-0.026,-0.087,0.023
|
| 97 |
Sundial-Base,Chronos-Bolt,0.571,0.286,1.0,-0.026,-0.087,0.023
|
|
|
|
| 98 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
-
Sundial-Base,
|
| 100 |
-
Sundial-Base,
|
| 101 |
-
Sundial-Base,
|
| 102 |
-
Sundial-Base,
|
|
|
|
| 103 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.234,0.136,0.317
|
| 104 |
-
|
| 105 |
-
|
| 106 |
-
|
| 107 |
-
|
| 108 |
-
|
| 109 |
-
Toto-1.0,
|
| 110 |
-
|
| 111 |
-
|
| 112 |
-
|
| 113 |
-
|
| 114 |
-
|
| 115 |
-
|
| 116 |
-
|
| 117 |
-
|
| 118 |
-
|
| 119 |
-
|
| 120 |
-
|
| 121 |
-
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
Stat. Ensemble,
|
| 132 |
-
Stat. Ensemble,AutoTheta,0.714,0.429,1.0,0.037,-0.085,0.148
|
| 133 |
-
Stat. Ensemble,Seasonal Naive,0.714,0.429,0.929,0.059,-0.038,0.141
|
| 134 |
-
Stat. Ensemble,AutoETS,0.857,0.571,1.0,0.194,0.026,0.393
|
| 135 |
-
Stat. Ensemble,Naive,1.0,1.0,1.0,0.331,0.172,0.461
|
| 136 |
-
Stat. Ensemble,Drift,1.0,1.0,1.0,0.396,0.251,0.517
|
| 137 |
-
AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.416,-0.572,-0.256
|
| 138 |
-
AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.391,-0.581,-0.225
|
| 139 |
-
AutoARIMA,TiRex,0.0,0.0,0.0,-0.368,-0.519,-0.218
|
| 140 |
-
AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.29,-0.418,-0.174
|
| 141 |
-
AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.303,-0.442,-0.166
|
| 142 |
-
AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.303,-0.442,-0.166
|
| 143 |
-
AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.27,-0.41,-0.14
|
| 144 |
-
AutoARIMA,Toto-1.0,0.143,0.0,0.429,-0.307,-0.455,-0.15
|
| 145 |
-
AutoARIMA,Stat. Ensemble,0.429,0.143,0.714,-0.033,-0.085,0.002
|
| 146 |
-
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
-
AutoARIMA,AutoTheta,0.571,0.143,0.857,0.004,-0.104,0.098
|
| 148 |
-
AutoARIMA,Seasonal Naive,0.571,0.214,0.857,0.027,-0.063,0.098
|
| 149 |
-
AutoARIMA,AutoETS,0.714,0.429,1.0,0.167,-0.0,0.353
|
| 150 |
-
AutoARIMA,Naive,1.0,1.0,1.0,0.309,0.141,0.448
|
| 151 |
-
AutoARIMA,Drift,1.0,1.0,1.0,0.376,0.227,0.503
|
| 152 |
-
AutoTheta,Chronos-2,0.0,0.0,0.0,-0.422,-0.624,-0.227
|
| 153 |
-
AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.398,-0.643,-0.205
|
| 154 |
-
AutoTheta,TiRex,0.0,0.0,0.0,-0.374,-0.586,-0.184
|
| 155 |
-
AutoTheta,TabPFN-TS,0.0,0.0,0.0,-0.296,-0.47,-0.147
|
| 156 |
-
AutoTheta,Moirai-2.0,0.0,0.0,0.0,-0.309,-0.52,-0.138
|
| 157 |
-
AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.309,-0.52,-0.138
|
| 158 |
-
AutoTheta,Sundial-Base,0.0,0.0,0.0,-0.276,-0.456,-0.14
|
| 159 |
-
AutoTheta,Toto-1.0,0.143,0.0,0.429,-0.312,-0.523,-0.115
|
| 160 |
-
AutoTheta,Stat. Ensemble,0.286,0.0,0.571,-0.038,-0.173,0.079
|
| 161 |
-
AutoTheta,AutoARIMA,0.429,0.143,0.857,-0.004,-0.109,0.094
|
| 162 |
-
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
AutoTheta,Seasonal Naive,0.571,0.282,1.0,0.023,-0.109,0.143
|
| 164 |
-
AutoTheta,AutoETS,0.714,0.429,1.0,0.163,0.016,0.312
|
| 165 |
-
AutoTheta,Naive,0.857,0.571,1.0,0.306,0.133,0.424
|
| 166 |
-
AutoTheta,Drift,1.0,1.0,1.0,0.373,0.233,0.477
|
| 167 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.456,-0.641,-0.304
|
| 168 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.43,-0.639,-0.257
|
| 169 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.406,-0.554,-0.272
|
| 170 |
-
Seasonal Naive,
|
|
|
|
|
|
|
| 171 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.339,-0.492,-0.191
|
| 172 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.339,-0.492,-0.191
|
|
|
|
| 173 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.305,-0.465,-0.157
|
| 174 |
-
Seasonal Naive,
|
| 175 |
-
Seasonal Naive,
|
| 176 |
-
Seasonal Naive,
|
| 177 |
-
Seasonal Naive,
|
|
|
|
| 178 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
Seasonal Naive,AutoETS,0.571,0.143,0.857,0.144,-0.08,0.347
|
| 180 |
-
Seasonal Naive,Naive,1.0,1.0,1.0,0.289,0.162,0.408
|
| 181 |
-
Seasonal Naive,Drift,1.0,1.0,1.0,0.358,0.233,0.467
|
| 182 |
-
AutoETS,Chronos-2,0.0,0.0,0.0,-0.7,-1.189,-0.31
|
| 183 |
-
AutoETS,TimesFM-2.5,0.0,0.0,0.0,-0.671,-1.186,-0.281
|
| 184 |
-
AutoETS,TiRex,0.0,0.0,0.0,-0.642,-1.135,-0.258
|
| 185 |
-
AutoETS,TabPFN-TS,0.0,0.0,0.0,-0.548,-1.007,-0.211
|
| 186 |
-
AutoETS,Moirai-2.0,0.0,0.0,0.0,-0.564,-1.05,-0.201
|
| 187 |
-
AutoETS,Chronos-Bolt,0.0,0.0,0.0,-0.564,-1.05,-0.201
|
| 188 |
-
AutoETS,Sundial-Base,0.0,0.0,0.0,-0.525,-0.905,-0.219
|
| 189 |
-
AutoETS,Toto-1.0,0.143,0.0,0.429,-0.569,-1.06,-0.185
|
| 190 |
-
AutoETS,Stat. Ensemble,0.143,0.0,0.429,-0.241,-0.648,-0.027
|
| 191 |
-
AutoETS,AutoARIMA,0.286,0.0,0.571,-0.201,-0.545,0.0
|
| 192 |
-
AutoETS,AutoTheta,0.286,0.0,0.571,-0.195,-0.452,-0.016
|
| 193 |
-
AutoETS,Seasonal Naive,0.429,0.143,0.857,-0.168,-0.531,0.074
|
| 194 |
-
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
AutoETS,Naive,0.857,0.571,1.0,0.17,-0.204,0.396
|
| 196 |
-
AutoETS,Drift,0.857,0.571,1.0,0.251,-0.069,0.449
|
| 197 |
-
Naive,Chronos-2,0.0,0.0,0.0,-1.049,-1.592,-0.672
|
| 198 |
-
Naive,TimesFM-2.5,0.0,0.0,0.0,-1.013,-1.641,-0.586
|
| 199 |
-
Naive,TiRex,0.0,0.0,0.0,-0.979,-1.521,-0.601
|
| 200 |
-
Naive,TabPFN-TS,0.0,0.0,0.0,-0.866,-1.37,-0.488
|
| 201 |
-
Naive,Moirai-2.0,0.0,0.0,0.0,-0.885,-1.435,-0.499
|
| 202 |
-
Naive,Chronos-Bolt,0.0,0.0,0.0,-0.885,-1.435,-0.499
|
| 203 |
-
Naive,Sundial-Base,0.0,0.0,0.0,-0.837,-1.355,-0.444
|
| 204 |
-
Naive,Toto-1.0,0.0,0.0,0.0,-0.89,-1.385,-0.552
|
| 205 |
-
Naive,Stat. Ensemble,0.0,0.0,0.0,-0.495,-0.856,-0.207
|
| 206 |
-
Naive,AutoARIMA,0.0,0.0,0.0,-0.447,-0.811,-0.164
|
| 207 |
-
Naive,AutoTheta,0.143,0.0,0.429,-0.44,-0.736,-0.153
|
| 208 |
-
Naive,Seasonal Naive,0.0,0.0,0.0,-0.407,-0.689,-0.193
|
| 209 |
-
Naive,AutoETS,0.143,0.0,0.429,-0.205,-0.655,0.169
|
| 210 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Naive,Drift,1.0,1.0,1.0,0.097,0.063,0.13
|
| 212 |
-
Drift,Chronos-2,0.0,0.0,0.0,-1.269,-1.88,-0.82
|
| 213 |
-
Drift,TimesFM-2.5,0.0,0.0,0.0,-1.229,-1.932,-0.755
|
| 214 |
-
Drift,TiRex,0.0,0.0,0.0,-1.191,-1.804,-0.769
|
| 215 |
-
Drift,TabPFN-TS,0.0,0.0,0.0,-1.066,-1.636,-0.662
|
| 216 |
-
Drift,Moirai-2.0,0.0,0.0,0.0,-1.087,-1.702,-0.678
|
| 217 |
-
Drift,Chronos-Bolt,0.0,0.0,0.0,-1.087,-1.702,-0.678
|
| 218 |
-
Drift,Sundial-Base,0.0,0.0,0.0,-1.034,-1.602,-0.613
|
| 219 |
-
Drift,Toto-1.0,0.0,0.0,0.0,-1.093,-1.654,-0.714
|
| 220 |
-
Drift,Stat. Ensemble,0.0,0.0,0.0,-0.656,-1.07,-0.335
|
| 221 |
-
Drift,AutoARIMA,0.0,0.0,0.0,-0.602,-1.01,-0.294
|
| 222 |
-
Drift,AutoTheta,0.0,0.0,0.0,-0.595,-0.913,-0.303
|
| 223 |
-
Drift,Seasonal Naive,0.0,0.0,0.0,-0.559,-0.877,-0.304
|
| 224 |
-
Drift,AutoETS,0.143,0.0,0.429,-0.334,-0.816,0.065
|
| 225 |
-
Drift,Naive,0.0,0.0,0.0,-0.107,-0.149,-0.068
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.017,-0.024,0.061
|
| 4 |
Chronos-2,TiRex,0.857,0.571,1.0,0.034,0.009,0.076
|
| 5 |
+
Chronos-2,FlowState,0.714,0.429,1.0,0.041,0.003,0.083
|
| 6 |
+
Chronos-2,TFT,1.0,1.0,1.0,0.124,0.027,0.265
|
| 7 |
+
Chronos-2,Toto-1.0,1.0,1.0,1.0,0.077,0.03,0.14
|
| 8 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.08,0.037,0.13
|
| 9 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.08,0.037,0.13
|
| 10 |
+
Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.09,0.05,0.128
|
| 11 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.103,0.061,0.146
|
| 12 |
+
Chronos-2,DeepAR,1.0,1.0,1.0,0.14,0.052,0.228
|
| 13 |
+
Chronos-2,PatchTST,1.0,1.0,1.0,0.172,0.064,0.287
|
| 14 |
+
Chronos-2,LightGBM,1.0,1.0,1.0,0.149,0.093,0.204
|
| 15 |
+
Chronos-2,CatBoost,0.857,0.571,1.0,0.154,0.087,0.216
|
| 16 |
+
Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.256,0.172,0.327
|
| 17 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.313,0.233,0.391
|
|
|
|
|
|
|
|
|
|
| 18 |
TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.018,-0.065,0.024
|
| 19 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
TimesFM-2.5,TiRex,0.571,0.143,0.857,0.017,-0.021,0.051
|
| 21 |
+
TimesFM-2.5,FlowState,0.857,0.571,1.0,0.024,0.01,0.038
|
| 22 |
+
TimesFM-2.5,TFT,0.714,0.429,1.0,0.108,0.007,0.239
|
| 23 |
+
TimesFM-2.5,Toto-1.0,0.714,0.286,1.0,0.061,-0.003,0.117
|
| 24 |
TimesFM-2.5,Moirai-2.0,0.857,0.571,1.0,0.064,0.022,0.113
|
| 25 |
TimesFM-2.5,Chronos-Bolt,0.857,0.571,1.0,0.064,0.022,0.113
|
| 26 |
+
TimesFM-2.5,TabPFN-TS,1.0,1.0,1.0,0.074,0.041,0.11
|
| 27 |
TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.087,0.048,0.127
|
| 28 |
+
TimesFM-2.5,DeepAR,0.857,0.571,1.0,0.124,0.041,0.194
|
| 29 |
+
TimesFM-2.5,PatchTST,1.0,1.0,1.0,0.158,0.068,0.25
|
| 30 |
+
TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.134,0.085,0.179
|
| 31 |
+
TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.139,0.084,0.192
|
| 32 |
+
TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.243,0.15,0.334
|
| 33 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.301,0.204,0.39
|
|
|
|
|
|
|
|
|
|
| 34 |
TiRex,Chronos-2,0.143,0.0,0.429,-0.035,-0.082,-0.009
|
| 35 |
TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.017,-0.054,0.02
|
| 36 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
TiRex,FlowState,0.429,0.143,0.857,0.007,-0.022,0.044
|
| 38 |
+
TiRex,TFT,0.714,0.286,1.0,0.093,-0.014,0.239
|
| 39 |
+
TiRex,Toto-1.0,0.857,0.571,1.0,0.044,0.016,0.075
|
| 40 |
TiRex,Moirai-2.0,1.0,1.0,1.0,0.047,0.014,0.095
|
| 41 |
TiRex,Chronos-Bolt,1.0,1.0,1.0,0.047,0.014,0.095
|
| 42 |
+
TiRex,TabPFN-TS,0.857,0.571,1.0,0.057,0.024,0.087
|
| 43 |
TiRex,Sundial-Base,0.857,0.571,1.0,0.071,0.027,0.116
|
| 44 |
+
TiRex,DeepAR,1.0,1.0,1.0,0.109,0.041,0.174
|
| 45 |
+
TiRex,PatchTST,1.0,1.0,1.0,0.143,0.053,0.243
|
| 46 |
+
TiRex,LightGBM,0.857,0.571,1.0,0.119,0.045,0.186
|
| 47 |
+
TiRex,CatBoost,0.857,0.571,1.0,0.124,0.052,0.194
|
| 48 |
+
TiRex,Stat. Ensemble,1.0,1.0,1.0,0.229,0.138,0.31
|
| 49 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.289,0.214,0.356
|
| 50 |
+
FlowState,Chronos-2,0.286,0.0,0.571,-0.043,-0.09,-0.003
|
| 51 |
+
FlowState,TimesFM-2.5,0.143,0.0,0.429,-0.025,-0.039,-0.01
|
| 52 |
+
FlowState,TiRex,0.571,0.143,0.857,-0.007,-0.046,0.022
|
| 53 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
FlowState,TFT,0.714,0.429,1.0,0.086,-0.018,0.218
|
| 55 |
+
FlowState,Toto-1.0,0.714,0.286,1.0,0.037,-0.027,0.09
|
| 56 |
+
FlowState,Moirai-2.0,0.857,0.571,1.0,0.04,0.002,0.079
|
| 57 |
+
FlowState,Chronos-Bolt,0.857,0.571,1.0,0.04,0.002,0.079
|
| 58 |
+
FlowState,TabPFN-TS,1.0,1.0,1.0,0.051,0.026,0.083
|
| 59 |
+
FlowState,Sundial-Base,1.0,1.0,1.0,0.065,0.032,0.097
|
| 60 |
+
FlowState,DeepAR,0.857,0.571,1.0,0.103,0.016,0.176
|
| 61 |
+
FlowState,PatchTST,1.0,1.0,1.0,0.137,0.045,0.232
|
| 62 |
+
FlowState,LightGBM,0.857,0.571,1.0,0.113,0.057,0.162
|
| 63 |
+
FlowState,CatBoost,1.0,1.0,1.0,0.118,0.058,0.171
|
| 64 |
+
FlowState,Stat. Ensemble,1.0,1.0,1.0,0.224,0.132,0.31
|
| 65 |
+
FlowState,Seasonal Naive,1.0,1.0,1.0,0.284,0.193,0.366
|
| 66 |
+
TFT,Chronos-2,0.0,0.0,0.0,-0.141,-0.36,-0.027
|
| 67 |
+
TFT,TimesFM-2.5,0.286,0.0,0.571,-0.122,-0.315,-0.008
|
| 68 |
+
TFT,TiRex,0.286,0.0,0.714,-0.102,-0.314,0.014
|
| 69 |
+
TFT,FlowState,0.286,0.0,0.571,-0.094,-0.279,0.017
|
| 70 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
TFT,Toto-1.0,0.429,0.143,0.857,-0.054,-0.283,0.085
|
| 72 |
+
TFT,Moirai-2.0,0.571,0.282,0.857,-0.05,-0.267,0.086
|
| 73 |
+
TFT,Chronos-Bolt,0.571,0.282,0.857,-0.05,-0.267,0.086
|
| 74 |
+
TFT,TabPFN-TS,0.714,0.429,1.0,-0.039,-0.214,0.071
|
| 75 |
+
TFT,Sundial-Base,0.571,0.282,0.857,-0.024,-0.166,0.073
|
| 76 |
+
TFT,DeepAR,0.714,0.286,1.0,0.018,-0.146,0.144
|
| 77 |
+
TFT,PatchTST,0.714,0.429,1.0,0.055,-0.018,0.143
|
| 78 |
+
TFT,LightGBM,0.857,0.571,1.0,0.029,-0.096,0.119
|
| 79 |
+
TFT,CatBoost,0.714,0.429,1.0,0.034,-0.08,0.124
|
| 80 |
+
TFT,Stat. Ensemble,0.714,0.429,1.0,0.151,-0.073,0.305
|
| 81 |
+
TFT,Seasonal Naive,0.857,0.571,1.0,0.216,0.01,0.356
|
| 82 |
+
Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.083,-0.163,-0.031
|
| 83 |
+
Toto-1.0,TimesFM-2.5,0.286,0.0,0.714,-0.065,-0.133,0.003
|
| 84 |
+
Toto-1.0,TiRex,0.143,0.0,0.429,-0.046,-0.081,-0.016
|
| 85 |
+
Toto-1.0,FlowState,0.286,0.0,0.714,-0.039,-0.099,0.026
|
| 86 |
+
Toto-1.0,TFT,0.571,0.143,0.857,0.051,-0.093,0.221
|
| 87 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Toto-1.0,Moirai-2.0,0.429,0.143,0.857,0.003,-0.048,0.065
|
| 89 |
+
Toto-1.0,Chronos-Bolt,0.429,0.143,0.857,0.003,-0.048,0.065
|
| 90 |
+
Toto-1.0,TabPFN-TS,0.571,0.143,0.857,0.014,-0.045,0.069
|
| 91 |
+
Toto-1.0,Sundial-Base,0.714,0.286,1.0,0.028,-0.042,0.098
|
| 92 |
+
Toto-1.0,DeepAR,0.714,0.429,1.0,0.068,0.005,0.126
|
| 93 |
+
Toto-1.0,PatchTST,0.714,0.429,1.0,0.103,0.011,0.223
|
| 94 |
+
Toto-1.0,LightGBM,0.714,0.429,1.0,0.078,-0.027,0.17
|
| 95 |
+
Toto-1.0,CatBoost,0.714,0.429,1.0,0.083,-0.02,0.175
|
| 96 |
+
Toto-1.0,Stat. Ensemble,0.857,0.571,1.0,0.194,0.083,0.282
|
| 97 |
+
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.256,0.189,0.319
|
| 98 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.087,-0.149,-0.038
|
| 99 |
Moirai-2.0,TimesFM-2.5,0.143,0.0,0.429,-0.068,-0.127,-0.022
|
| 100 |
Moirai-2.0,TiRex,0.0,0.0,0.0,-0.05,-0.105,-0.014
|
| 101 |
+
Moirai-2.0,FlowState,0.143,0.0,0.429,-0.042,-0.086,-0.002
|
| 102 |
+
Moirai-2.0,TFT,0.429,0.143,0.718,0.048,-0.094,0.21
|
| 103 |
+
Moirai-2.0,Toto-1.0,0.571,0.143,0.857,-0.003,-0.07,0.045
|
| 104 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
Moirai-2.0,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 106 |
+
Moirai-2.0,TabPFN-TS,0.571,0.143,0.857,0.011,-0.045,0.059
|
| 107 |
Moirai-2.0,Sundial-Base,0.429,0.0,0.714,0.025,-0.024,0.08
|
| 108 |
+
Moirai-2.0,DeepAR,0.714,0.286,1.0,0.065,-0.038,0.147
|
| 109 |
+
Moirai-2.0,PatchTST,0.714,0.286,1.0,0.101,-0.023,0.224
|
| 110 |
+
Moirai-2.0,LightGBM,0.714,0.286,1.0,0.076,-0.002,0.147
|
| 111 |
+
Moirai-2.0,CatBoost,0.571,0.143,0.857,0.08,0.006,0.157
|
| 112 |
+
Moirai-2.0,Stat. Ensemble,1.0,1.0,1.0,0.191,0.105,0.277
|
| 113 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.253,0.16,0.33
|
|
|
|
|
|
|
|
|
|
| 114 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.087,-0.149,-0.038
|
| 115 |
Chronos-Bolt,TimesFM-2.5,0.143,0.0,0.429,-0.068,-0.127,-0.022
|
| 116 |
Chronos-Bolt,TiRex,0.0,0.0,0.0,-0.05,-0.105,-0.014
|
| 117 |
+
Chronos-Bolt,FlowState,0.143,0.0,0.429,-0.042,-0.086,-0.002
|
| 118 |
+
Chronos-Bolt,TFT,0.429,0.143,0.718,0.048,-0.094,0.21
|
| 119 |
+
Chronos-Bolt,Toto-1.0,0.571,0.143,0.857,-0.003,-0.07,0.045
|
| 120 |
Chronos-Bolt,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 121 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
Chronos-Bolt,TabPFN-TS,0.571,0.143,0.857,0.011,-0.045,0.059
|
| 123 |
Chronos-Bolt,Sundial-Base,0.429,0.0,0.714,0.025,-0.024,0.08
|
| 124 |
+
Chronos-Bolt,DeepAR,0.714,0.286,1.0,0.065,-0.038,0.147
|
| 125 |
+
Chronos-Bolt,PatchTST,0.714,0.286,1.0,0.101,-0.023,0.224
|
| 126 |
+
Chronos-Bolt,LightGBM,0.714,0.286,1.0,0.076,-0.002,0.147
|
| 127 |
+
Chronos-Bolt,CatBoost,0.571,0.143,0.857,0.08,0.006,0.157
|
| 128 |
+
Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.191,0.105,0.277
|
| 129 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.253,0.16,0.33
|
| 130 |
+
TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.098,-0.147,-0.053
|
| 131 |
+
TabPFN-TS,TimesFM-2.5,0.0,0.0,0.0,-0.079,-0.124,-0.042
|
| 132 |
+
TabPFN-TS,TiRex,0.143,0.0,0.429,-0.061,-0.096,-0.025
|
| 133 |
+
TabPFN-TS,FlowState,0.0,0.0,0.0,-0.053,-0.09,-0.026
|
| 134 |
+
TabPFN-TS,TFT,0.286,0.0,0.571,0.038,-0.077,0.177
|
| 135 |
+
TabPFN-TS,Toto-1.0,0.429,0.143,0.857,-0.014,-0.074,0.043
|
| 136 |
+
TabPFN-TS,Moirai-2.0,0.429,0.143,0.857,-0.011,-0.062,0.043
|
| 137 |
+
TabPFN-TS,Chronos-Bolt,0.429,0.143,0.857,-0.011,-0.062,0.043
|
| 138 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
TabPFN-TS,Sundial-Base,0.571,0.286,0.857,0.015,-0.021,0.051
|
| 140 |
+
TabPFN-TS,DeepAR,0.571,0.286,0.857,0.055,-0.033,0.139
|
| 141 |
+
TabPFN-TS,PatchTST,0.714,0.429,1.0,0.091,-0.01,0.198
|
| 142 |
+
TabPFN-TS,LightGBM,0.714,0.429,1.0,0.066,-0.012,0.13
|
| 143 |
+
TabPFN-TS,CatBoost,0.714,0.429,1.0,0.071,-0.015,0.14
|
| 144 |
+
TabPFN-TS,Stat. Ensemble,1.0,1.0,1.0,0.182,0.097,0.259
|
| 145 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.245,0.162,0.319
|
| 146 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.115,-0.171,-0.065
|
| 147 |
Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.096,-0.145,-0.05
|
| 148 |
Sundial-Base,TiRex,0.143,0.0,0.429,-0.077,-0.131,-0.027
|
| 149 |
+
Sundial-Base,FlowState,0.0,0.0,0.0,-0.069,-0.108,-0.033
|
| 150 |
+
Sundial-Base,TFT,0.429,0.143,0.718,0.023,-0.079,0.143
|
| 151 |
+
Sundial-Base,Toto-1.0,0.286,0.0,0.714,-0.029,-0.109,0.04
|
| 152 |
Sundial-Base,Moirai-2.0,0.571,0.286,1.0,-0.026,-0.087,0.023
|
| 153 |
Sundial-Base,Chronos-Bolt,0.571,0.286,1.0,-0.026,-0.087,0.023
|
| 154 |
+
Sundial-Base,TabPFN-TS,0.429,0.143,0.714,-0.015,-0.054,0.02
|
| 155 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
Sundial-Base,DeepAR,0.571,0.143,0.857,0.041,-0.049,0.129
|
| 157 |
+
Sundial-Base,PatchTST,0.429,0.0,0.857,0.077,-0.018,0.169
|
| 158 |
+
Sundial-Base,LightGBM,0.571,0.143,0.857,0.052,-0.007,0.108
|
| 159 |
+
Sundial-Base,CatBoost,0.857,0.571,1.0,0.056,-0.007,0.113
|
| 160 |
+
Sundial-Base,Stat. Ensemble,0.857,0.571,1.0,0.17,0.067,0.258
|
| 161 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.234,0.136,0.317
|
| 162 |
+
DeepAR,Chronos-2,0.0,0.0,0.0,-0.162,-0.295,-0.054
|
| 163 |
+
DeepAR,TimesFM-2.5,0.143,0.0,0.429,-0.142,-0.24,-0.043
|
| 164 |
+
DeepAR,TiRex,0.0,0.0,0.0,-0.122,-0.21,-0.043
|
| 165 |
+
DeepAR,FlowState,0.143,0.0,0.429,-0.114,-0.214,-0.017
|
| 166 |
+
DeepAR,TFT,0.286,0.0,0.714,-0.018,-0.169,0.127
|
| 167 |
+
DeepAR,Toto-1.0,0.286,0.0,0.571,-0.073,-0.144,-0.005
|
| 168 |
+
DeepAR,Moirai-2.0,0.286,0.0,0.714,-0.069,-0.172,0.036
|
| 169 |
+
DeepAR,Chronos-Bolt,0.286,0.0,0.714,-0.069,-0.172,0.036
|
| 170 |
+
DeepAR,TabPFN-TS,0.429,0.143,0.714,-0.058,-0.161,0.032
|
| 171 |
+
DeepAR,Sundial-Base,0.429,0.143,0.857,-0.042,-0.148,0.047
|
| 172 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
DeepAR,PatchTST,0.429,0.0,0.718,0.038,-0.028,0.124
|
| 174 |
+
DeepAR,LightGBM,0.571,0.143,0.857,0.011,-0.102,0.11
|
| 175 |
+
DeepAR,CatBoost,0.714,0.429,1.0,0.017,-0.085,0.111
|
| 176 |
+
DeepAR,Stat. Ensemble,0.571,0.143,1.0,0.135,-0.035,0.28
|
| 177 |
+
DeepAR,Seasonal Naive,0.857,0.571,1.0,0.202,0.094,0.302
|
| 178 |
+
PatchTST,Chronos-2,0.0,0.0,0.0,-0.208,-0.402,-0.069
|
| 179 |
+
PatchTST,TimesFM-2.5,0.0,0.0,0.0,-0.187,-0.334,-0.073
|
| 180 |
+
PatchTST,TiRex,0.0,0.0,0.0,-0.167,-0.321,-0.056
|
| 181 |
+
PatchTST,FlowState,0.0,0.0,0.0,-0.159,-0.303,-0.047
|
| 182 |
+
PatchTST,TFT,0.286,0.0,0.571,-0.059,-0.167,0.018
|
| 183 |
+
PatchTST,Toto-1.0,0.286,0.0,0.571,-0.115,-0.287,-0.011
|
| 184 |
+
PatchTST,Moirai-2.0,0.286,0.0,0.714,-0.112,-0.289,0.022
|
| 185 |
+
PatchTST,Chronos-Bolt,0.286,0.0,0.714,-0.112,-0.289,0.022
|
| 186 |
+
PatchTST,TabPFN-TS,0.286,0.0,0.571,-0.1,-0.246,0.01
|
| 187 |
+
PatchTST,Sundial-Base,0.571,0.143,1.0,-0.084,-0.203,0.018
|
| 188 |
+
PatchTST,DeepAR,0.571,0.282,1.0,-0.04,-0.142,0.028
|
| 189 |
+
PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
PatchTST,LightGBM,0.571,0.286,0.857,-0.028,-0.148,0.069
|
| 191 |
+
PatchTST,CatBoost,0.571,0.286,0.857,-0.022,-0.126,0.062
|
| 192 |
+
PatchTST,Stat. Ensemble,0.571,0.143,1.0,0.101,-0.123,0.266
|
| 193 |
+
PatchTST,Seasonal Naive,0.857,0.571,1.0,0.17,-0.001,0.305
|
| 194 |
+
LightGBM,Chronos-2,0.0,0.0,0.0,-0.176,-0.257,-0.102
|
| 195 |
+
LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.155,-0.218,-0.092
|
| 196 |
+
LightGBM,TiRex,0.143,0.0,0.429,-0.135,-0.228,-0.047
|
| 197 |
+
LightGBM,FlowState,0.143,0.0,0.429,-0.127,-0.193,-0.061
|
| 198 |
+
LightGBM,TFT,0.143,0.0,0.429,-0.03,-0.135,0.088
|
| 199 |
+
LightGBM,Toto-1.0,0.286,0.0,0.571,-0.085,-0.205,0.026
|
| 200 |
+
LightGBM,Moirai-2.0,0.286,0.0,0.714,-0.082,-0.173,0.002
|
| 201 |
+
LightGBM,Chronos-Bolt,0.286,0.0,0.714,-0.082,-0.173,0.002
|
| 202 |
+
LightGBM,TabPFN-TS,0.286,0.0,0.571,-0.07,-0.15,0.012
|
| 203 |
+
LightGBM,Sundial-Base,0.429,0.143,0.857,-0.054,-0.121,0.007
|
| 204 |
+
LightGBM,DeepAR,0.429,0.143,0.857,-0.012,-0.123,0.093
|
| 205 |
+
LightGBM,PatchTST,0.429,0.143,0.714,0.027,-0.074,0.129
|
| 206 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
LightGBM,CatBoost,0.571,0.286,0.857,0.005,-0.015,0.025
|
| 208 |
+
LightGBM,Stat. Ensemble,0.714,0.429,1.0,0.125,-0.02,0.25
|
| 209 |
+
LightGBM,Seasonal Naive,0.571,0.286,0.857,0.192,0.04,0.318
|
| 210 |
+
CatBoost,Chronos-2,0.143,0.0,0.429,-0.182,-0.276,-0.095
|
| 211 |
+
CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.161,-0.238,-0.092
|
| 212 |
+
CatBoost,TiRex,0.143,0.0,0.429,-0.141,-0.241,-0.055
|
| 213 |
+
CatBoost,FlowState,0.0,0.0,0.0,-0.133,-0.207,-0.062
|
| 214 |
+
CatBoost,TFT,0.286,0.0,0.571,-0.035,-0.142,0.074
|
| 215 |
+
CatBoost,Toto-1.0,0.286,0.0,0.571,-0.091,-0.212,0.02
|
| 216 |
+
CatBoost,Moirai-2.0,0.429,0.143,0.857,-0.087,-0.187,-0.006
|
| 217 |
+
CatBoost,Chronos-Bolt,0.429,0.143,0.857,-0.087,-0.187,-0.006
|
| 218 |
+
CatBoost,TabPFN-TS,0.286,0.0,0.571,-0.076,-0.163,0.015
|
| 219 |
+
CatBoost,Sundial-Base,0.143,0.0,0.429,-0.06,-0.128,0.007
|
| 220 |
+
CatBoost,DeepAR,0.286,0.0,0.571,-0.017,-0.124,0.078
|
| 221 |
+
CatBoost,PatchTST,0.429,0.143,0.714,0.022,-0.067,0.112
|
| 222 |
+
CatBoost,LightGBM,0.429,0.143,0.714,-0.005,-0.026,0.015
|
| 223 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
CatBoost,Stat. Ensemble,0.714,0.429,1.0,0.12,-0.041,0.257
|
| 225 |
+
CatBoost,Seasonal Naive,0.571,0.286,0.857,0.188,0.037,0.318
|
| 226 |
+
Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.344,-0.487,-0.207
|
| 227 |
+
Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-0.32,-0.501,-0.176
|
| 228 |
+
Stat. Ensemble,TiRex,0.0,0.0,0.0,-0.298,-0.45,-0.161
|
| 229 |
+
Stat. Ensemble,FlowState,0.0,0.0,0.0,-0.288,-0.45,-0.152
|
| 230 |
+
Stat. Ensemble,TFT,0.286,0.0,0.571,-0.177,-0.438,0.068
|
| 231 |
+
Stat. Ensemble,Toto-1.0,0.143,0.0,0.429,-0.24,-0.393,-0.09
|
| 232 |
+
Stat. Ensemble,Moirai-2.0,0.0,0.0,0.0,-0.236,-0.384,-0.117
|
| 233 |
+
Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.236,-0.384,-0.117
|
| 234 |
+
Stat. Ensemble,TabPFN-TS,0.0,0.0,0.0,-0.223,-0.35,-0.107
|
| 235 |
+
Stat. Ensemble,Sundial-Base,0.143,0.0,0.429,-0.205,-0.348,-0.072
|
| 236 |
+
Stat. Ensemble,DeepAR,0.429,0.0,0.857,-0.156,-0.389,0.033
|
| 237 |
+
Stat. Ensemble,PatchTST,0.429,0.0,0.857,-0.112,-0.363,0.109
|
| 238 |
+
Stat. Ensemble,LightGBM,0.286,0.0,0.571,-0.143,-0.333,0.019
|
| 239 |
+
Stat. Ensemble,CatBoost,0.286,0.0,0.571,-0.137,-0.346,0.039
|
| 240 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
Stat. Ensemble,Seasonal Naive,0.786,0.5,1.0,0.077,-0.019,0.152
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 242 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.456,-0.641,-0.304
|
| 243 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.43,-0.639,-0.257
|
| 244 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.406,-0.554,-0.272
|
| 245 |
+
Seasonal Naive,FlowState,0.0,0.0,0.0,-0.396,-0.577,-0.238
|
| 246 |
+
Seasonal Naive,TFT,0.143,0.0,0.429,-0.275,-0.552,-0.01
|
| 247 |
+
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.344,-0.468,-0.232
|
| 248 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.339,-0.492,-0.191
|
| 249 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.339,-0.492,-0.191
|
| 250 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.325,-0.469,-0.194
|
| 251 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.305,-0.465,-0.157
|
| 252 |
+
Seasonal Naive,DeepAR,0.143,0.0,0.429,-0.252,-0.432,-0.104
|
| 253 |
+
Seasonal Naive,PatchTST,0.143,0.0,0.429,-0.205,-0.439,0.001
|
| 254 |
+
Seasonal Naive,LightGBM,0.429,0.143,0.714,-0.238,-0.466,-0.042
|
| 255 |
+
Seasonal Naive,CatBoost,0.429,0.143,0.714,-0.232,-0.467,-0.038
|
| 256 |
+
Seasonal Naive,Stat. Ensemble,0.214,0.0,0.5,-0.083,-0.179,0.019
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_mobility/pairwise_SQL.csv
CHANGED
|
@@ -2,225 +2,256 @@ model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_l
|
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.024,-0.013,0.065
|
| 4 |
Chronos-2,TiRex,1.0,1.0,1.0,0.034,0.012,0.07
|
| 5 |
-
Chronos-2,
|
| 6 |
-
Chronos-2,
|
| 7 |
-
Chronos-2,
|
| 8 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.108,0.053,0.172
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.158,0.126,0.193
|
| 10 |
-
Chronos-2,AutoARIMA,1.0,1.0,1.0,0.
|
| 11 |
-
Chronos-2,
|
|
|
|
| 12 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.44,0.347,0.521
|
| 13 |
-
Chronos-2,AutoTheta,1.0,1.0,1.0,0.558,0.343,0.711
|
| 14 |
-
Chronos-2,AutoETS,1.0,1.0,1.0,0.86,0.51,0.958
|
| 15 |
-
Chronos-2,Naive,1.0,1.0,1.0,0.773,0.719,0.816
|
| 16 |
-
Chronos-2,Drift,1.0,1.0,1.0,0.786,0.732,0.829
|
| 17 |
TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.024,-0.069,0.013
|
| 18 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 19 |
TimesFM-2.5,TiRex,0.571,0.143,0.857,0.011,-0.028,0.042
|
| 20 |
-
TimesFM-2.5,
|
|
|
|
| 21 |
TimesFM-2.5,Toto-1.0,0.857,0.571,1.0,0.06,0.005,0.11
|
| 22 |
-
TimesFM-2.5,Chronos-Bolt,1.0,1.0,1.0,0.086,0.044,0.139
|
| 23 |
TimesFM-2.5,Moirai-2.0,1.0,1.0,1.0,0.086,0.044,0.139
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.137,0.109,0.169
|
| 25 |
-
TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.
|
| 26 |
-
TimesFM-2.5,
|
|
|
|
| 27 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.427,0.314,0.522
|
| 28 |
-
TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.548,0.33,0.709
|
| 29 |
-
TimesFM-2.5,AutoETS,1.0,1.0,1.0,0.856,0.492,0.957
|
| 30 |
-
TimesFM-2.5,Naive,1.0,1.0,1.0,0.768,0.709,0.815
|
| 31 |
-
TimesFM-2.5,Drift,1.0,1.0,1.0,0.78,0.724,0.826
|
| 32 |
TiRex,Chronos-2,0.0,0.0,0.0,-0.035,-0.076,-0.012
|
| 33 |
TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.011,-0.044,0.027
|
| 34 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
-
TiRex,
|
| 36 |
-
TiRex,
|
| 37 |
-
TiRex,
|
| 38 |
TiRex,Moirai-2.0,1.0,1.0,1.0,0.076,0.024,0.15
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
TiRex,Sundial-Base,1.0,1.0,1.0,0.128,0.09,0.167
|
| 40 |
-
TiRex,AutoARIMA,1.0,1.0,1.0,0.
|
| 41 |
-
TiRex,
|
|
|
|
| 42 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.421,0.325,0.506
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
TiRex,
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
TabPFN-TS,
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
Toto-1.0,
|
| 65 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 66 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
-
Toto-1.0,Chronos-Bolt,0.571,0.143,0.861,0.028,-0.04,0.11
|
| 68 |
Toto-1.0,Moirai-2.0,0.571,0.143,0.861,0.028,-0.04,0.11
|
| 69 |
-
Toto-1.0,
|
| 70 |
-
Toto-1.0,
|
| 71 |
-
Toto-1.0,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 72 |
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.39,0.294,0.473
|
| 73 |
-
Toto-1.0,AutoTheta,1.0,1.0,1.0,0.519,0.277,0.683
|
| 74 |
-
Toto-1.0,AutoETS,0.857,0.571,1.0,0.849,0.443,0.955
|
| 75 |
-
Toto-1.0,Naive,1.0,1.0,1.0,0.753,0.683,0.804
|
| 76 |
-
Toto-1.0,Drift,1.0,1.0,1.0,0.766,0.697,0.817
|
| 77 |
-
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.12,-0.208,-0.056
|
| 78 |
-
Chronos-Bolt,TimesFM-2.5,0.0,0.0,0.0,-0.094,-0.161,-0.046
|
| 79 |
-
Chronos-Bolt,TiRex,0.0,0.0,0.0,-0.082,-0.176,-0.025
|
| 80 |
-
Chronos-Bolt,TabPFN-TS,0.429,0.0,0.714,0.001,-0.066,0.06
|
| 81 |
-
Chronos-Bolt,Toto-1.0,0.429,0.139,0.857,-0.028,-0.123,0.039
|
| 82 |
-
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 83 |
-
Chronos-Bolt,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 84 |
-
Chronos-Bolt,Sundial-Base,0.857,0.571,1.0,0.056,-0.0,0.102
|
| 85 |
-
Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.309,0.196,0.404
|
| 86 |
-
Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.324,0.204,0.416
|
| 87 |
-
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.373,0.248,0.474
|
| 88 |
-
Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.505,0.282,0.672
|
| 89 |
-
Chronos-Bolt,AutoETS,1.0,1.0,1.0,0.845,0.437,0.955
|
| 90 |
-
Chronos-Bolt,Naive,1.0,1.0,1.0,0.746,0.678,0.799
|
| 91 |
-
Chronos-Bolt,Drift,1.0,1.0,1.0,0.76,0.695,0.81
|
| 92 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.12,-0.208,-0.056
|
| 93 |
Moirai-2.0,TimesFM-2.5,0.0,0.0,0.0,-0.094,-0.161,-0.046
|
| 94 |
Moirai-2.0,TiRex,0.0,0.0,0.0,-0.082,-0.176,-0.025
|
| 95 |
-
Moirai-2.0,
|
| 96 |
-
Moirai-2.0,
|
| 97 |
-
Moirai-2.0,
|
| 98 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
| 99 |
Moirai-2.0,Sundial-Base,0.857,0.571,1.0,0.056,-0.0,0.102
|
| 100 |
-
Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.
|
| 101 |
-
Moirai-2.0,
|
|
|
|
| 102 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.373,0.248,0.474
|
| 103 |
-
|
| 104 |
-
|
| 105 |
-
|
| 106 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 107 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.187,-0.24,-0.145
|
| 108 |
Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.159,-0.203,-0.122
|
| 109 |
Sundial-Base,TiRex,0.0,0.0,0.0,-0.147,-0.2,-0.098
|
| 110 |
-
Sundial-Base,
|
| 111 |
-
Sundial-Base,
|
| 112 |
-
Sundial-Base,
|
| 113 |
Sundial-Base,Moirai-2.0,0.143,0.0,0.429,-0.059,-0.113,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
| 114 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
Sundial-Base,AutoARIMA,0.857,0.571,1.0,0.
|
| 116 |
-
Sundial-Base,
|
|
|
|
| 117 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.336,0.229,0.428
|
| 118 |
-
|
| 119 |
-
|
| 120 |
-
|
| 121 |
-
|
| 122 |
-
AutoARIMA,
|
| 123 |
-
AutoARIMA,
|
| 124 |
-
AutoARIMA,
|
| 125 |
-
AutoARIMA,
|
| 126 |
-
AutoARIMA,
|
| 127 |
-
AutoARIMA,
|
| 128 |
-
AutoARIMA,
|
| 129 |
-
AutoARIMA,Sundial-Base,0.143,0.0,0.429,-0.
|
| 130 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
AutoARIMA,
|
| 132 |
-
AutoARIMA,
|
| 133 |
-
AutoARIMA,
|
| 134 |
-
|
| 135 |
-
|
| 136 |
-
|
| 137 |
-
|
| 138 |
-
|
| 139 |
-
|
| 140 |
-
|
| 141 |
-
|
| 142 |
-
|
| 143 |
-
|
| 144 |
-
|
| 145 |
-
|
| 146 |
-
|
| 147 |
-
|
| 148 |
-
|
| 149 |
-
|
| 150 |
-
|
| 151 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 152 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.787,-1.087,-0.531
|
| 153 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.744,-1.092,-0.458
|
| 154 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.726,-1.023,-0.482
|
| 155 |
-
Seasonal Naive,
|
| 156 |
-
Seasonal Naive,
|
| 157 |
-
Seasonal Naive,
|
| 158 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.594,-0.902,-0.329
|
|
|
|
|
|
|
|
|
|
|
|
|
| 159 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.505,-0.749,-0.296
|
| 160 |
-
Seasonal Naive,AutoARIMA,0.
|
| 161 |
-
Seasonal Naive,
|
|
|
|
| 162 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
Seasonal Naive,AutoTheta,0.571,0.143,0.857,0.211,-0.037,0.4
|
| 164 |
-
Seasonal Naive,AutoETS,0.714,0.286,1.0,0.775,0.199,0.936
|
| 165 |
-
Seasonal Naive,Naive,1.0,1.0,1.0,0.595,0.537,0.639
|
| 166 |
-
Seasonal Naive,Drift,1.0,1.0,1.0,0.617,0.555,0.664
|
| 167 |
-
AutoTheta,Chronos-2,0.0,0.0,0.0,-1.264,-2.458,-0.521
|
| 168 |
-
AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-1.211,-2.434,-0.492
|
| 169 |
-
AutoTheta,TiRex,0.0,0.0,0.0,-1.187,-2.346,-0.464
|
| 170 |
-
AutoTheta,TabPFN-TS,0.0,0.0,0.0,-1.018,-2.041,-0.385
|
| 171 |
-
AutoTheta,Toto-1.0,0.0,0.0,0.0,-1.078,-2.15,-0.384
|
| 172 |
-
AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-1.021,-2.051,-0.393
|
| 173 |
-
AutoTheta,Moirai-2.0,0.0,0.0,0.0,-1.021,-2.051,-0.393
|
| 174 |
-
AutoTheta,Sundial-Base,0.143,0.0,0.429,-0.907,-1.864,-0.318
|
| 175 |
-
AutoTheta,AutoARIMA,0.143,0.0,0.429,-0.396,-0.868,-0.091
|
| 176 |
-
AutoTheta,Stat. Ensemble,0.143,0.0,0.429,-0.366,-0.806,-0.072
|
| 177 |
-
AutoTheta,Seasonal Naive,0.429,0.143,0.857,-0.267,-0.667,0.036
|
| 178 |
-
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
AutoTheta,AutoETS,0.571,0.143,0.857,0.722,0.013,0.91
|
| 180 |
-
AutoTheta,Naive,1.0,1.0,1.0,0.486,0.336,0.597
|
| 181 |
-
AutoTheta,Drift,1.0,1.0,1.0,0.514,0.375,0.62
|
| 182 |
-
AutoETS,Chronos-2,0.0,0.0,0.0,-6.136,-22.624,-1.041
|
| 183 |
-
AutoETS,TimesFM-2.5,0.0,0.0,0.0,-5.961,-22.389,-0.969
|
| 184 |
-
AutoETS,TiRex,0.0,0.0,0.0,-5.913,-22.04,-0.946
|
| 185 |
-
AutoETS,TabPFN-TS,0.0,0.0,0.0,-5.568,-21.334,-0.862
|
| 186 |
-
AutoETS,Toto-1.0,0.143,0.0,0.429,-5.605,-21.234,-0.797
|
| 187 |
-
AutoETS,Chronos-Bolt,0.0,0.0,0.0,-5.44,-21.318,-0.776
|
| 188 |
-
AutoETS,Moirai-2.0,0.0,0.0,0.0,-5.44,-21.318,-0.776
|
| 189 |
-
AutoETS,Sundial-Base,0.143,0.0,0.429,-5.248,-20.643,-0.722
|
| 190 |
-
AutoETS,AutoARIMA,0.0,0.0,0.0,-3.735,-14.953,-0.339
|
| 191 |
-
AutoETS,Stat. Ensemble,0.0,0.0,0.0,-3.663,-14.613,-0.324
|
| 192 |
-
AutoETS,Seasonal Naive,0.286,0.0,0.714,-3.448,-14.656,-0.248
|
| 193 |
-
AutoETS,AutoTheta,0.429,0.143,0.857,-2.591,-10.089,-0.013
|
| 194 |
-
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
AutoETS,Naive,0.571,0.286,1.0,-1.129,-7.081,0.442
|
| 196 |
-
AutoETS,Drift,0.571,0.286,1.0,-1.041,-6.801,0.465
|
| 197 |
-
Naive,Chronos-2,0.0,0.0,0.0,-3.408,-4.434,-2.563
|
| 198 |
-
Naive,TimesFM-2.5,0.0,0.0,0.0,-3.304,-4.393,-2.438
|
| 199 |
-
Naive,TiRex,0.0,0.0,0.0,-3.258,-4.322,-2.38
|
| 200 |
-
Naive,TabPFN-TS,0.0,0.0,0.0,-2.929,-3.762,-2.238
|
| 201 |
-
Naive,Toto-1.0,0.0,0.0,0.0,-3.046,-4.115,-2.158
|
| 202 |
-
Naive,Chronos-Bolt,0.0,0.0,0.0,-2.934,-3.963,-2.108
|
| 203 |
-
Naive,Moirai-2.0,0.0,0.0,0.0,-2.934,-3.963,-2.108
|
| 204 |
-
Naive,Sundial-Base,0.0,0.0,0.0,-2.713,-3.518,-2.044
|
| 205 |
-
Naive,AutoARIMA,0.0,0.0,0.0,-1.718,-2.232,-1.263
|
| 206 |
-
Naive,Stat. Ensemble,0.0,0.0,0.0,-1.659,-2.123,-1.216
|
| 207 |
-
Naive,Seasonal Naive,0.0,0.0,0.0,-1.467,-1.772,-1.16
|
| 208 |
-
Naive,AutoTheta,0.0,0.0,0.0,-0.947,-1.479,-0.505
|
| 209 |
-
Naive,AutoETS,0.429,0.0,0.714,0.53,-0.793,0.876
|
| 210 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Naive,Drift,1.0,1.0,1.0,0.055,0.037,0.073
|
| 212 |
-
Drift,Chronos-2,0.0,0.0,0.0,-3.663,-4.836,-2.73
|
| 213 |
-
Drift,TimesFM-2.5,0.0,0.0,0.0,-3.553,-4.74,-2.617
|
| 214 |
-
Drift,TiRex,0.0,0.0,0.0,-3.504,-4.692,-2.529
|
| 215 |
-
Drift,TabPFN-TS,0.0,0.0,0.0,-3.157,-4.067,-2.401
|
| 216 |
-
Drift,Toto-1.0,0.0,0.0,0.0,-3.28,-4.461,-2.302
|
| 217 |
-
Drift,Chronos-Bolt,0.0,0.0,0.0,-3.162,-4.265,-2.276
|
| 218 |
-
Drift,Moirai-2.0,0.0,0.0,0.0,-3.162,-4.265,-2.276
|
| 219 |
-
Drift,Sundial-Base,0.0,0.0,0.0,-2.928,-3.827,-2.2
|
| 220 |
-
Drift,AutoARIMA,0.0,0.0,0.0,-1.876,-2.448,-1.382
|
| 221 |
-
Drift,Stat. Ensemble,0.0,0.0,0.0,-1.814,-2.34,-1.336
|
| 222 |
-
Drift,Seasonal Naive,0.0,0.0,0.0,-1.61,-1.975,-1.248
|
| 223 |
-
Drift,AutoTheta,0.0,0.0,0.0,-1.059,-1.629,-0.6
|
| 224 |
-
Drift,AutoETS,0.429,0.0,0.714,0.51,-0.87,0.872
|
| 225 |
-
Drift,Naive,0.0,0.0,0.0,-0.058,-0.079,-0.038
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.024,-0.013,0.065
|
| 4 |
Chronos-2,TiRex,1.0,1.0,1.0,0.034,0.012,0.07
|
| 5 |
+
Chronos-2,FlowState,0.714,0.429,1.0,0.05,0.013,0.09
|
| 6 |
+
Chronos-2,TFT,1.0,1.0,1.0,0.135,0.036,0.278
|
| 7 |
+
Chronos-2,Toto-1.0,1.0,1.0,1.0,0.082,0.044,0.137
|
| 8 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.108,0.053,0.172
|
| 9 |
+
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.108,0.053,0.172
|
| 10 |
+
Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.118,0.065,0.171
|
| 11 |
+
Chronos-2,DeepAR,1.0,1.0,1.0,0.141,0.056,0.225
|
| 12 |
+
Chronos-2,PatchTST,1.0,1.0,1.0,0.219,0.069,0.379
|
| 13 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.158,0.126,0.193
|
| 14 |
+
Chronos-2,AutoARIMA,1.0,1.0,1.0,0.36,0.246,0.436
|
| 15 |
+
Chronos-2,CatBoost,1.0,1.0,1.0,0.316,0.26,0.368
|
| 16 |
+
Chronos-2,LightGBM,1.0,1.0,1.0,0.313,0.261,0.362
|
| 17 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.44,0.347,0.521
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.024,-0.069,0.013
|
| 19 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
TimesFM-2.5,TiRex,0.571,0.143,0.857,0.011,-0.028,0.042
|
| 21 |
+
TimesFM-2.5,FlowState,1.0,1.0,1.0,0.027,0.016,0.038
|
| 22 |
+
TimesFM-2.5,TFT,0.857,0.571,1.0,0.114,0.011,0.253
|
| 23 |
TimesFM-2.5,Toto-1.0,0.857,0.571,1.0,0.06,0.005,0.11
|
|
|
|
| 24 |
TimesFM-2.5,Moirai-2.0,1.0,1.0,1.0,0.086,0.044,0.139
|
| 25 |
+
TimesFM-2.5,Chronos-Bolt,1.0,1.0,1.0,0.086,0.044,0.139
|
| 26 |
+
TimesFM-2.5,TabPFN-TS,1.0,1.0,1.0,0.097,0.05,0.142
|
| 27 |
+
TimesFM-2.5,DeepAR,0.857,0.571,1.0,0.121,0.027,0.196
|
| 28 |
+
TimesFM-2.5,PatchTST,1.0,1.0,1.0,0.2,0.057,0.354
|
| 29 |
TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.137,0.109,0.169
|
| 30 |
+
TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.344,0.235,0.424
|
| 31 |
+
TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.3,0.252,0.344
|
| 32 |
+
TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.296,0.251,0.335
|
| 33 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.427,0.314,0.522
|
|
|
|
|
|
|
|
|
|
|
|
|
| 34 |
TiRex,Chronos-2,0.0,0.0,0.0,-0.035,-0.076,-0.012
|
| 35 |
TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.011,-0.044,0.027
|
| 36 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
TiRex,FlowState,0.429,0.143,0.857,0.016,-0.011,0.051
|
| 38 |
+
TiRex,TFT,0.857,0.571,1.0,0.105,0.005,0.253
|
| 39 |
+
TiRex,Toto-1.0,1.0,1.0,1.0,0.049,0.029,0.073
|
| 40 |
TiRex,Moirai-2.0,1.0,1.0,1.0,0.076,0.024,0.15
|
| 41 |
+
TiRex,Chronos-Bolt,1.0,1.0,1.0,0.076,0.024,0.15
|
| 42 |
+
TiRex,TabPFN-TS,0.857,0.571,1.0,0.087,0.029,0.145
|
| 43 |
+
TiRex,DeepAR,0.857,0.571,1.0,0.111,0.039,0.178
|
| 44 |
+
TiRex,PatchTST,1.0,1.0,1.0,0.191,0.056,0.356
|
| 45 |
TiRex,Sundial-Base,1.0,1.0,1.0,0.128,0.09,0.167
|
| 46 |
+
TiRex,AutoARIMA,1.0,1.0,1.0,0.337,0.221,0.422
|
| 47 |
+
TiRex,CatBoost,1.0,1.0,1.0,0.292,0.229,0.35
|
| 48 |
+
TiRex,LightGBM,1.0,1.0,1.0,0.288,0.222,0.346
|
| 49 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.421,0.325,0.506
|
| 50 |
+
FlowState,Chronos-2,0.286,0.0,0.571,-0.052,-0.099,-0.013
|
| 51 |
+
FlowState,TimesFM-2.5,0.0,0.0,0.0,-0.027,-0.039,-0.016
|
| 52 |
+
FlowState,TiRex,0.571,0.143,0.857,-0.016,-0.053,0.01
|
| 53 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
FlowState,TFT,0.714,0.429,1.0,0.09,-0.02,0.235
|
| 55 |
+
FlowState,Toto-1.0,0.571,0.143,0.857,0.034,-0.017,0.078
|
| 56 |
+
FlowState,Moirai-2.0,1.0,1.0,1.0,0.061,0.021,0.114
|
| 57 |
+
FlowState,Chronos-Bolt,1.0,1.0,1.0,0.061,0.021,0.114
|
| 58 |
+
FlowState,TabPFN-TS,1.0,1.0,1.0,0.072,0.027,0.116
|
| 59 |
+
FlowState,DeepAR,0.857,0.571,1.0,0.097,0.005,0.175
|
| 60 |
+
FlowState,PatchTST,0.857,0.571,1.0,0.178,0.029,0.338
|
| 61 |
+
FlowState,Sundial-Base,1.0,1.0,1.0,0.114,0.084,0.143
|
| 62 |
+
FlowState,AutoARIMA,1.0,1.0,1.0,0.326,0.221,0.402
|
| 63 |
+
FlowState,CatBoost,1.0,1.0,1.0,0.281,0.224,0.33
|
| 64 |
+
FlowState,LightGBM,1.0,1.0,1.0,0.277,0.222,0.323
|
| 65 |
+
FlowState,Seasonal Naive,1.0,1.0,1.0,0.411,0.301,0.504
|
| 66 |
+
TFT,Chronos-2,0.0,0.0,0.0,-0.156,-0.385,-0.038
|
| 67 |
+
TFT,TimesFM-2.5,0.143,0.0,0.429,-0.129,-0.339,-0.011
|
| 68 |
+
TFT,TiRex,0.143,0.0,0.429,-0.117,-0.339,-0.005
|
| 69 |
+
TFT,FlowState,0.286,0.0,0.571,-0.099,-0.307,0.019
|
| 70 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
TFT,Toto-1.0,0.571,0.282,0.857,-0.062,-0.283,0.066
|
| 72 |
+
TFT,Moirai-2.0,0.714,0.429,1.0,-0.032,-0.249,0.122
|
| 73 |
+
TFT,Chronos-Bolt,0.714,0.429,1.0,-0.032,-0.249,0.122
|
| 74 |
+
TFT,TabPFN-TS,0.714,0.429,1.0,-0.02,-0.156,0.074
|
| 75 |
+
TFT,DeepAR,0.571,0.143,0.857,0.007,-0.157,0.129
|
| 76 |
+
TFT,PatchTST,0.857,0.571,1.0,0.097,0.031,0.172
|
| 77 |
+
TFT,Sundial-Base,0.857,0.571,1.0,0.026,-0.128,0.123
|
| 78 |
+
TFT,AutoARIMA,0.714,0.429,1.0,0.26,0.086,0.398
|
| 79 |
+
TFT,CatBoost,0.857,0.571,1.0,0.209,0.104,0.29
|
| 80 |
+
TFT,LightGBM,0.857,0.571,1.0,0.205,0.093,0.288
|
| 81 |
+
TFT,Seasonal Naive,1.0,1.0,1.0,0.353,0.219,0.471
|
| 82 |
+
Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.089,-0.159,-0.046
|
| 83 |
+
Toto-1.0,TimesFM-2.5,0.143,0.0,0.429,-0.063,-0.123,-0.005
|
| 84 |
+
Toto-1.0,TiRex,0.0,0.0,0.0,-0.052,-0.079,-0.03
|
| 85 |
+
Toto-1.0,FlowState,0.429,0.143,0.857,-0.035,-0.085,0.017
|
| 86 |
+
Toto-1.0,TFT,0.429,0.143,0.718,0.058,-0.071,0.221
|
| 87 |
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 88 |
Toto-1.0,Moirai-2.0,0.571,0.143,0.861,0.028,-0.04,0.11
|
| 89 |
+
Toto-1.0,Chronos-Bolt,0.571,0.143,0.861,0.028,-0.04,0.11
|
| 90 |
+
Toto-1.0,TabPFN-TS,0.571,0.143,0.857,0.039,-0.039,0.113
|
| 91 |
+
Toto-1.0,DeepAR,0.714,0.429,1.0,0.065,0.002,0.121
|
| 92 |
+
Toto-1.0,PatchTST,0.714,0.429,1.0,0.149,0.013,0.325
|
| 93 |
+
Toto-1.0,Sundial-Base,0.857,0.571,1.0,0.083,0.022,0.137
|
| 94 |
+
Toto-1.0,AutoARIMA,0.857,0.571,1.0,0.303,0.17,0.399
|
| 95 |
+
Toto-1.0,CatBoost,1.0,1.0,1.0,0.255,0.171,0.326
|
| 96 |
+
Toto-1.0,LightGBM,1.0,1.0,1.0,0.251,0.161,0.323
|
| 97 |
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.39,0.294,0.473
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 98 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.12,-0.208,-0.056
|
| 99 |
Moirai-2.0,TimesFM-2.5,0.0,0.0,0.0,-0.094,-0.161,-0.046
|
| 100 |
Moirai-2.0,TiRex,0.0,0.0,0.0,-0.082,-0.176,-0.025
|
| 101 |
+
Moirai-2.0,FlowState,0.0,0.0,0.0,-0.065,-0.129,-0.022
|
| 102 |
+
Moirai-2.0,TFT,0.286,0.0,0.571,0.031,-0.138,0.199
|
| 103 |
+
Moirai-2.0,Toto-1.0,0.429,0.139,0.857,-0.029,-0.124,0.038
|
| 104 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
Moirai-2.0,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 106 |
+
Moirai-2.0,TabPFN-TS,0.571,0.143,0.857,0.012,-0.077,0.088
|
| 107 |
+
Moirai-2.0,DeepAR,0.571,0.143,0.857,0.038,-0.102,0.142
|
| 108 |
+
Moirai-2.0,PatchTST,0.429,0.0,0.857,0.125,-0.07,0.309
|
| 109 |
Moirai-2.0,Sundial-Base,0.857,0.571,1.0,0.056,-0.0,0.102
|
| 110 |
+
Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.283,0.173,0.358
|
| 111 |
+
Moirai-2.0,CatBoost,1.0,1.0,1.0,0.234,0.171,0.299
|
| 112 |
+
Moirai-2.0,LightGBM,1.0,1.0,1.0,0.23,0.167,0.29
|
| 113 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.373,0.248,0.474
|
| 114 |
+
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.12,-0.208,-0.056
|
| 115 |
+
Chronos-Bolt,TimesFM-2.5,0.0,0.0,0.0,-0.094,-0.161,-0.046
|
| 116 |
+
Chronos-Bolt,TiRex,0.0,0.0,0.0,-0.082,-0.176,-0.025
|
| 117 |
+
Chronos-Bolt,FlowState,0.0,0.0,0.0,-0.065,-0.129,-0.022
|
| 118 |
+
Chronos-Bolt,TFT,0.286,0.0,0.571,0.031,-0.138,0.199
|
| 119 |
+
Chronos-Bolt,Toto-1.0,0.429,0.139,0.857,-0.029,-0.124,0.038
|
| 120 |
+
Chronos-Bolt,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 121 |
+
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
Chronos-Bolt,TabPFN-TS,0.571,0.143,0.857,0.012,-0.077,0.088
|
| 123 |
+
Chronos-Bolt,DeepAR,0.571,0.143,0.857,0.038,-0.102,0.142
|
| 124 |
+
Chronos-Bolt,PatchTST,0.429,0.0,0.857,0.125,-0.07,0.309
|
| 125 |
+
Chronos-Bolt,Sundial-Base,0.857,0.571,1.0,0.056,-0.0,0.102
|
| 126 |
+
Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.283,0.173,0.358
|
| 127 |
+
Chronos-Bolt,CatBoost,1.0,1.0,1.0,0.234,0.171,0.299
|
| 128 |
+
Chronos-Bolt,LightGBM,1.0,1.0,1.0,0.23,0.167,0.29
|
| 129 |
+
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.373,0.248,0.474
|
| 130 |
+
TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.134,-0.206,-0.07
|
| 131 |
+
TabPFN-TS,TimesFM-2.5,0.0,0.0,0.0,-0.107,-0.165,-0.052
|
| 132 |
+
TabPFN-TS,TiRex,0.143,0.0,0.429,-0.095,-0.17,-0.03
|
| 133 |
+
TabPFN-TS,FlowState,0.0,0.0,0.0,-0.078,-0.131,-0.028
|
| 134 |
+
TabPFN-TS,TFT,0.286,0.0,0.571,0.019,-0.08,0.135
|
| 135 |
+
TabPFN-TS,Toto-1.0,0.429,0.143,0.857,-0.041,-0.127,0.037
|
| 136 |
+
TabPFN-TS,Moirai-2.0,0.429,0.143,0.857,-0.012,-0.096,0.072
|
| 137 |
+
TabPFN-TS,Chronos-Bolt,0.429,0.143,0.857,-0.012,-0.096,0.072
|
| 138 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
TabPFN-TS,DeepAR,0.429,0.143,0.857,0.026,-0.075,0.123
|
| 140 |
+
TabPFN-TS,PatchTST,0.571,0.286,0.857,0.114,-0.029,0.261
|
| 141 |
+
TabPFN-TS,Sundial-Base,0.714,0.429,1.0,0.045,0.011,0.085
|
| 142 |
+
TabPFN-TS,AutoARIMA,1.0,1.0,1.0,0.274,0.176,0.365
|
| 143 |
+
TabPFN-TS,CatBoost,1.0,1.0,1.0,0.225,0.159,0.285
|
| 144 |
+
TabPFN-TS,LightGBM,1.0,1.0,1.0,0.221,0.16,0.277
|
| 145 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.365,0.268,0.459
|
| 146 |
+
DeepAR,Chronos-2,0.0,0.0,0.0,-0.165,-0.291,-0.059
|
| 147 |
+
DeepAR,TimesFM-2.5,0.143,0.0,0.429,-0.137,-0.243,-0.028
|
| 148 |
+
DeepAR,TiRex,0.143,0.0,0.429,-0.125,-0.216,-0.041
|
| 149 |
+
DeepAR,FlowState,0.143,0.0,0.429,-0.107,-0.212,-0.005
|
| 150 |
+
DeepAR,TFT,0.429,0.143,0.857,-0.007,-0.148,0.136
|
| 151 |
+
DeepAR,Toto-1.0,0.286,0.0,0.571,-0.069,-0.138,-0.002
|
| 152 |
+
DeepAR,Moirai-2.0,0.429,0.143,0.857,-0.039,-0.166,0.093
|
| 153 |
+
DeepAR,Chronos-Bolt,0.429,0.143,0.857,-0.039,-0.166,0.093
|
| 154 |
+
DeepAR,TabPFN-TS,0.571,0.143,0.857,-0.027,-0.141,0.069
|
| 155 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
DeepAR,PatchTST,0.429,0.143,0.857,0.09,-0.02,0.249
|
| 157 |
+
DeepAR,Sundial-Base,0.714,0.286,1.0,0.019,-0.081,0.107
|
| 158 |
+
DeepAR,AutoARIMA,0.857,0.571,1.0,0.254,0.068,0.388
|
| 159 |
+
DeepAR,CatBoost,0.857,0.571,1.0,0.204,0.11,0.287
|
| 160 |
+
DeepAR,LightGBM,0.857,0.571,1.0,0.199,0.1,0.286
|
| 161 |
+
DeepAR,Seasonal Naive,1.0,1.0,1.0,0.348,0.232,0.448
|
| 162 |
+
PatchTST,Chronos-2,0.0,0.0,0.0,-0.28,-0.61,-0.074
|
| 163 |
+
PatchTST,TimesFM-2.5,0.0,0.0,0.0,-0.25,-0.548,-0.06
|
| 164 |
+
PatchTST,TiRex,0.0,0.0,0.0,-0.236,-0.553,-0.059
|
| 165 |
+
PatchTST,FlowState,0.143,0.0,0.429,-0.217,-0.51,-0.029
|
| 166 |
+
PatchTST,TFT,0.143,0.0,0.429,-0.107,-0.208,-0.032
|
| 167 |
+
PatchTST,Toto-1.0,0.286,0.0,0.571,-0.175,-0.481,-0.013
|
| 168 |
+
PatchTST,Moirai-2.0,0.571,0.143,1.0,-0.142,-0.448,0.066
|
| 169 |
+
PatchTST,Chronos-Bolt,0.571,0.143,1.0,-0.142,-0.448,0.066
|
| 170 |
+
PatchTST,TabPFN-TS,0.429,0.143,0.714,-0.129,-0.354,0.028
|
| 171 |
+
PatchTST,DeepAR,0.571,0.143,0.857,-0.099,-0.331,0.019
|
| 172 |
+
PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
PatchTST,Sundial-Base,0.571,0.143,1.0,-0.078,-0.315,0.092
|
| 174 |
+
PatchTST,AutoARIMA,0.571,0.143,1.0,0.181,-0.066,0.372
|
| 175 |
+
PatchTST,CatBoost,0.714,0.286,1.0,0.125,-0.054,0.249
|
| 176 |
+
PatchTST,LightGBM,0.714,0.286,1.0,0.12,-0.076,0.256
|
| 177 |
+
PatchTST,Seasonal Naive,0.857,0.571,1.0,0.284,0.113,0.428
|
| 178 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.187,-0.24,-0.145
|
| 179 |
Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.159,-0.203,-0.122
|
| 180 |
Sundial-Base,TiRex,0.0,0.0,0.0,-0.147,-0.2,-0.098
|
| 181 |
+
Sundial-Base,FlowState,0.0,0.0,0.0,-0.128,-0.167,-0.091
|
| 182 |
+
Sundial-Base,TFT,0.143,0.0,0.429,-0.027,-0.141,0.114
|
| 183 |
+
Sundial-Base,Toto-1.0,0.143,0.0,0.429,-0.09,-0.158,-0.023
|
| 184 |
Sundial-Base,Moirai-2.0,0.143,0.0,0.429,-0.059,-0.113,0.0
|
| 185 |
+
Sundial-Base,Chronos-Bolt,0.143,0.0,0.429,-0.059,-0.113,0.0
|
| 186 |
+
Sundial-Base,TabPFN-TS,0.286,0.0,0.571,-0.047,-0.092,-0.011
|
| 187 |
+
Sundial-Base,DeepAR,0.286,0.0,0.714,-0.019,-0.12,0.075
|
| 188 |
+
Sundial-Base,PatchTST,0.429,0.0,0.857,0.073,-0.101,0.24
|
| 189 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
Sundial-Base,AutoARIMA,0.857,0.571,1.0,0.24,0.125,0.325
|
| 191 |
+
Sundial-Base,CatBoost,1.0,1.0,1.0,0.188,0.135,0.234
|
| 192 |
+
Sundial-Base,LightGBM,1.0,1.0,1.0,0.184,0.134,0.229
|
| 193 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.336,0.229,0.428
|
| 194 |
+
AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.562,-0.772,-0.326
|
| 195 |
+
AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.525,-0.736,-0.308
|
| 196 |
+
AutoARIMA,TiRex,0.0,0.0,0.0,-0.509,-0.729,-0.283
|
| 197 |
+
AutoARIMA,FlowState,0.0,0.0,0.0,-0.485,-0.673,-0.284
|
| 198 |
+
AutoARIMA,TFT,0.286,0.0,0.571,-0.351,-0.66,-0.094
|
| 199 |
+
AutoARIMA,Toto-1.0,0.143,0.0,0.429,-0.434,-0.664,-0.205
|
| 200 |
+
AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.394,-0.557,-0.21
|
| 201 |
+
AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.394,-0.557,-0.21
|
| 202 |
+
AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.378,-0.576,-0.214
|
| 203 |
+
AutoARIMA,DeepAR,0.143,0.0,0.429,-0.341,-0.635,-0.073
|
| 204 |
+
AutoARIMA,PatchTST,0.429,0.0,0.857,-0.22,-0.592,0.062
|
| 205 |
+
AutoARIMA,Sundial-Base,0.143,0.0,0.429,-0.316,-0.481,-0.143
|
| 206 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
AutoARIMA,CatBoost,0.286,0.0,0.571,-0.068,-0.26,0.11
|
| 208 |
+
AutoARIMA,LightGBM,0.429,0.143,0.718,-0.074,-0.253,0.102
|
| 209 |
+
AutoARIMA,Seasonal Naive,0.786,0.5,1.0,0.126,-0.02,0.223
|
| 210 |
+
CatBoost,Chronos-2,0.0,0.0,0.0,-0.462,-0.581,-0.352
|
| 211 |
+
CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.428,-0.524,-0.337
|
| 212 |
+
CatBoost,TiRex,0.0,0.0,0.0,-0.413,-0.539,-0.297
|
| 213 |
+
CatBoost,FlowState,0.0,0.0,0.0,-0.39,-0.492,-0.289
|
| 214 |
+
CatBoost,TFT,0.143,0.0,0.429,-0.265,-0.409,-0.116
|
| 215 |
+
CatBoost,Toto-1.0,0.0,0.0,0.0,-0.343,-0.484,-0.206
|
| 216 |
+
CatBoost,Moirai-2.0,0.0,0.0,0.0,-0.305,-0.426,-0.206
|
| 217 |
+
CatBoost,Chronos-Bolt,0.0,0.0,0.0,-0.305,-0.426,-0.206
|
| 218 |
+
CatBoost,TabPFN-TS,0.0,0.0,0.0,-0.29,-0.399,-0.189
|
| 219 |
+
CatBoost,DeepAR,0.143,0.0,0.429,-0.256,-0.402,-0.124
|
| 220 |
+
CatBoost,PatchTST,0.286,0.0,0.714,-0.143,-0.332,0.051
|
| 221 |
+
CatBoost,Sundial-Base,0.0,0.0,0.0,-0.232,-0.305,-0.156
|
| 222 |
+
CatBoost,AutoARIMA,0.714,0.429,1.0,0.064,-0.124,0.207
|
| 223 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
CatBoost,LightGBM,0.429,0.143,0.714,-0.005,-0.026,0.015
|
| 225 |
+
CatBoost,Seasonal Naive,0.714,0.429,1.0,0.181,0.004,0.329
|
| 226 |
+
LightGBM,Chronos-2,0.0,0.0,0.0,-0.455,-0.566,-0.354
|
| 227 |
+
LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.421,-0.503,-0.335
|
| 228 |
+
LightGBM,TiRex,0.0,0.0,0.0,-0.405,-0.53,-0.286
|
| 229 |
+
LightGBM,FlowState,0.0,0.0,0.0,-0.383,-0.478,-0.285
|
| 230 |
+
LightGBM,TFT,0.143,0.0,0.429,-0.258,-0.405,-0.103
|
| 231 |
+
LightGBM,Toto-1.0,0.0,0.0,0.0,-0.336,-0.478,-0.192
|
| 232 |
+
LightGBM,Moirai-2.0,0.0,0.0,0.0,-0.298,-0.408,-0.201
|
| 233 |
+
LightGBM,Chronos-Bolt,0.0,0.0,0.0,-0.298,-0.408,-0.201
|
| 234 |
+
LightGBM,TabPFN-TS,0.0,0.0,0.0,-0.283,-0.383,-0.19
|
| 235 |
+
LightGBM,DeepAR,0.143,0.0,0.429,-0.249,-0.401,-0.111
|
| 236 |
+
LightGBM,PatchTST,0.286,0.0,0.714,-0.137,-0.344,0.07
|
| 237 |
+
LightGBM,Sundial-Base,0.0,0.0,0.0,-0.225,-0.298,-0.155
|
| 238 |
+
LightGBM,AutoARIMA,0.571,0.282,0.857,0.069,-0.114,0.202
|
| 239 |
+
LightGBM,CatBoost,0.571,0.286,0.857,0.005,-0.015,0.025
|
| 240 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
LightGBM,Seasonal Naive,0.571,0.286,0.857,0.186,0.007,0.338
|
| 242 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.787,-1.087,-0.531
|
| 243 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.744,-1.092,-0.458
|
| 244 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.726,-1.023,-0.482
|
| 245 |
+
Seasonal Naive,FlowState,0.0,0.0,0.0,-0.698,-1.017,-0.431
|
| 246 |
+
Seasonal Naive,TFT,0.0,0.0,0.0,-0.545,-0.89,-0.28
|
| 247 |
+
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.64,-0.897,-0.416
|
| 248 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.594,-0.902,-0.329
|
| 249 |
+
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.594,-0.902,-0.329
|
| 250 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.576,-0.849,-0.366
|
| 251 |
+
Seasonal Naive,DeepAR,0.0,0.0,0.0,-0.534,-0.811,-0.303
|
| 252 |
+
Seasonal Naive,PatchTST,0.143,0.0,0.429,-0.396,-0.747,-0.128
|
| 253 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.505,-0.749,-0.296
|
| 254 |
+
Seasonal Naive,AutoARIMA,0.214,0.0,0.5,-0.144,-0.286,0.02
|
| 255 |
+
Seasonal Naive,CatBoost,0.286,0.0,0.571,-0.222,-0.489,-0.004
|
| 256 |
+
Seasonal Naive,LightGBM,0.429,0.143,0.714,-0.228,-0.511,-0.007
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_mobility/pairwise_WAPE.csv
CHANGED
|
@@ -1,226 +1,257 @@
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.018,-0.024,0.065
|
|
|
|
| 4 |
Chronos-2,TiRex,1.0,1.0,1.0,0.039,0.011,0.084
|
| 5 |
-
Chronos-2,
|
|
|
|
|
|
|
| 6 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.083,0.038,0.134
|
| 7 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.083,0.038,0.134
|
| 8 |
-
Chronos-2,Toto-1.0,1.0,1.0,1.0,0.075,0.03,0.134
|
| 9 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.106,0.06,0.154
|
| 10 |
-
Chronos-2,
|
| 11 |
-
Chronos-2,
|
|
|
|
|
|
|
|
|
|
| 12 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.314,0.232,0.391
|
| 13 |
-
Chronos-2,AutoTheta,1.0,1.0,1.0,0.314,0.201,0.401
|
| 14 |
-
Chronos-2,AutoETS,1.0,1.0,1.0,0.443,0.261,0.591
|
| 15 |
-
Chronos-2,Naive,1.0,1.0,1.0,0.522,0.402,0.632
|
| 16 |
-
Chronos-2,Drift,1.0,1.0,1.0,0.568,0.454,0.667
|
| 17 |
TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.019,-0.069,0.024
|
| 18 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 19 |
TimesFM-2.5,TiRex,0.571,0.143,0.857,0.021,-0.017,0.056
|
| 20 |
-
TimesFM-2.5,
|
|
|
|
|
|
|
| 21 |
TimesFM-2.5,Moirai-2.0,0.857,0.571,1.0,0.066,0.024,0.118
|
| 22 |
TimesFM-2.5,Chronos-Bolt,0.857,0.571,1.0,0.066,0.024,0.118
|
| 23 |
-
TimesFM-2.5,Toto-1.0,0.714,0.286,1.0,0.057,-0.002,0.112
|
| 24 |
TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.089,0.047,0.134
|
| 25 |
-
TimesFM-2.5,
|
| 26 |
-
TimesFM-2.5,
|
|
|
|
|
|
|
|
|
|
| 27 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.301,0.204,0.392
|
| 28 |
-
|
| 29 |
-
TimesFM-2.5,
|
| 30 |
-
|
| 31 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
TiRex,Chronos-2,0.0,0.0,0.0,-0.04,-0.091,-0.011
|
| 33 |
TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.021,-0.059,0.016
|
|
|
|
| 34 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
-
TiRex,
|
|
|
|
|
|
|
| 36 |
TiRex,Moirai-2.0,0.714,0.429,1.0,0.047,0.006,0.101
|
| 37 |
TiRex,Chronos-Bolt,0.714,0.429,1.0,0.047,0.006,0.101
|
| 38 |
-
TiRex,Toto-1.0,0.857,0.571,1.0,0.037,0.013,0.064
|
| 39 |
TiRex,Sundial-Base,0.857,0.571,1.0,0.07,0.022,0.12
|
| 40 |
-
TiRex,
|
| 41 |
-
TiRex,
|
|
|
|
|
|
|
|
|
|
| 42 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.287,0.21,0.357
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
TiRex,
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
TabPFN-TS,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 50 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
-
TabPFN-TS,Moirai-2.0,0.571,0.286,1.0,0.
|
| 52 |
-
TabPFN-TS,Chronos-Bolt,0.571,0.286,1.0,0.
|
| 53 |
-
TabPFN-TS,
|
| 54 |
-
TabPFN-TS,
|
| 55 |
-
TabPFN-TS,
|
| 56 |
-
TabPFN-TS,
|
| 57 |
-
TabPFN-TS,
|
| 58 |
-
TabPFN-TS,
|
| 59 |
-
TabPFN-TS,
|
| 60 |
-
TabPFN-TS,Naive,1.0,1.0,1.0,0.482,0.34,0.599
|
| 61 |
-
TabPFN-TS,Drift,1.0,1.0,1.0,0.532,0.409,0.638
|
| 62 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.091,-0.155,-0.04
|
| 63 |
Moirai-2.0,TimesFM-2.5,0.143,0.0,0.429,-0.071,-0.134,-0.025
|
|
|
|
| 64 |
Moirai-2.0,TiRex,0.286,0.0,0.571,-0.049,-0.112,-0.006
|
| 65 |
-
Moirai-2.0,
|
|
|
|
|
|
|
| 66 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
Moirai-2.0,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 68 |
-
Moirai-2.0,Toto-1.0,0.571,0.143,0.857,-0.01,-0.082,0.042
|
| 69 |
Moirai-2.0,Sundial-Base,0.429,0.0,0.714,0.024,-0.026,0.082
|
| 70 |
-
Moirai-2.0,
|
| 71 |
-
Moirai-2.0,
|
|
|
|
|
|
|
|
|
|
| 72 |
Moirai-2.0,Seasonal Naive,0.857,0.571,1.0,0.252,0.148,0.333
|
| 73 |
-
Moirai-2.0,AutoTheta,1.0,1.0,1.0,0.252,0.14,0.351
|
| 74 |
-
Moirai-2.0,AutoETS,1.0,1.0,1.0,0.392,0.19,0.557
|
| 75 |
-
Moirai-2.0,Naive,1.0,1.0,1.0,0.479,0.328,0.604
|
| 76 |
-
Moirai-2.0,Drift,1.0,1.0,1.0,0.529,0.406,0.64
|
| 77 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.091,-0.155,-0.04
|
| 78 |
Chronos-Bolt,TimesFM-2.5,0.143,0.0,0.429,-0.071,-0.134,-0.025
|
|
|
|
| 79 |
Chronos-Bolt,TiRex,0.286,0.0,0.571,-0.049,-0.112,-0.006
|
| 80 |
-
Chronos-Bolt,
|
|
|
|
|
|
|
| 81 |
Chronos-Bolt,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 82 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 83 |
-
Chronos-Bolt,Toto-1.0,0.571,0.143,0.857,-0.01,-0.082,0.042
|
| 84 |
Chronos-Bolt,Sundial-Base,0.429,0.0,0.714,0.024,-0.026,0.082
|
| 85 |
-
Chronos-Bolt,
|
| 86 |
-
Chronos-Bolt,
|
|
|
|
|
|
|
|
|
|
| 87 |
Chronos-Bolt,Seasonal Naive,0.857,0.571,1.0,0.252,0.148,0.333
|
| 88 |
-
Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.252,0.14,0.351
|
| 89 |
-
Chronos-Bolt,AutoETS,1.0,1.0,1.0,0.392,0.19,0.557
|
| 90 |
-
Chronos-Bolt,Naive,1.0,1.0,1.0,0.479,0.328,0.604
|
| 91 |
-
Chronos-Bolt,Drift,1.0,1.0,1.0,0.529,0.406,0.64
|
| 92 |
-
Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.081,-0.155,-0.031
|
| 93 |
-
Toto-1.0,TimesFM-2.5,0.286,0.0,0.714,-0.061,-0.126,0.002
|
| 94 |
-
Toto-1.0,TiRex,0.143,0.0,0.429,-0.039,-0.068,-0.013
|
| 95 |
-
Toto-1.0,TabPFN-TS,0.571,0.143,0.857,0.003,-0.068,0.069
|
| 96 |
-
Toto-1.0,Moirai-2.0,0.429,0.143,0.857,0.01,-0.044,0.076
|
| 97 |
-
Toto-1.0,Chronos-Bolt,0.429,0.143,0.857,0.01,-0.044,0.076
|
| 98 |
-
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
-
Toto-1.0,Sundial-Base,0.714,0.286,1.0,0.034,-0.037,0.105
|
| 100 |
-
Toto-1.0,Stat. Ensemble,0.857,0.571,1.0,0.223,0.115,0.32
|
| 101 |
-
Toto-1.0,AutoARIMA,0.857,0.571,1.0,0.241,0.135,0.323
|
| 102 |
-
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.259,0.186,0.327
|
| 103 |
-
Toto-1.0,AutoTheta,1.0,1.0,1.0,0.259,0.134,0.355
|
| 104 |
-
Toto-1.0,AutoETS,0.857,0.571,1.0,0.398,0.183,0.558
|
| 105 |
-
Toto-1.0,Naive,1.0,1.0,1.0,0.484,0.361,0.601
|
| 106 |
-
Toto-1.0,Drift,1.0,1.0,1.0,0.533,0.424,0.639
|
| 107 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.118,-0.182,-0.064
|
| 108 |
Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.097,-0.155,-0.049
|
|
|
|
| 109 |
Sundial-Base,TiRex,0.143,0.0,0.429,-0.075,-0.137,-0.022
|
| 110 |
-
Sundial-Base,
|
|
|
|
|
|
|
| 111 |
Sundial-Base,Moirai-2.0,0.571,0.286,1.0,-0.025,-0.089,0.026
|
| 112 |
Sundial-Base,Chronos-Bolt,0.571,0.286,1.0,-0.025,-0.089,0.026
|
| 113 |
-
Sundial-Base,Toto-1.0,0.286,0.0,0.714,-0.035,-0.117,0.036
|
| 114 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
Sundial-Base,
|
| 116 |
-
Sundial-Base,
|
|
|
|
|
|
|
|
|
|
| 117 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.233,0.129,0.32
|
| 118 |
-
|
| 119 |
-
|
| 120 |
-
|
| 121 |
-
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
Stat. Ensemble,
|
| 132 |
-
Stat. Ensemble,Seasonal Naive,0.714,0.429,0.929,0.046,-0.053,0.122
|
| 133 |
-
Stat. Ensemble,AutoTheta,0.714,0.429,1.0,0.046,-0.075,0.154
|
| 134 |
-
Stat. Ensemble,AutoETS,0.857,0.571,1.0,0.225,0.031,0.454
|
| 135 |
-
Stat. Ensemble,Naive,1.0,1.0,1.0,0.336,0.169,0.472
|
| 136 |
-
Stat. Ensemble,Drift,1.0,1.0,1.0,0.399,0.251,0.523
|
| 137 |
-
AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.423,-0.586,-0.259
|
| 138 |
-
AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.397,-0.599,-0.225
|
| 139 |
-
AutoARIMA,TiRex,0.0,0.0,0.0,-0.368,-0.527,-0.214
|
| 140 |
-
AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.313,-0.452,-0.183
|
| 141 |
-
AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.305,-0.453,-0.17
|
| 142 |
-
AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.305,-0.453,-0.17
|
| 143 |
-
AutoARIMA,Toto-1.0,0.143,0.0,0.429,-0.317,-0.478,-0.156
|
| 144 |
-
AutoARIMA,Sundial-Base,0.143,0.0,0.429,-0.273,-0.421,-0.131
|
| 145 |
-
AutoARIMA,Stat. Ensemble,0.429,0.143,0.714,-0.024,-0.06,0.003
|
| 146 |
-
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
-
AutoARIMA,Seasonal Naive,0.714,0.429,0.929,0.024,-0.078,0.095
|
| 148 |
-
AutoARIMA,AutoTheta,0.714,0.429,1.0,0.024,-0.083,0.116
|
| 149 |
-
AutoARIMA,AutoETS,0.857,0.571,1.0,0.207,0.025,0.416
|
| 150 |
-
AutoARIMA,Naive,1.0,1.0,1.0,0.32,0.141,0.464
|
| 151 |
-
AutoARIMA,Drift,1.0,1.0,1.0,0.385,0.232,0.514
|
| 152 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.458,-0.643,-0.303
|
| 153 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.431,-0.644,-0.257
|
|
|
|
| 154 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.402,-0.555,-0.267
|
| 155 |
-
Seasonal Naive,
|
|
|
|
|
|
|
| 156 |
Seasonal Naive,Moirai-2.0,0.143,0.0,0.429,-0.337,-0.499,-0.174
|
| 157 |
Seasonal Naive,Chronos-Bolt,0.143,0.0,0.429,-0.337,-0.499,-0.174
|
| 158 |
-
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.35,-0.486,-0.228
|
| 159 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.304,-0.47,-0.149
|
| 160 |
-
Seasonal Naive,
|
| 161 |
-
Seasonal Naive,
|
|
|
|
|
|
|
|
|
|
| 162 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
Seasonal Naive,AutoTheta,0.429,0.0,0.718,-0.0,-0.126,0.117
|
| 164 |
-
Seasonal Naive,AutoETS,0.571,0.143,0.857,0.188,-0.039,0.409
|
| 165 |
-
Seasonal Naive,Naive,1.0,1.0,1.0,0.303,0.168,0.426
|
| 166 |
-
Seasonal Naive,Drift,1.0,1.0,1.0,0.37,0.244,0.476
|
| 167 |
-
AutoTheta,Chronos-2,0.0,0.0,0.0,-0.458,-0.67,-0.251
|
| 168 |
-
AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-0.431,-0.67,-0.233
|
| 169 |
-
AutoTheta,TiRex,0.0,0.0,0.0,-0.401,-0.605,-0.209
|
| 170 |
-
AutoTheta,TabPFN-TS,0.0,0.0,0.0,-0.345,-0.517,-0.192
|
| 171 |
-
AutoTheta,Moirai-2.0,0.0,0.0,0.0,-0.336,-0.542,-0.163
|
| 172 |
-
AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.336,-0.542,-0.163
|
| 173 |
-
AutoTheta,Toto-1.0,0.0,0.0,0.0,-0.349,-0.549,-0.155
|
| 174 |
-
AutoTheta,Sundial-Base,0.0,0.0,0.0,-0.304,-0.476,-0.161
|
| 175 |
-
AutoTheta,Stat. Ensemble,0.286,0.0,0.571,-0.048,-0.182,0.07
|
| 176 |
-
AutoTheta,AutoARIMA,0.286,0.0,0.571,-0.024,-0.132,0.076
|
| 177 |
-
AutoTheta,Seasonal Naive,0.571,0.282,1.0,0.0,-0.132,0.112
|
| 178 |
-
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
AutoTheta,AutoETS,0.571,0.143,0.857,0.188,0.007,0.358
|
| 180 |
-
AutoTheta,Naive,0.857,0.571,1.0,0.304,0.124,0.431
|
| 181 |
-
AutoTheta,Drift,1.0,1.0,1.0,0.371,0.225,0.483
|
| 182 |
-
AutoETS,Chronos-2,0.0,0.0,0.0,-0.795,-1.442,-0.353
|
| 183 |
-
AutoETS,TimesFM-2.5,0.0,0.0,0.0,-0.762,-1.377,-0.314
|
| 184 |
-
AutoETS,TiRex,0.0,0.0,0.0,-0.726,-1.355,-0.29
|
| 185 |
-
AutoETS,TabPFN-TS,0.0,0.0,0.0,-0.656,-1.212,-0.263
|
| 186 |
-
AutoETS,Moirai-2.0,0.0,0.0,0.0,-0.645,-1.259,-0.234
|
| 187 |
-
AutoETS,Chronos-Bolt,0.0,0.0,0.0,-0.645,-1.259,-0.234
|
| 188 |
-
AutoETS,Toto-1.0,0.143,0.0,0.429,-0.661,-1.263,-0.224
|
| 189 |
-
AutoETS,Sundial-Base,0.0,0.0,0.0,-0.605,-1.069,-0.251
|
| 190 |
-
AutoETS,Stat. Ensemble,0.143,0.0,0.429,-0.291,-0.831,-0.032
|
| 191 |
-
AutoETS,AutoARIMA,0.143,0.0,0.429,-0.261,-0.713,-0.025
|
| 192 |
-
AutoETS,Seasonal Naive,0.429,0.143,0.857,-0.231,-0.693,0.037
|
| 193 |
-
AutoETS,AutoTheta,0.429,0.143,0.857,-0.231,-0.558,-0.007
|
| 194 |
-
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
AutoETS,Naive,0.857,0.571,1.0,0.143,-0.329,0.392
|
| 196 |
-
AutoETS,Drift,0.857,0.571,1.0,0.225,-0.164,0.446
|
| 197 |
-
Naive,Chronos-2,0.0,0.0,0.0,-1.094,-1.716,-0.672
|
| 198 |
-
Naive,TimesFM-2.5,0.0,0.0,0.0,-1.055,-1.74,-0.6
|
| 199 |
-
Naive,TiRex,0.0,0.0,0.0,-1.013,-1.625,-0.609
|
| 200 |
-
Naive,TabPFN-TS,0.0,0.0,0.0,-0.932,-1.494,-0.515
|
| 201 |
-
Naive,Moirai-2.0,0.0,0.0,0.0,-0.919,-1.523,-0.488
|
| 202 |
-
Naive,Chronos-Bolt,0.0,0.0,0.0,-0.919,-1.523,-0.488
|
| 203 |
-
Naive,Toto-1.0,0.0,0.0,0.0,-0.937,-1.509,-0.564
|
| 204 |
-
Naive,Sundial-Base,0.0,0.0,0.0,-0.872,-1.455,-0.443
|
| 205 |
-
Naive,Stat. Ensemble,0.0,0.0,0.0,-0.506,-0.892,-0.203
|
| 206 |
-
Naive,AutoARIMA,0.0,0.0,0.0,-0.471,-0.866,-0.164
|
| 207 |
-
Naive,Seasonal Naive,0.0,0.0,0.0,-0.436,-0.742,-0.202
|
| 208 |
-
Naive,AutoTheta,0.143,0.0,0.429,-0.436,-0.759,-0.141
|
| 209 |
-
Naive,AutoETS,0.143,0.0,0.429,-0.166,-0.644,0.247
|
| 210 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Naive,Drift,1.0,1.0,1.0,0.096,0.059,0.132
|
| 212 |
-
Drift,Chronos-2,0.0,0.0,0.0,-1.316,-2.005,-0.833
|
| 213 |
-
Drift,TimesFM-2.5,0.0,0.0,0.0,-1.273,-2.03,-0.758
|
| 214 |
-
Drift,TiRex,0.0,0.0,0.0,-1.226,-1.905,-0.772
|
| 215 |
-
Drift,TabPFN-TS,0.0,0.0,0.0,-1.137,-1.766,-0.692
|
| 216 |
-
Drift,Moirai-2.0,0.0,0.0,0.0,-1.123,-1.78,-0.683
|
| 217 |
-
Drift,Chronos-Bolt,0.0,0.0,0.0,-1.123,-1.78,-0.683
|
| 218 |
-
Drift,Toto-1.0,0.0,0.0,0.0,-1.143,-1.769,-0.735
|
| 219 |
-
Drift,Sundial-Base,0.0,0.0,0.0,-1.071,-1.702,-0.619
|
| 220 |
-
Drift,Stat. Ensemble,0.0,0.0,0.0,-0.665,-1.096,-0.335
|
| 221 |
-
Drift,AutoARIMA,0.0,0.0,0.0,-0.627,-1.057,-0.301
|
| 222 |
-
Drift,Seasonal Naive,0.0,0.0,0.0,-0.588,-0.907,-0.322
|
| 223 |
-
Drift,AutoTheta,0.0,0.0,0.0,-0.589,-0.934,-0.291
|
| 224 |
-
Drift,AutoETS,0.143,0.0,0.429,-0.29,-0.804,0.141
|
| 225 |
-
Drift,Naive,0.0,0.0,0.0,-0.106,-0.152,-0.063
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.018,-0.024,0.065
|
| 4 |
+
Chronos-2,FlowState,0.714,0.429,1.0,0.04,0.004,0.081
|
| 5 |
Chronos-2,TiRex,1.0,1.0,1.0,0.039,0.011,0.084
|
| 6 |
+
Chronos-2,TFT,0.857,0.571,1.0,0.113,0.018,0.255
|
| 7 |
+
Chronos-2,Toto-1.0,1.0,1.0,1.0,0.074,0.03,0.134
|
| 8 |
+
Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.082,0.049,0.113
|
| 9 |
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.083,0.038,0.134
|
| 10 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.083,0.038,0.134
|
|
|
|
| 11 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.106,0.06,0.154
|
| 12 |
+
Chronos-2,DeepAR,0.857,0.571,1.0,0.131,0.048,0.222
|
| 13 |
+
Chronos-2,PatchTST,1.0,1.0,1.0,0.174,0.062,0.296
|
| 14 |
+
Chronos-2,CatBoost,0.857,0.571,1.0,0.152,0.084,0.214
|
| 15 |
+
Chronos-2,LightGBM,1.0,1.0,1.0,0.149,0.09,0.203
|
| 16 |
+
Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.267,0.178,0.34
|
| 17 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.314,0.232,0.391
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.019,-0.069,0.024
|
| 19 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
TimesFM-2.5,FlowState,0.857,0.571,1.0,0.022,0.007,0.037
|
| 21 |
TimesFM-2.5,TiRex,0.571,0.143,0.857,0.021,-0.017,0.056
|
| 22 |
+
TimesFM-2.5,TFT,0.714,0.429,1.0,0.096,-0.01,0.224
|
| 23 |
+
TimesFM-2.5,Toto-1.0,0.714,0.286,1.0,0.057,-0.003,0.111
|
| 24 |
+
TimesFM-2.5,TabPFN-TS,1.0,1.0,1.0,0.064,0.035,0.097
|
| 25 |
TimesFM-2.5,Moirai-2.0,0.857,0.571,1.0,0.066,0.024,0.118
|
| 26 |
TimesFM-2.5,Chronos-Bolt,0.857,0.571,1.0,0.066,0.024,0.118
|
|
|
|
| 27 |
TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.089,0.047,0.134
|
| 28 |
+
TimesFM-2.5,DeepAR,0.857,0.571,1.0,0.115,0.041,0.183
|
| 29 |
+
TimesFM-2.5,PatchTST,1.0,1.0,1.0,0.159,0.067,0.258
|
| 30 |
+
TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.136,0.078,0.19
|
| 31 |
+
TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.133,0.081,0.178
|
| 32 |
+
TimesFM-2.5,Stat. Ensemble,1.0,1.0,1.0,0.253,0.155,0.341
|
| 33 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.301,0.204,0.392
|
| 34 |
+
FlowState,Chronos-2,0.286,0.0,0.571,-0.042,-0.088,-0.004
|
| 35 |
+
FlowState,TimesFM-2.5,0.143,0.0,0.429,-0.023,-0.039,-0.007
|
| 36 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
FlowState,TiRex,0.571,0.143,0.857,-0.002,-0.043,0.031
|
| 38 |
+
FlowState,TFT,0.714,0.429,1.0,0.076,-0.033,0.205
|
| 39 |
+
FlowState,Toto-1.0,0.714,0.286,1.0,0.035,-0.029,0.088
|
| 40 |
+
FlowState,TabPFN-TS,1.0,1.0,1.0,0.043,0.023,0.067
|
| 41 |
+
FlowState,Moirai-2.0,0.857,0.571,1.0,0.045,0.007,0.088
|
| 42 |
+
FlowState,Chronos-Bolt,0.857,0.571,1.0,0.045,0.007,0.088
|
| 43 |
+
FlowState,Sundial-Base,1.0,1.0,1.0,0.068,0.034,0.104
|
| 44 |
+
FlowState,DeepAR,0.857,0.571,1.0,0.095,0.01,0.169
|
| 45 |
+
FlowState,PatchTST,1.0,1.0,1.0,0.139,0.042,0.243
|
| 46 |
+
FlowState,CatBoost,0.857,0.571,1.0,0.117,0.056,0.171
|
| 47 |
+
FlowState,LightGBM,1.0,1.0,1.0,0.113,0.06,0.16
|
| 48 |
+
FlowState,Stat. Ensemble,1.0,1.0,1.0,0.236,0.143,0.321
|
| 49 |
+
FlowState,Seasonal Naive,1.0,1.0,1.0,0.285,0.189,0.371
|
| 50 |
TiRex,Chronos-2,0.0,0.0,0.0,-0.04,-0.091,-0.011
|
| 51 |
TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.021,-0.059,0.016
|
| 52 |
+
TiRex,FlowState,0.429,0.143,0.857,0.002,-0.031,0.041
|
| 53 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
TiRex,TFT,0.571,0.143,0.857,0.077,-0.044,0.226
|
| 55 |
+
TiRex,Toto-1.0,0.857,0.571,1.0,0.037,0.012,0.063
|
| 56 |
+
TiRex,TabPFN-TS,0.714,0.286,1.0,0.045,0.01,0.078
|
| 57 |
TiRex,Moirai-2.0,0.714,0.429,1.0,0.047,0.006,0.101
|
| 58 |
TiRex,Chronos-Bolt,0.714,0.429,1.0,0.047,0.006,0.101
|
|
|
|
| 59 |
TiRex,Sundial-Base,0.857,0.571,1.0,0.07,0.022,0.12
|
| 60 |
+
TiRex,DeepAR,0.857,0.571,1.0,0.096,0.033,0.157
|
| 61 |
+
TiRex,PatchTST,1.0,1.0,1.0,0.141,0.051,0.248
|
| 62 |
+
TiRex,CatBoost,0.714,0.429,1.0,0.118,0.043,0.189
|
| 63 |
+
TiRex,LightGBM,0.857,0.571,1.0,0.115,0.041,0.182
|
| 64 |
+
TiRex,Stat. Ensemble,1.0,1.0,1.0,0.237,0.146,0.318
|
| 65 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.287,0.21,0.357
|
| 66 |
+
TFT,Chronos-2,0.143,0.0,0.429,-0.127,-0.342,-0.018
|
| 67 |
+
TFT,TimesFM-2.5,0.286,0.0,0.571,-0.107,-0.289,0.01
|
| 68 |
+
TFT,FlowState,0.286,0.0,0.571,-0.082,-0.258,0.032
|
| 69 |
+
TFT,TiRex,0.429,0.143,0.857,-0.084,-0.292,0.042
|
| 70 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
TFT,Toto-1.0,0.571,0.282,0.857,-0.044,-0.269,0.099
|
| 72 |
+
TFT,TabPFN-TS,0.714,0.429,1.0,-0.035,-0.202,0.071
|
| 73 |
+
TFT,Moirai-2.0,0.571,0.282,0.857,-0.033,-0.24,0.101
|
| 74 |
+
TFT,Chronos-Bolt,0.571,0.282,0.857,-0.033,-0.24,0.101
|
| 75 |
+
TFT,Sundial-Base,0.571,0.282,0.857,-0.008,-0.139,0.08
|
| 76 |
+
TFT,DeepAR,0.714,0.429,1.0,0.02,-0.136,0.153
|
| 77 |
+
TFT,PatchTST,0.714,0.429,1.0,0.069,0.002,0.157
|
| 78 |
+
TFT,CatBoost,0.714,0.429,1.0,0.044,-0.072,0.132
|
| 79 |
+
TFT,LightGBM,0.857,0.571,1.0,0.041,-0.078,0.126
|
| 80 |
+
TFT,Stat. Ensemble,0.714,0.429,1.0,0.173,-0.047,0.327
|
| 81 |
+
TFT,Seasonal Naive,0.857,0.571,1.0,0.227,0.023,0.368
|
| 82 |
+
Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.08,-0.155,-0.031
|
| 83 |
+
Toto-1.0,TimesFM-2.5,0.286,0.0,0.714,-0.06,-0.125,0.003
|
| 84 |
+
Toto-1.0,FlowState,0.286,0.0,0.714,-0.037,-0.096,0.028
|
| 85 |
+
Toto-1.0,TiRex,0.143,0.0,0.429,-0.038,-0.067,-0.013
|
| 86 |
+
Toto-1.0,TFT,0.429,0.143,0.718,0.042,-0.11,0.212
|
| 87 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Toto-1.0,TabPFN-TS,0.571,0.143,0.857,0.008,-0.055,0.066
|
| 89 |
+
Toto-1.0,Moirai-2.0,0.429,0.143,0.857,0.01,-0.044,0.076
|
| 90 |
+
Toto-1.0,Chronos-Bolt,0.429,0.143,0.857,0.01,-0.044,0.076
|
| 91 |
+
Toto-1.0,Sundial-Base,0.714,0.286,1.0,0.034,-0.036,0.105
|
| 92 |
+
Toto-1.0,DeepAR,0.714,0.429,1.0,0.061,0.002,0.119
|
| 93 |
+
Toto-1.0,PatchTST,0.714,0.429,1.0,0.108,0.013,0.235
|
| 94 |
+
Toto-1.0,CatBoost,0.714,0.429,1.0,0.084,-0.014,0.172
|
| 95 |
+
Toto-1.0,LightGBM,0.714,0.429,1.0,0.081,-0.02,0.168
|
| 96 |
+
Toto-1.0,Stat. Ensemble,0.857,0.571,1.0,0.208,0.105,0.297
|
| 97 |
+
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.259,0.186,0.328
|
| 98 |
+
TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.089,-0.128,-0.052
|
| 99 |
+
TabPFN-TS,TimesFM-2.5,0.0,0.0,0.0,-0.069,-0.108,-0.036
|
| 100 |
+
TabPFN-TS,FlowState,0.0,0.0,0.0,-0.045,-0.072,-0.023
|
| 101 |
+
TabPFN-TS,TiRex,0.286,0.0,0.714,-0.047,-0.085,-0.01
|
| 102 |
+
TabPFN-TS,TFT,0.286,0.0,0.571,0.034,-0.077,0.168
|
| 103 |
+
TabPFN-TS,Toto-1.0,0.429,0.143,0.857,-0.008,-0.071,0.052
|
| 104 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
TabPFN-TS,Moirai-2.0,0.571,0.286,1.0,0.002,-0.05,0.054
|
| 106 |
+
TabPFN-TS,Chronos-Bolt,0.571,0.286,1.0,0.002,-0.05,0.054
|
| 107 |
+
TabPFN-TS,Sundial-Base,0.714,0.429,1.0,0.026,-0.003,0.06
|
| 108 |
+
TabPFN-TS,DeepAR,0.571,0.286,0.857,0.054,-0.032,0.137
|
| 109 |
+
TabPFN-TS,PatchTST,0.714,0.429,1.0,0.101,-0.002,0.212
|
| 110 |
+
TabPFN-TS,CatBoost,0.857,0.571,1.0,0.077,-0.003,0.142
|
| 111 |
+
TabPFN-TS,LightGBM,0.714,0.429,1.0,0.073,0.006,0.131
|
| 112 |
+
TabPFN-TS,Stat. Ensemble,0.857,0.571,1.0,0.201,0.111,0.282
|
| 113 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.253,0.163,0.331
|
|
|
|
|
|
|
| 114 |
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.091,-0.155,-0.04
|
| 115 |
Moirai-2.0,TimesFM-2.5,0.143,0.0,0.429,-0.071,-0.134,-0.025
|
| 116 |
+
Moirai-2.0,FlowState,0.143,0.0,0.429,-0.047,-0.096,-0.007
|
| 117 |
Moirai-2.0,TiRex,0.286,0.0,0.571,-0.049,-0.112,-0.006
|
| 118 |
+
Moirai-2.0,TFT,0.429,0.143,0.718,0.032,-0.112,0.193
|
| 119 |
+
Moirai-2.0,Toto-1.0,0.571,0.143,0.857,-0.01,-0.083,0.042
|
| 120 |
+
Moirai-2.0,TabPFN-TS,0.429,0.0,0.714,-0.002,-0.057,0.047
|
| 121 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
Moirai-2.0,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 123 |
Moirai-2.0,Sundial-Base,0.429,0.0,0.714,0.024,-0.026,0.082
|
| 124 |
+
Moirai-2.0,DeepAR,0.571,0.143,0.857,0.052,-0.051,0.139
|
| 125 |
+
Moirai-2.0,PatchTST,0.714,0.286,1.0,0.099,-0.026,0.23
|
| 126 |
+
Moirai-2.0,CatBoost,0.571,0.143,0.857,0.075,0.003,0.151
|
| 127 |
+
Moirai-2.0,LightGBM,0.714,0.286,1.0,0.072,-0.001,0.143
|
| 128 |
+
Moirai-2.0,Stat. Ensemble,1.0,1.0,1.0,0.2,0.116,0.287
|
| 129 |
Moirai-2.0,Seasonal Naive,0.857,0.571,1.0,0.252,0.148,0.333
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.091,-0.155,-0.04
|
| 131 |
Chronos-Bolt,TimesFM-2.5,0.143,0.0,0.429,-0.071,-0.134,-0.025
|
| 132 |
+
Chronos-Bolt,FlowState,0.143,0.0,0.429,-0.047,-0.096,-0.007
|
| 133 |
Chronos-Bolt,TiRex,0.286,0.0,0.571,-0.049,-0.112,-0.006
|
| 134 |
+
Chronos-Bolt,TFT,0.429,0.143,0.718,0.032,-0.112,0.193
|
| 135 |
+
Chronos-Bolt,Toto-1.0,0.571,0.143,0.857,-0.01,-0.083,0.042
|
| 136 |
+
Chronos-Bolt,TabPFN-TS,0.429,0.0,0.714,-0.002,-0.057,0.047
|
| 137 |
Chronos-Bolt,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 138 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 139 |
Chronos-Bolt,Sundial-Base,0.429,0.0,0.714,0.024,-0.026,0.082
|
| 140 |
+
Chronos-Bolt,DeepAR,0.571,0.143,0.857,0.052,-0.051,0.139
|
| 141 |
+
Chronos-Bolt,PatchTST,0.714,0.286,1.0,0.099,-0.026,0.23
|
| 142 |
+
Chronos-Bolt,CatBoost,0.571,0.143,0.857,0.075,0.003,0.151
|
| 143 |
+
Chronos-Bolt,LightGBM,0.714,0.286,1.0,0.072,-0.001,0.143
|
| 144 |
+
Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.2,0.116,0.287
|
| 145 |
Chronos-Bolt,Seasonal Naive,0.857,0.571,1.0,0.252,0.148,0.333
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 146 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.118,-0.182,-0.064
|
| 147 |
Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.097,-0.155,-0.049
|
| 148 |
+
Sundial-Base,FlowState,0.0,0.0,0.0,-0.073,-0.116,-0.035
|
| 149 |
Sundial-Base,TiRex,0.143,0.0,0.429,-0.075,-0.137,-0.022
|
| 150 |
+
Sundial-Base,TFT,0.429,0.143,0.718,0.008,-0.087,0.122
|
| 151 |
+
Sundial-Base,Toto-1.0,0.286,0.0,0.714,-0.035,-0.117,0.035
|
| 152 |
+
Sundial-Base,TabPFN-TS,0.286,0.0,0.571,-0.027,-0.064,0.003
|
| 153 |
Sundial-Base,Moirai-2.0,0.571,0.286,1.0,-0.025,-0.089,0.026
|
| 154 |
Sundial-Base,Chronos-Bolt,0.571,0.286,1.0,-0.025,-0.089,0.026
|
|
|
|
| 155 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
Sundial-Base,DeepAR,0.429,0.143,0.857,0.028,-0.056,0.119
|
| 157 |
+
Sundial-Base,PatchTST,0.429,0.0,0.857,0.077,-0.02,0.174
|
| 158 |
+
Sundial-Base,CatBoost,0.857,0.571,1.0,0.052,-0.014,0.109
|
| 159 |
+
Sundial-Base,LightGBM,0.571,0.143,0.857,0.049,-0.009,0.105
|
| 160 |
+
Sundial-Base,Stat. Ensemble,0.857,0.571,1.0,0.18,0.071,0.27
|
| 161 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.233,0.129,0.32
|
| 162 |
+
DeepAR,Chronos-2,0.143,0.0,0.429,-0.151,-0.285,-0.051
|
| 163 |
+
DeepAR,TimesFM-2.5,0.143,0.0,0.429,-0.13,-0.224,-0.043
|
| 164 |
+
DeepAR,FlowState,0.143,0.0,0.429,-0.104,-0.204,-0.01
|
| 165 |
+
DeepAR,TiRex,0.143,0.0,0.429,-0.106,-0.186,-0.034
|
| 166 |
+
DeepAR,TFT,0.286,0.0,0.571,-0.021,-0.18,0.12
|
| 167 |
+
DeepAR,Toto-1.0,0.286,0.0,0.571,-0.065,-0.135,-0.002
|
| 168 |
+
DeepAR,TabPFN-TS,0.429,0.143,0.714,-0.057,-0.159,0.031
|
| 169 |
+
DeepAR,Moirai-2.0,0.429,0.143,0.857,-0.055,-0.162,0.048
|
| 170 |
+
DeepAR,Chronos-Bolt,0.429,0.143,0.857,-0.055,-0.162,0.048
|
| 171 |
+
DeepAR,Sundial-Base,0.571,0.143,0.857,-0.029,-0.136,0.053
|
| 172 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
DeepAR,PatchTST,0.429,0.0,0.718,0.049,-0.024,0.144
|
| 174 |
+
DeepAR,CatBoost,0.714,0.429,1.0,0.024,-0.079,0.111
|
| 175 |
+
DeepAR,LightGBM,0.714,0.286,1.0,0.021,-0.092,0.109
|
| 176 |
+
DeepAR,Stat. Ensemble,0.571,0.143,1.0,0.156,0.001,0.294
|
| 177 |
+
DeepAR,Seasonal Naive,1.0,1.0,1.0,0.211,0.103,0.314
|
| 178 |
+
PatchTST,Chronos-2,0.0,0.0,0.0,-0.211,-0.42,-0.066
|
| 179 |
+
PatchTST,TimesFM-2.5,0.0,0.0,0.0,-0.188,-0.348,-0.071
|
| 180 |
+
PatchTST,FlowState,0.0,0.0,0.0,-0.162,-0.32,-0.044
|
| 181 |
+
PatchTST,TiRex,0.0,0.0,0.0,-0.164,-0.331,-0.054
|
| 182 |
+
PatchTST,TFT,0.286,0.0,0.571,-0.074,-0.187,-0.002
|
| 183 |
+
PatchTST,Toto-1.0,0.286,0.0,0.571,-0.121,-0.306,-0.013
|
| 184 |
+
PatchTST,TabPFN-TS,0.286,0.0,0.571,-0.112,-0.269,0.002
|
| 185 |
+
PatchTST,Moirai-2.0,0.286,0.0,0.714,-0.11,-0.299,0.025
|
| 186 |
+
PatchTST,Chronos-Bolt,0.286,0.0,0.714,-0.11,-0.299,0.025
|
| 187 |
+
PatchTST,Sundial-Base,0.571,0.143,1.0,-0.083,-0.21,0.019
|
| 188 |
+
PatchTST,DeepAR,0.571,0.282,1.0,-0.052,-0.168,0.023
|
| 189 |
+
PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
PatchTST,CatBoost,0.571,0.286,0.857,-0.026,-0.149,0.068
|
| 191 |
+
PatchTST,LightGBM,0.571,0.286,0.857,-0.03,-0.165,0.071
|
| 192 |
+
PatchTST,Stat. Ensemble,0.571,0.143,1.0,0.112,-0.123,0.276
|
| 193 |
+
PatchTST,Seasonal Naive,0.857,0.571,1.0,0.17,-0.015,0.309
|
| 194 |
+
CatBoost,Chronos-2,0.143,0.0,0.429,-0.18,-0.272,-0.092
|
| 195 |
+
CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.158,-0.234,-0.084
|
| 196 |
+
CatBoost,FlowState,0.143,0.0,0.429,-0.132,-0.206,-0.059
|
| 197 |
+
CatBoost,TiRex,0.286,0.0,0.571,-0.134,-0.234,-0.045
|
| 198 |
+
CatBoost,TFT,0.286,0.0,0.571,-0.046,-0.152,0.067
|
| 199 |
+
CatBoost,Toto-1.0,0.286,0.0,0.571,-0.092,-0.208,0.014
|
| 200 |
+
CatBoost,TabPFN-TS,0.143,0.0,0.429,-0.083,-0.165,0.003
|
| 201 |
+
CatBoost,Moirai-2.0,0.429,0.143,0.857,-0.081,-0.177,-0.003
|
| 202 |
+
CatBoost,Chronos-Bolt,0.429,0.143,0.857,-0.081,-0.177,-0.003
|
| 203 |
+
CatBoost,Sundial-Base,0.143,0.0,0.429,-0.055,-0.123,0.014
|
| 204 |
+
CatBoost,DeepAR,0.286,0.0,0.571,-0.025,-0.125,0.073
|
| 205 |
+
CatBoost,PatchTST,0.429,0.143,0.714,0.026,-0.073,0.13
|
| 206 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
CatBoost,LightGBM,0.429,0.143,0.714,-0.004,-0.023,0.015
|
| 208 |
+
CatBoost,Stat. Ensemble,0.714,0.429,1.0,0.135,-0.027,0.273
|
| 209 |
+
CatBoost,Seasonal Naive,0.571,0.286,0.857,0.191,0.039,0.324
|
| 210 |
+
LightGBM,Chronos-2,0.0,0.0,0.0,-0.175,-0.255,-0.099
|
| 211 |
+
LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.153,-0.216,-0.088
|
| 212 |
+
LightGBM,FlowState,0.0,0.0,0.0,-0.128,-0.191,-0.064
|
| 213 |
+
LightGBM,TiRex,0.143,0.0,0.429,-0.13,-0.222,-0.042
|
| 214 |
+
LightGBM,TFT,0.143,0.0,0.429,-0.042,-0.144,0.073
|
| 215 |
+
LightGBM,Toto-1.0,0.286,0.0,0.571,-0.088,-0.202,0.019
|
| 216 |
+
LightGBM,TabPFN-TS,0.286,0.0,0.571,-0.079,-0.151,-0.006
|
| 217 |
+
LightGBM,Moirai-2.0,0.286,0.0,0.714,-0.077,-0.167,0.001
|
| 218 |
+
LightGBM,Chronos-Bolt,0.286,0.0,0.714,-0.077,-0.167,0.001
|
| 219 |
+
LightGBM,Sundial-Base,0.429,0.143,0.857,-0.051,-0.118,0.009
|
| 220 |
+
LightGBM,DeepAR,0.286,0.0,0.714,-0.021,-0.123,0.084
|
| 221 |
+
LightGBM,PatchTST,0.429,0.143,0.714,0.029,-0.077,0.142
|
| 222 |
+
LightGBM,CatBoost,0.571,0.286,0.857,0.004,-0.015,0.023
|
| 223 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
LightGBM,Stat. Ensemble,0.714,0.429,1.0,0.138,-0.011,0.265
|
| 225 |
+
LightGBM,Seasonal Naive,0.571,0.286,0.857,0.194,0.043,0.323
|
| 226 |
+
Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.363,-0.516,-0.216
|
| 227 |
+
Stat. Ensemble,TimesFM-2.5,0.0,0.0,0.0,-0.338,-0.518,-0.184
|
| 228 |
+
Stat. Ensemble,FlowState,0.0,0.0,0.0,-0.308,-0.473,-0.167
|
| 229 |
+
Stat. Ensemble,TiRex,0.0,0.0,0.0,-0.311,-0.466,-0.171
|
| 230 |
+
Stat. Ensemble,TFT,0.286,0.0,0.571,-0.209,-0.485,0.045
|
| 231 |
+
Stat. Ensemble,Toto-1.0,0.143,0.0,0.429,-0.262,-0.423,-0.117
|
| 232 |
+
Stat. Ensemble,TabPFN-TS,0.143,0.0,0.429,-0.252,-0.393,-0.125
|
| 233 |
+
Stat. Ensemble,Moirai-2.0,0.0,0.0,0.0,-0.25,-0.402,-0.131
|
| 234 |
+
Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.25,-0.402,-0.131
|
| 235 |
+
Stat. Ensemble,Sundial-Base,0.143,0.0,0.429,-0.219,-0.37,-0.076
|
| 236 |
+
Stat. Ensemble,DeepAR,0.429,0.0,0.857,-0.185,-0.417,-0.001
|
| 237 |
+
Stat. Ensemble,PatchTST,0.429,0.0,0.857,-0.126,-0.382,0.11
|
| 238 |
+
Stat. Ensemble,CatBoost,0.286,0.0,0.571,-0.156,-0.376,0.027
|
| 239 |
+
Stat. Ensemble,LightGBM,0.286,0.0,0.571,-0.16,-0.361,0.011
|
| 240 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
Stat. Ensemble,Seasonal Naive,0.786,0.5,1.0,0.065,-0.036,0.134
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 242 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.458,-0.643,-0.303
|
| 243 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.431,-0.644,-0.257
|
| 244 |
+
Seasonal Naive,FlowState,0.0,0.0,0.0,-0.399,-0.59,-0.233
|
| 245 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.402,-0.555,-0.267
|
| 246 |
+
Seasonal Naive,TFT,0.143,0.0,0.429,-0.293,-0.583,-0.023
|
| 247 |
+
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.35,-0.487,-0.228
|
| 248 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.339,-0.495,-0.195
|
| 249 |
Seasonal Naive,Moirai-2.0,0.143,0.0,0.429,-0.337,-0.499,-0.174
|
| 250 |
Seasonal Naive,Chronos-Bolt,0.143,0.0,0.429,-0.337,-0.499,-0.174
|
|
|
|
| 251 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.304,-0.47,-0.149
|
| 252 |
+
Seasonal Naive,DeepAR,0.0,0.0,0.0,-0.267,-0.458,-0.115
|
| 253 |
+
Seasonal Naive,PatchTST,0.143,0.0,0.429,-0.204,-0.446,0.015
|
| 254 |
+
Seasonal Naive,CatBoost,0.429,0.143,0.714,-0.236,-0.479,-0.041
|
| 255 |
+
Seasonal Naive,LightGBM,0.429,0.143,0.714,-0.241,-0.476,-0.045
|
| 256 |
+
Seasonal Naive,Stat. Ensemble,0.214,0.0,0.5,-0.07,-0.154,0.035
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_mobility/pairwise_WQL.csv
CHANGED
|
@@ -2,225 +2,256 @@ model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_l
|
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.023,-0.013,0.065
|
| 4 |
Chronos-2,TiRex,1.0,1.0,1.0,0.037,0.014,0.072
|
| 5 |
-
Chronos-2,
|
| 6 |
-
Chronos-2,
|
|
|
|
|
|
|
|
|
|
| 7 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.109,0.05,0.179
|
| 8 |
-
Chronos-2,
|
|
|
|
| 9 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.158,0.123,0.197
|
| 10 |
-
Chronos-2,AutoARIMA,1.0,1.0,1.0,0.
|
| 11 |
-
Chronos-2,
|
|
|
|
| 12 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.445,0.347,0.528
|
| 13 |
-
Chronos-2,AutoTheta,1.0,1.0,1.0,0.589,0.369,0.738
|
| 14 |
-
Chronos-2,AutoETS,1.0,1.0,1.0,0.861,0.529,0.958
|
| 15 |
-
Chronos-2,Naive,1.0,1.0,1.0,0.774,0.715,0.819
|
| 16 |
-
Chronos-2,Drift,1.0,1.0,1.0,0.786,0.729,0.831
|
| 17 |
TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.024,-0.07,0.013
|
| 18 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 19 |
TimesFM-2.5,TiRex,0.571,0.143,0.857,0.014,-0.025,0.047
|
| 20 |
-
TimesFM-2.5,
|
| 21 |
-
TimesFM-2.5,
|
|
|
|
|
|
|
|
|
|
| 22 |
TimesFM-2.5,Chronos-Bolt,1.0,1.0,1.0,0.088,0.043,0.149
|
| 23 |
-
TimesFM-2.5,
|
|
|
|
| 24 |
TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.138,0.104,0.173
|
| 25 |
-
TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.
|
| 26 |
-
TimesFM-2.5,
|
|
|
|
| 27 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.432,0.315,0.529
|
| 28 |
-
TimesFM-2.5,AutoTheta,1.0,1.0,1.0,0.58,0.351,0.739
|
| 29 |
-
TimesFM-2.5,AutoETS,1.0,1.0,1.0,0.858,0.504,0.958
|
| 30 |
-
TimesFM-2.5,Naive,1.0,1.0,1.0,0.768,0.703,0.819
|
| 31 |
-
TimesFM-2.5,Drift,1.0,1.0,1.0,0.781,0.718,0.829
|
| 32 |
TiRex,Chronos-2,0.0,0.0,0.0,-0.038,-0.078,-0.015
|
| 33 |
TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.014,-0.049,0.024
|
| 34 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
-
TiRex,
|
| 36 |
-
TiRex,
|
|
|
|
|
|
|
|
|
|
| 37 |
TiRex,Chronos-Bolt,0.857,0.571,1.0,0.075,0.017,0.156
|
| 38 |
-
TiRex,
|
|
|
|
| 39 |
TiRex,Sundial-Base,1.0,1.0,1.0,0.125,0.081,0.169
|
| 40 |
-
TiRex,AutoARIMA,1.0,1.0,1.0,0.
|
| 41 |
-
TiRex,
|
|
|
|
| 42 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.424,0.325,0.511
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
TiRex,
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 50 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
-
TabPFN-TS,
|
| 52 |
-
TabPFN-TS,
|
| 53 |
-
TabPFN-TS,
|
| 54 |
-
TabPFN-TS,Sundial-Base,
|
| 55 |
-
TabPFN-TS,AutoARIMA,1.0,1.0,1.0,0.
|
| 56 |
-
TabPFN-TS,
|
| 57 |
-
TabPFN-TS,
|
| 58 |
-
TabPFN-TS,
|
| 59 |
-
TabPFN-TS,AutoETS,1.0,1.0,1.0,0.853,0.488,0.957
|
| 60 |
-
TabPFN-TS,Naive,1.0,1.0,1.0,0.749,0.689,0.798
|
| 61 |
-
TabPFN-TS,Drift,1.0,1.0,1.0,0.763,0.706,0.81
|
| 62 |
-
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.123,-0.218,-0.052
|
| 63 |
-
Moirai-2.0,TimesFM-2.5,0.0,0.0,0.0,-0.097,-0.175,-0.045
|
| 64 |
-
Moirai-2.0,TiRex,0.143,0.0,0.429,-0.081,-0.185,-0.017
|
| 65 |
-
Moirai-2.0,TabPFN-TS,0.429,0.0,0.714,-0.014,-0.085,0.05
|
| 66 |
-
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
-
Moirai-2.0,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 68 |
-
Moirai-2.0,Toto-1.0,0.429,0.139,0.857,-0.034,-0.136,0.036
|
| 69 |
-
Moirai-2.0,Sundial-Base,0.857,0.571,1.0,0.054,-0.008,0.102
|
| 70 |
-
Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.312,0.2,0.406
|
| 71 |
-
Moirai-2.0,Stat. Ensemble,1.0,1.0,1.0,0.34,0.221,0.428
|
| 72 |
-
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.377,0.246,0.48
|
| 73 |
-
Moirai-2.0,AutoTheta,1.0,1.0,1.0,0.539,0.305,0.707
|
| 74 |
-
Moirai-2.0,AutoETS,1.0,1.0,1.0,0.846,0.441,0.956
|
| 75 |
-
Moirai-2.0,Naive,1.0,1.0,1.0,0.746,0.672,0.803
|
| 76 |
-
Moirai-2.0,Drift,1.0,1.0,1.0,0.76,0.688,0.814
|
| 77 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.123,-0.218,-0.052
|
| 78 |
Chronos-Bolt,TimesFM-2.5,0.0,0.0,0.0,-0.097,-0.175,-0.045
|
| 79 |
Chronos-Bolt,TiRex,0.143,0.0,0.429,-0.081,-0.185,-0.017
|
| 80 |
-
Chronos-Bolt,
|
| 81 |
-
Chronos-Bolt,
|
|
|
|
|
|
|
|
|
|
| 82 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 83 |
-
Chronos-Bolt,
|
|
|
|
| 84 |
Chronos-Bolt,Sundial-Base,0.857,0.571,1.0,0.054,-0.008,0.102
|
| 85 |
-
Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.
|
| 86 |
-
Chronos-Bolt,
|
|
|
|
| 87 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.377,0.246,0.48
|
| 88 |
-
Chronos-
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
|
| 92 |
-
|
| 93 |
-
|
| 94 |
-
|
| 95 |
-
|
| 96 |
-
|
| 97 |
-
|
| 98 |
-
|
| 99 |
-
|
| 100 |
-
|
| 101 |
-
|
| 102 |
-
|
| 103 |
-
|
| 104 |
-
|
| 105 |
-
|
| 106 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 107 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.187,-0.246,-0.141
|
| 108 |
Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.16,-0.209,-0.116
|
| 109 |
Sundial-Base,TiRex,0.0,0.0,0.0,-0.143,-0.204,-0.088
|
| 110 |
-
Sundial-Base,
|
| 111 |
-
Sundial-Base,
|
|
|
|
|
|
|
|
|
|
| 112 |
Sundial-Base,Chronos-Bolt,0.143,0.0,0.429,-0.057,-0.113,0.008
|
| 113 |
-
Sundial-Base,
|
|
|
|
| 114 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
Sundial-Base,AutoARIMA,0.857,0.571,1.0,0.
|
| 116 |
-
Sundial-Base,
|
|
|
|
| 117 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.342,0.232,0.438
|
| 118 |
-
|
| 119 |
-
|
| 120 |
-
|
| 121 |
-
|
| 122 |
-
AutoARIMA,
|
| 123 |
-
AutoARIMA,
|
| 124 |
-
AutoARIMA,
|
| 125 |
-
AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.
|
| 126 |
-
AutoARIMA,
|
| 127 |
-
AutoARIMA,
|
| 128 |
-
AutoARIMA,
|
| 129 |
-
AutoARIMA,Sundial-Base,0.143,0.0,0.429,-0.
|
| 130 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
AutoARIMA,
|
| 132 |
-
AutoARIMA,
|
| 133 |
-
AutoARIMA,
|
| 134 |
-
|
| 135 |
-
|
| 136 |
-
|
| 137 |
-
|
| 138 |
-
|
| 139 |
-
|
| 140 |
-
|
| 141 |
-
|
| 142 |
-
|
| 143 |
-
|
| 144 |
-
|
| 145 |
-
|
| 146 |
-
|
| 147 |
-
|
| 148 |
-
|
| 149 |
-
|
| 150 |
-
|
| 151 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 152 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.803,-1.12,-0.532
|
| 153 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.762,-1.122,-0.461
|
| 154 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.737,-1.043,-0.481
|
| 155 |
-
Seasonal Naive,
|
| 156 |
-
Seasonal Naive,
|
|
|
|
|
|
|
|
|
|
| 157 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.606,-0.925,-0.327
|
| 158 |
-
Seasonal Naive,
|
|
|
|
| 159 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.519,-0.778,-0.301
|
| 160 |
-
Seasonal Naive,AutoARIMA,0.
|
| 161 |
-
Seasonal Naive,
|
|
|
|
| 162 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
Seasonal Naive,AutoTheta,0.714,0.429,1.0,0.26,0.012,0.46
|
| 164 |
-
Seasonal Naive,AutoETS,0.714,0.286,1.0,0.778,0.206,0.936
|
| 165 |
-
Seasonal Naive,Naive,1.0,1.0,1.0,0.592,0.53,0.64
|
| 166 |
-
Seasonal Naive,Drift,1.0,1.0,1.0,0.614,0.55,0.664
|
| 167 |
-
AutoTheta,Chronos-2,0.0,0.0,0.0,-1.436,-2.82,-0.586
|
| 168 |
-
AutoTheta,TimesFM-2.5,0.0,0.0,0.0,-1.38,-2.827,-0.54
|
| 169 |
-
AutoTheta,TiRex,0.0,0.0,0.0,-1.346,-2.701,-0.532
|
| 170 |
-
AutoTheta,TabPFN-TS,0.0,0.0,0.0,-1.199,-2.482,-0.457
|
| 171 |
-
AutoTheta,Moirai-2.0,0.0,0.0,0.0,-1.169,-2.408,-0.438
|
| 172 |
-
AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-1.169,-2.408,-0.438
|
| 173 |
-
AutoTheta,Toto-1.0,0.0,0.0,0.0,-1.244,-2.536,-0.463
|
| 174 |
-
AutoTheta,Sundial-Base,0.143,0.0,0.429,-1.052,-2.216,-0.369
|
| 175 |
-
AutoTheta,AutoARIMA,0.143,0.0,0.429,-0.494,-1.086,-0.127
|
| 176 |
-
AutoTheta,Stat. Ensemble,0.143,0.0,0.429,-0.432,-0.982,-0.092
|
| 177 |
-
AutoTheta,Seasonal Naive,0.286,0.0,0.571,-0.351,-0.851,-0.012
|
| 178 |
-
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
-
AutoTheta,AutoETS,0.571,0.143,0.857,0.709,0.014,0.907
|
| 180 |
-
AutoTheta,Naive,1.0,1.0,1.0,0.448,0.276,0.575
|
| 181 |
-
AutoTheta,Drift,1.0,1.0,1.0,0.479,0.316,0.596
|
| 182 |
-
AutoETS,Chronos-2,0.0,0.0,0.0,-6.206,-22.787,-1.121
|
| 183 |
-
AutoETS,TimesFM-2.5,0.0,0.0,0.0,-6.041,-22.595,-1.017
|
| 184 |
-
AutoETS,TiRex,0.0,0.0,0.0,-5.978,-22.199,-1.005
|
| 185 |
-
AutoETS,TabPFN-TS,0.0,0.0,0.0,-5.785,-22.0,-0.955
|
| 186 |
-
AutoETS,Moirai-2.0,0.0,0.0,0.0,-5.505,-21.538,-0.789
|
| 187 |
-
AutoETS,Chronos-Bolt,0.0,0.0,0.0,-5.505,-21.538,-0.789
|
| 188 |
-
AutoETS,Toto-1.0,0.143,0.0,0.429,-5.741,-21.621,-0.902
|
| 189 |
-
AutoETS,Sundial-Base,0.143,0.0,0.429,-5.386,-21.067,-0.793
|
| 190 |
-
AutoETS,AutoARIMA,0.0,0.0,0.0,-3.792,-15.18,-0.376
|
| 191 |
-
AutoETS,Stat. Ensemble,0.0,0.0,0.0,-3.671,-14.743,-0.344
|
| 192 |
-
AutoETS,Seasonal Naive,0.286,0.0,0.714,-3.515,-14.714,-0.259
|
| 193 |
-
AutoETS,AutoTheta,0.429,0.143,0.857,-2.44,-9.777,-0.015
|
| 194 |
-
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
AutoETS,Naive,0.571,0.286,1.0,-1.172,-7.111,0.408
|
| 196 |
-
AutoETS,Drift,0.571,0.286,1.0,-1.082,-6.896,0.433
|
| 197 |
-
Naive,Chronos-2,0.0,0.0,0.0,-3.415,-4.522,-2.508
|
| 198 |
-
Naive,TimesFM-2.5,0.0,0.0,0.0,-3.313,-4.533,-2.371
|
| 199 |
-
Naive,TiRex,0.0,0.0,0.0,-3.252,-4.38,-2.317
|
| 200 |
-
Naive,TabPFN-TS,0.0,0.0,0.0,-2.985,-3.944,-2.212
|
| 201 |
-
Naive,Moirai-2.0,0.0,0.0,0.0,-2.932,-4.07,-2.049
|
| 202 |
-
Naive,Chronos-Bolt,0.0,0.0,0.0,-2.932,-4.07,-2.049
|
| 203 |
-
Naive,Toto-1.0,0.0,0.0,0.0,-3.067,-4.197,-2.134
|
| 204 |
-
Naive,Sundial-Base,0.0,0.0,0.0,-2.72,-3.631,-1.992
|
| 205 |
-
Naive,AutoARIMA,0.0,0.0,0.0,-1.707,-2.284,-1.203
|
| 206 |
-
Naive,Stat. Ensemble,0.0,0.0,0.0,-1.596,-2.091,-1.136
|
| 207 |
-
Naive,Seasonal Naive,0.0,0.0,0.0,-1.449,-1.777,-1.126
|
| 208 |
-
Naive,AutoTheta,0.0,0.0,0.0,-0.813,-1.353,-0.382
|
| 209 |
-
Naive,AutoETS,0.429,0.0,0.714,0.54,-0.69,0.877
|
| 210 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Naive,Drift,1.0,1.0,1.0,0.055,0.037,0.073
|
| 212 |
-
Drift,Chronos-2,0.0,0.0,0.0,-3.671,-4.925,-2.692
|
| 213 |
-
Drift,TimesFM-2.5,0.0,0.0,0.0,-3.563,-4.855,-2.551
|
| 214 |
-
Drift,TiRex,0.0,0.0,0.0,-3.499,-4.779,-2.453
|
| 215 |
-
Drift,TabPFN-TS,0.0,0.0,0.0,-3.216,-4.258,-2.402
|
| 216 |
-
Drift,Moirai-2.0,0.0,0.0,0.0,-3.16,-4.369,-2.205
|
| 217 |
-
Drift,Chronos-Bolt,0.0,0.0,0.0,-3.16,-4.369,-2.205
|
| 218 |
-
Drift,Toto-1.0,0.0,0.0,0.0,-3.303,-4.59,-2.253
|
| 219 |
-
Drift,Sundial-Base,0.0,0.0,0.0,-2.935,-3.9,-2.148
|
| 220 |
-
Drift,AutoARIMA,0.0,0.0,0.0,-1.864,-2.486,-1.33
|
| 221 |
-
Drift,Stat. Ensemble,0.0,0.0,0.0,-1.747,-2.291,-1.255
|
| 222 |
-
Drift,Seasonal Naive,0.0,0.0,0.0,-1.59,-1.972,-1.221
|
| 223 |
-
Drift,AutoTheta,0.0,0.0,0.0,-0.918,-1.476,-0.462
|
| 224 |
-
Drift,AutoETS,0.429,0.0,0.714,0.52,-0.765,0.873
|
| 225 |
-
Drift,Naive,0.0,0.0,0.0,-0.058,-0.079,-0.038
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TimesFM-2.5,0.571,0.286,0.857,0.023,-0.013,0.065
|
| 4 |
Chronos-2,TiRex,1.0,1.0,1.0,0.037,0.014,0.072
|
| 5 |
+
Chronos-2,FlowState,0.714,0.429,1.0,0.048,0.014,0.086
|
| 6 |
+
Chronos-2,TFT,0.857,0.571,1.0,0.122,0.025,0.267
|
| 7 |
+
Chronos-2,Toto-1.0,1.0,1.0,1.0,0.079,0.044,0.129
|
| 8 |
+
Chronos-2,DeepAR,0.857,0.571,1.0,0.132,0.051,0.216
|
| 9 |
+
Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.109,0.058,0.168
|
| 10 |
Chronos-2,Chronos-Bolt,1.0,1.0,1.0,0.109,0.05,0.179
|
| 11 |
+
Chronos-2,Moirai-2.0,1.0,1.0,1.0,0.109,0.05,0.179
|
| 12 |
+
Chronos-2,PatchTST,1.0,1.0,1.0,0.219,0.067,0.383
|
| 13 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.158,0.123,0.197
|
| 14 |
+
Chronos-2,AutoARIMA,1.0,1.0,1.0,0.364,0.247,0.444
|
| 15 |
+
Chronos-2,CatBoost,1.0,1.0,1.0,0.314,0.255,0.366
|
| 16 |
+
Chronos-2,LightGBM,1.0,1.0,1.0,0.311,0.26,0.36
|
| 17 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.445,0.347,0.528
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
TimesFM-2.5,Chronos-2,0.429,0.143,0.714,-0.024,-0.07,0.013
|
| 19 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
TimesFM-2.5,TiRex,0.571,0.143,0.857,0.014,-0.025,0.047
|
| 21 |
+
TimesFM-2.5,FlowState,1.0,1.0,1.0,0.025,0.015,0.036
|
| 22 |
+
TimesFM-2.5,TFT,0.714,0.429,1.0,0.101,-0.006,0.24
|
| 23 |
+
TimesFM-2.5,Toto-1.0,0.857,0.571,1.0,0.057,0.004,0.105
|
| 24 |
+
TimesFM-2.5,DeepAR,0.857,0.571,1.0,0.111,0.022,0.187
|
| 25 |
+
TimesFM-2.5,TabPFN-TS,1.0,1.0,1.0,0.088,0.042,0.134
|
| 26 |
TimesFM-2.5,Chronos-Bolt,1.0,1.0,1.0,0.088,0.043,0.149
|
| 27 |
+
TimesFM-2.5,Moirai-2.0,1.0,1.0,1.0,0.088,0.043,0.149
|
| 28 |
+
TimesFM-2.5,PatchTST,1.0,1.0,1.0,0.201,0.054,0.359
|
| 29 |
TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.138,0.104,0.173
|
| 30 |
+
TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.349,0.237,0.43
|
| 31 |
+
TimesFM-2.5,CatBoost,1.0,1.0,1.0,0.297,0.247,0.342
|
| 32 |
+
TimesFM-2.5,LightGBM,1.0,1.0,1.0,0.295,0.249,0.333
|
| 33 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.432,0.315,0.529
|
|
|
|
|
|
|
|
|
|
|
|
|
| 34 |
TiRex,Chronos-2,0.0,0.0,0.0,-0.038,-0.078,-0.015
|
| 35 |
TiRex,TimesFM-2.5,0.429,0.143,0.857,-0.014,-0.049,0.024
|
| 36 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
TiRex,FlowState,0.429,0.143,0.857,0.011,-0.016,0.046
|
| 38 |
+
TiRex,TFT,0.714,0.429,1.0,0.088,-0.023,0.237
|
| 39 |
+
TiRex,Toto-1.0,1.0,1.0,1.0,0.043,0.026,0.064
|
| 40 |
+
TiRex,DeepAR,0.714,0.429,1.0,0.098,0.032,0.162
|
| 41 |
+
TiRex,TabPFN-TS,0.714,0.286,1.0,0.075,0.013,0.139
|
| 42 |
TiRex,Chronos-Bolt,0.857,0.571,1.0,0.075,0.017,0.156
|
| 43 |
+
TiRex,Moirai-2.0,0.857,0.571,1.0,0.075,0.017,0.156
|
| 44 |
+
TiRex,PatchTST,1.0,1.0,1.0,0.189,0.052,0.357
|
| 45 |
TiRex,Sundial-Base,1.0,1.0,1.0,0.125,0.081,0.169
|
| 46 |
+
TiRex,AutoARIMA,1.0,1.0,1.0,0.339,0.218,0.429
|
| 47 |
+
TiRex,CatBoost,1.0,1.0,1.0,0.287,0.221,0.347
|
| 48 |
+
TiRex,LightGBM,1.0,1.0,1.0,0.285,0.217,0.342
|
| 49 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.424,0.325,0.511
|
| 50 |
+
FlowState,Chronos-2,0.286,0.0,0.571,-0.05,-0.094,-0.014
|
| 51 |
+
FlowState,TimesFM-2.5,0.0,0.0,0.0,-0.026,-0.037,-0.015
|
| 52 |
+
FlowState,TiRex,0.571,0.143,0.857,-0.012,-0.049,0.016
|
| 53 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
FlowState,TFT,0.571,0.286,0.857,0.078,-0.035,0.221
|
| 55 |
+
FlowState,Toto-1.0,0.571,0.143,0.857,0.032,-0.019,0.076
|
| 56 |
+
FlowState,DeepAR,0.714,0.429,1.0,0.088,-0.002,0.167
|
| 57 |
+
FlowState,TabPFN-TS,1.0,1.0,1.0,0.064,0.021,0.112
|
| 58 |
+
FlowState,Chronos-Bolt,1.0,1.0,1.0,0.065,0.02,0.123
|
| 59 |
+
FlowState,Moirai-2.0,1.0,1.0,1.0,0.065,0.02,0.123
|
| 60 |
+
FlowState,PatchTST,0.857,0.571,1.0,0.18,0.027,0.345
|
| 61 |
+
FlowState,Sundial-Base,1.0,1.0,1.0,0.115,0.081,0.148
|
| 62 |
+
FlowState,AutoARIMA,1.0,1.0,1.0,0.332,0.225,0.413
|
| 63 |
+
FlowState,CatBoost,1.0,1.0,1.0,0.279,0.223,0.327
|
| 64 |
+
FlowState,LightGBM,1.0,1.0,1.0,0.276,0.221,0.321
|
| 65 |
+
FlowState,Seasonal Naive,1.0,1.0,1.0,0.418,0.304,0.514
|
| 66 |
+
TFT,Chronos-2,0.143,0.0,0.429,-0.139,-0.364,-0.026
|
| 67 |
+
TFT,TimesFM-2.5,0.286,0.0,0.571,-0.113,-0.315,0.006
|
| 68 |
+
TFT,TiRex,0.286,0.0,0.571,-0.097,-0.311,0.022
|
| 69 |
+
TFT,FlowState,0.429,0.143,0.714,-0.084,-0.283,0.034
|
| 70 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
TFT,Toto-1.0,0.571,0.282,0.857,-0.049,-0.268,0.085
|
| 72 |
+
TFT,DeepAR,0.571,0.143,0.857,0.011,-0.149,0.139
|
| 73 |
+
TFT,TabPFN-TS,0.714,0.429,1.0,-0.014,-0.142,0.075
|
| 74 |
+
TFT,Chronos-Bolt,0.714,0.429,1.0,-0.014,-0.221,0.136
|
| 75 |
+
TFT,Moirai-2.0,0.714,0.429,1.0,-0.014,-0.221,0.136
|
| 76 |
+
TFT,PatchTST,0.857,0.571,1.0,0.111,0.037,0.199
|
| 77 |
+
TFT,Sundial-Base,0.857,0.571,1.0,0.04,-0.101,0.132
|
| 78 |
+
TFT,AutoARIMA,0.714,0.429,1.0,0.275,0.102,0.414
|
| 79 |
+
TFT,CatBoost,0.857,0.571,1.0,0.218,0.115,0.296
|
| 80 |
+
TFT,LightGBM,0.857,0.571,1.0,0.215,0.104,0.294
|
| 81 |
+
TFT,Seasonal Naive,1.0,1.0,1.0,0.368,0.241,0.486
|
| 82 |
+
Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.085,-0.149,-0.046
|
| 83 |
+
Toto-1.0,TimesFM-2.5,0.143,0.0,0.429,-0.06,-0.118,-0.004
|
| 84 |
+
Toto-1.0,TiRex,0.0,0.0,0.0,-0.045,-0.068,-0.027
|
| 85 |
+
Toto-1.0,FlowState,0.429,0.143,0.857,-0.033,-0.083,0.019
|
| 86 |
+
Toto-1.0,TFT,0.429,0.143,0.718,0.047,-0.093,0.211
|
| 87 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Toto-1.0,DeepAR,0.714,0.429,1.0,0.057,-0.003,0.114
|
| 89 |
+
Toto-1.0,TabPFN-TS,0.571,0.143,0.857,0.033,-0.05,0.11
|
| 90 |
+
Toto-1.0,Chronos-Bolt,0.571,0.143,0.861,0.033,-0.037,0.12
|
| 91 |
+
Toto-1.0,Moirai-2.0,0.571,0.143,0.861,0.033,-0.037,0.12
|
| 92 |
+
Toto-1.0,PatchTST,0.857,0.571,1.0,0.152,0.015,0.332
|
| 93 |
+
Toto-1.0,Sundial-Base,0.857,0.571,1.0,0.086,0.022,0.142
|
| 94 |
+
Toto-1.0,AutoARIMA,0.857,0.571,1.0,0.309,0.177,0.408
|
| 95 |
+
Toto-1.0,CatBoost,1.0,1.0,1.0,0.255,0.172,0.326
|
| 96 |
+
Toto-1.0,LightGBM,1.0,1.0,1.0,0.252,0.165,0.322
|
| 97 |
+
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.398,0.296,0.483
|
| 98 |
+
DeepAR,Chronos-2,0.143,0.0,0.429,-0.152,-0.275,-0.053
|
| 99 |
+
DeepAR,TimesFM-2.5,0.143,0.0,0.429,-0.125,-0.231,-0.023
|
| 100 |
+
DeepAR,TiRex,0.286,0.0,0.571,-0.109,-0.193,-0.033
|
| 101 |
+
DeepAR,FlowState,0.286,0.0,0.571,-0.096,-0.2,0.002
|
| 102 |
+
DeepAR,TFT,0.429,0.143,0.857,-0.011,-0.162,0.13
|
| 103 |
+
DeepAR,Toto-1.0,0.286,0.0,0.571,-0.061,-0.128,0.003
|
| 104 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
DeepAR,TabPFN-TS,0.571,0.143,0.857,-0.026,-0.144,0.07
|
| 106 |
+
DeepAR,Chronos-Bolt,0.571,0.143,1.0,-0.026,-0.155,0.105
|
| 107 |
+
DeepAR,Moirai-2.0,0.571,0.143,1.0,-0.026,-0.155,0.105
|
| 108 |
+
DeepAR,PatchTST,0.571,0.143,0.857,0.101,-0.011,0.261
|
| 109 |
+
DeepAR,Sundial-Base,0.714,0.286,1.0,0.03,-0.076,0.115
|
| 110 |
+
DeepAR,AutoARIMA,0.857,0.571,1.0,0.267,0.087,0.403
|
| 111 |
+
DeepAR,CatBoost,0.857,0.571,1.0,0.21,0.115,0.289
|
| 112 |
+
DeepAR,LightGBM,0.857,0.571,1.0,0.207,0.105,0.288
|
| 113 |
+
DeepAR,Seasonal Naive,1.0,1.0,1.0,0.361,0.239,0.468
|
| 114 |
+
TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.123,-0.202,-0.061
|
| 115 |
+
TabPFN-TS,TimesFM-2.5,0.0,0.0,0.0,-0.097,-0.154,-0.044
|
| 116 |
+
TabPFN-TS,TiRex,0.286,0.0,0.714,-0.081,-0.161,-0.013
|
| 117 |
+
TabPFN-TS,FlowState,0.0,0.0,0.0,-0.069,-0.126,-0.022
|
| 118 |
+
TabPFN-TS,TFT,0.286,0.0,0.571,0.014,-0.081,0.124
|
| 119 |
+
TabPFN-TS,Toto-1.0,0.429,0.143,0.857,-0.034,-0.124,0.047
|
| 120 |
+
TabPFN-TS,DeepAR,0.429,0.143,0.857,0.025,-0.075,0.126
|
| 121 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
TabPFN-TS,Chronos-Bolt,0.571,0.286,1.0,0.0,-0.087,0.086
|
| 123 |
+
TabPFN-TS,Moirai-2.0,0.571,0.286,1.0,0.0,-0.087,0.086
|
| 124 |
+
TabPFN-TS,PatchTST,0.571,0.286,0.857,0.123,-0.021,0.271
|
| 125 |
+
TabPFN-TS,Sundial-Base,0.857,0.571,1.0,0.054,0.021,0.093
|
| 126 |
+
TabPFN-TS,AutoARIMA,1.0,1.0,1.0,0.286,0.182,0.383
|
| 127 |
+
TabPFN-TS,CatBoost,1.0,1.0,1.0,0.229,0.167,0.289
|
| 128 |
+
TabPFN-TS,LightGBM,1.0,1.0,1.0,0.226,0.171,0.281
|
| 129 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.377,0.276,0.476
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
Chronos-Bolt,Chronos-2,0.0,0.0,0.0,-0.123,-0.218,-0.052
|
| 131 |
Chronos-Bolt,TimesFM-2.5,0.0,0.0,0.0,-0.097,-0.175,-0.045
|
| 132 |
Chronos-Bolt,TiRex,0.143,0.0,0.429,-0.081,-0.185,-0.017
|
| 133 |
+
Chronos-Bolt,FlowState,0.0,0.0,0.0,-0.069,-0.14,-0.021
|
| 134 |
+
Chronos-Bolt,TFT,0.286,0.0,0.571,0.014,-0.158,0.181
|
| 135 |
+
Chronos-Bolt,Toto-1.0,0.429,0.139,0.857,-0.035,-0.136,0.036
|
| 136 |
+
Chronos-Bolt,DeepAR,0.429,0.0,0.857,0.025,-0.117,0.134
|
| 137 |
+
Chronos-Bolt,TabPFN-TS,0.429,0.0,0.714,-0.0,-0.094,0.08
|
| 138 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
Chronos-Bolt,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 140 |
+
Chronos-Bolt,PatchTST,0.571,0.143,0.857,0.123,-0.075,0.313
|
| 141 |
Chronos-Bolt,Sundial-Base,0.857,0.571,1.0,0.054,-0.008,0.102
|
| 142 |
+
Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.286,0.176,0.361
|
| 143 |
+
Chronos-Bolt,CatBoost,1.0,1.0,1.0,0.229,0.167,0.293
|
| 144 |
+
Chronos-Bolt,LightGBM,1.0,1.0,1.0,0.226,0.166,0.286
|
| 145 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.377,0.246,0.48
|
| 146 |
+
Moirai-2.0,Chronos-2,0.0,0.0,0.0,-0.123,-0.218,-0.052
|
| 147 |
+
Moirai-2.0,TimesFM-2.5,0.0,0.0,0.0,-0.097,-0.175,-0.045
|
| 148 |
+
Moirai-2.0,TiRex,0.143,0.0,0.429,-0.081,-0.185,-0.017
|
| 149 |
+
Moirai-2.0,FlowState,0.0,0.0,0.0,-0.069,-0.14,-0.021
|
| 150 |
+
Moirai-2.0,TFT,0.286,0.0,0.571,0.014,-0.158,0.181
|
| 151 |
+
Moirai-2.0,Toto-1.0,0.429,0.139,0.857,-0.035,-0.136,0.036
|
| 152 |
+
Moirai-2.0,DeepAR,0.429,0.0,0.857,0.025,-0.117,0.134
|
| 153 |
+
Moirai-2.0,TabPFN-TS,0.429,0.0,0.714,-0.0,-0.094,0.08
|
| 154 |
+
Moirai-2.0,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 155 |
+
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
Moirai-2.0,PatchTST,0.571,0.143,0.857,0.123,-0.075,0.313
|
| 157 |
+
Moirai-2.0,Sundial-Base,0.857,0.571,1.0,0.054,-0.008,0.102
|
| 158 |
+
Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.286,0.176,0.361
|
| 159 |
+
Moirai-2.0,CatBoost,1.0,1.0,1.0,0.229,0.167,0.293
|
| 160 |
+
Moirai-2.0,LightGBM,1.0,1.0,1.0,0.226,0.166,0.286
|
| 161 |
+
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.377,0.246,0.48
|
| 162 |
+
PatchTST,Chronos-2,0.0,0.0,0.0,-0.281,-0.62,-0.072
|
| 163 |
+
PatchTST,TimesFM-2.5,0.0,0.0,0.0,-0.251,-0.56,-0.057
|
| 164 |
+
PatchTST,TiRex,0.0,0.0,0.0,-0.233,-0.555,-0.055
|
| 165 |
+
PatchTST,FlowState,0.143,0.0,0.429,-0.219,-0.527,-0.028
|
| 166 |
+
PatchTST,TFT,0.143,0.0,0.429,-0.124,-0.249,-0.038
|
| 167 |
+
PatchTST,Toto-1.0,0.143,0.0,0.429,-0.18,-0.497,-0.015
|
| 168 |
+
PatchTST,DeepAR,0.429,0.143,0.857,-0.112,-0.353,0.011
|
| 169 |
+
PatchTST,TabPFN-TS,0.429,0.143,0.714,-0.141,-0.372,0.021
|
| 170 |
+
PatchTST,Chronos-Bolt,0.429,0.143,0.857,-0.141,-0.456,0.07
|
| 171 |
+
PatchTST,Moirai-2.0,0.429,0.143,0.857,-0.141,-0.456,0.07
|
| 172 |
+
PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
PatchTST,Sundial-Base,0.571,0.143,1.0,-0.079,-0.325,0.091
|
| 174 |
+
PatchTST,AutoARIMA,0.571,0.143,1.0,0.185,-0.072,0.38
|
| 175 |
+
PatchTST,CatBoost,0.714,0.286,1.0,0.121,-0.071,0.255
|
| 176 |
+
PatchTST,LightGBM,0.714,0.286,1.0,0.118,-0.089,0.255
|
| 177 |
+
PatchTST,Seasonal Naive,0.857,0.571,1.0,0.29,0.12,0.434
|
| 178 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.187,-0.246,-0.141
|
| 179 |
Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.16,-0.209,-0.116
|
| 180 |
Sundial-Base,TiRex,0.0,0.0,0.0,-0.143,-0.204,-0.088
|
| 181 |
+
Sundial-Base,FlowState,0.0,0.0,0.0,-0.13,-0.173,-0.088
|
| 182 |
+
Sundial-Base,TFT,0.143,0.0,0.429,-0.042,-0.152,0.092
|
| 183 |
+
Sundial-Base,Toto-1.0,0.143,0.0,0.429,-0.094,-0.166,-0.023
|
| 184 |
+
Sundial-Base,DeepAR,0.286,0.0,0.714,-0.031,-0.13,0.071
|
| 185 |
+
Sundial-Base,TabPFN-TS,0.143,0.0,0.429,-0.057,-0.102,-0.021
|
| 186 |
Sundial-Base,Chronos-Bolt,0.143,0.0,0.429,-0.057,-0.113,0.008
|
| 187 |
+
Sundial-Base,Moirai-2.0,0.143,0.0,0.429,-0.057,-0.113,0.008
|
| 188 |
+
Sundial-Base,PatchTST,0.429,0.0,0.857,0.073,-0.1,0.245
|
| 189 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
Sundial-Base,AutoARIMA,0.857,0.571,1.0,0.245,0.13,0.336
|
| 191 |
+
Sundial-Base,CatBoost,1.0,1.0,1.0,0.185,0.133,0.232
|
| 192 |
+
Sundial-Base,LightGBM,1.0,1.0,1.0,0.182,0.136,0.228
|
| 193 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.342,0.232,0.438
|
| 194 |
+
AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.572,-0.799,-0.328
|
| 195 |
+
AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.535,-0.754,-0.311
|
| 196 |
+
AutoARIMA,TiRex,0.0,0.0,0.0,-0.514,-0.752,-0.279
|
| 197 |
+
AutoARIMA,FlowState,0.0,0.0,0.0,-0.496,-0.703,-0.29
|
| 198 |
+
AutoARIMA,TFT,0.286,0.0,0.571,-0.38,-0.707,-0.114
|
| 199 |
+
AutoARIMA,Toto-1.0,0.143,0.0,0.429,-0.448,-0.689,-0.215
|
| 200 |
+
AutoARIMA,DeepAR,0.143,0.0,0.429,-0.365,-0.676,-0.095
|
| 201 |
+
AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.4,-0.621,-0.223
|
| 202 |
+
AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.4,-0.566,-0.214
|
| 203 |
+
AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.4,-0.566,-0.214
|
| 204 |
+
AutoARIMA,PatchTST,0.429,0.0,0.857,-0.227,-0.612,0.067
|
| 205 |
+
AutoARIMA,Sundial-Base,0.143,0.0,0.429,-0.324,-0.507,-0.149
|
| 206 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
AutoARIMA,CatBoost,0.286,0.0,0.571,-0.079,-0.283,0.109
|
| 208 |
+
AutoARIMA,LightGBM,0.429,0.143,0.718,-0.083,-0.275,0.102
|
| 209 |
+
AutoARIMA,Seasonal Naive,0.786,0.5,1.0,0.128,-0.03,0.229
|
| 210 |
+
CatBoost,Chronos-2,0.0,0.0,0.0,-0.457,-0.578,-0.342
|
| 211 |
+
CatBoost,TimesFM-2.5,0.0,0.0,0.0,-0.423,-0.52,-0.328
|
| 212 |
+
CatBoost,TiRex,0.0,0.0,0.0,-0.403,-0.531,-0.283
|
| 213 |
+
CatBoost,FlowState,0.0,0.0,0.0,-0.387,-0.486,-0.287
|
| 214 |
+
CatBoost,TFT,0.143,0.0,0.429,-0.279,-0.421,-0.13
|
| 215 |
+
CatBoost,Toto-1.0,0.0,0.0,0.0,-0.342,-0.483,-0.208
|
| 216 |
+
CatBoost,DeepAR,0.143,0.0,0.429,-0.265,-0.406,-0.13
|
| 217 |
+
CatBoost,TabPFN-TS,0.0,0.0,0.0,-0.298,-0.406,-0.201
|
| 218 |
+
CatBoost,Chronos-Bolt,0.0,0.0,0.0,-0.298,-0.415,-0.2
|
| 219 |
+
CatBoost,Moirai-2.0,0.0,0.0,0.0,-0.298,-0.415,-0.2
|
| 220 |
+
CatBoost,PatchTST,0.286,0.0,0.714,-0.138,-0.342,0.066
|
| 221 |
+
CatBoost,Sundial-Base,0.0,0.0,0.0,-0.228,-0.302,-0.154
|
| 222 |
+
CatBoost,AutoARIMA,0.714,0.429,1.0,0.073,-0.122,0.221
|
| 223 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
CatBoost,LightGBM,0.429,0.143,0.714,-0.004,-0.023,0.015
|
| 225 |
+
CatBoost,Seasonal Naive,0.714,0.429,1.0,0.192,0.01,0.345
|
| 226 |
+
LightGBM,Chronos-2,0.0,0.0,0.0,-0.451,-0.563,-0.351
|
| 227 |
+
LightGBM,TimesFM-2.5,0.0,0.0,0.0,-0.418,-0.499,-0.332
|
| 228 |
+
LightGBM,TiRex,0.0,0.0,0.0,-0.398,-0.521,-0.277
|
| 229 |
+
LightGBM,FlowState,0.0,0.0,0.0,-0.382,-0.474,-0.284
|
| 230 |
+
LightGBM,TFT,0.143,0.0,0.429,-0.274,-0.417,-0.116
|
| 231 |
+
LightGBM,Toto-1.0,0.0,0.0,0.0,-0.337,-0.474,-0.197
|
| 232 |
+
LightGBM,DeepAR,0.143,0.0,0.429,-0.26,-0.404,-0.117
|
| 233 |
+
LightGBM,TabPFN-TS,0.0,0.0,0.0,-0.293,-0.391,-0.206
|
| 234 |
+
LightGBM,Chronos-Bolt,0.0,0.0,0.0,-0.293,-0.401,-0.199
|
| 235 |
+
LightGBM,Moirai-2.0,0.0,0.0,0.0,-0.293,-0.401,-0.199
|
| 236 |
+
LightGBM,PatchTST,0.286,0.0,0.714,-0.133,-0.342,0.082
|
| 237 |
+
LightGBM,Sundial-Base,0.0,0.0,0.0,-0.223,-0.295,-0.158
|
| 238 |
+
LightGBM,AutoARIMA,0.571,0.282,0.857,0.077,-0.114,0.216
|
| 239 |
+
LightGBM,CatBoost,0.571,0.286,0.857,0.004,-0.015,0.023
|
| 240 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
LightGBM,Seasonal Naive,0.571,0.286,0.857,0.195,0.012,0.346
|
| 242 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.803,-1.12,-0.532
|
| 243 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.762,-1.122,-0.461
|
| 244 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.737,-1.043,-0.481
|
| 245 |
+
Seasonal Naive,FlowState,0.0,0.0,0.0,-0.717,-1.057,-0.436
|
| 246 |
+
Seasonal Naive,TFT,0.0,0.0,0.0,-0.583,-0.946,-0.318
|
| 247 |
+
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.661,-0.934,-0.421
|
| 248 |
+
Seasonal Naive,DeepAR,0.0,0.0,0.0,-0.566,-0.879,-0.314
|
| 249 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.606,-0.908,-0.381
|
| 250 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.606,-0.925,-0.327
|
| 251 |
+
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.606,-0.925,-0.327
|
| 252 |
+
Seasonal Naive,PatchTST,0.143,0.0,0.429,-0.408,-0.765,-0.137
|
| 253 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.519,-0.778,-0.301
|
| 254 |
+
Seasonal Naive,AutoARIMA,0.214,0.0,0.5,-0.147,-0.298,0.03
|
| 255 |
+
Seasonal Naive,CatBoost,0.286,0.0,0.571,-0.238,-0.526,-0.01
|
| 256 |
+
Seasonal Naive,LightGBM,0.429,0.143,0.714,-0.242,-0.529,-0.012
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tables/domain_nature/leaderboard_MASE.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Chronos-2,
|
| 3 |
-
TiRex,
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
Moirai-2.0,
|
| 8 |
-
Sundial-Base,
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,93.0,32.66797317900995,0.0,1.2412635011904762,0.0,0.0
|
| 3 |
+
TiRex,88.00000000000001,29.260350065108376,0.0,0.5982643197619048,0.0,0.0
|
| 4 |
+
FlowState,81.0,29.357226912555344,0.0,3.96545264,0.0,0.0
|
| 5 |
+
Chronos-Bolt,80.5,28.93605738519158,0.0,0.48393358404761905,0.0,0.0
|
| 6 |
+
TimesFM-2.5,78.0,29.394157929053712,0.0,8.123959618571428,0.0,0.0
|
| 7 |
+
Moirai-2.0,72.50000000000001,27.399232776718353,0.0,0.9636899613636363,0.6,0.0
|
| 8 |
+
Sundial-Base,72.0,27.294413166287423,0.0,8.222455888744589,0.0,0.0
|
| 9 |
+
Toto-1.0,72.0,27.802663844137786,0.0,45.546909770000006,0.0,0.0
|
| 10 |
+
Stat. Ensemble,60.999999999999986,23.420687735560985,0.0,464.32897872499996,0.0,0.0
|
| 11 |
+
TabPFN-TS,57.999999999999986,23.98149756470208,0.0,289.5137977333333,0.0,0.0
|
| 12 |
+
AutoTheta,53.99999999999999,21.542038924284434,0.0,3.6892116628571427,0.0,0.0
|
| 13 |
+
AutoARIMA,41.99999999999999,17.97726241921238,0.0,74.60550639090908,0.0,0.0
|
| 14 |
+
AutoETS,33.0,-29.622695283539358,0.0,12.04727024095238,0.0,0.0
|
| 15 |
+
TFT,26.000000000000007,11.739357763049185,4425.985155724524,3.3604472566666668,0.0,0.0
|
| 16 |
+
Naive,25.999999999999996,7.795601696116828,0.0,1.2708901502164502,0.0,0.0
|
| 17 |
+
PatchTST,24.000000000000004,9.449688890714715,3313.3185033727273,3.1006886961904763,0.0,0.0
|
| 18 |
+
Drift,20.0,4.078700196776586,0.0,1.1961910245238094,0.0,0.0
|
| 19 |
+
LightGBM,20.0,4.1721599099919455,7.8792804414285715,1.6888857054761903,0.0,0.0
|
| 20 |
+
CatBoost,18.0,4.184526702220593,101.213129105,2.2554284954545456,0.0,0.0
|
| 21 |
+
DeepAR,17.0,3.384538751976529,4186.5014168181815,5.73706040909091,0.0,0.0
|
| 22 |
+
Seasonal Naive,14.000000000000002,0.0,0.0,1.2824682583333336,0.0,0.0
|
tables/domain_nature/leaderboard_SQL.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Chronos-2,94.
|
| 3 |
-
TiRex,
|
| 4 |
-
TimesFM-2.5,
|
| 5 |
-
Chronos-Bolt,
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,94.0,40.14261361598851,0.0,1.2412635011904762,0.0,0.0
|
| 3 |
+
TiRex,91.00000000000001,37.43876342889425,0.0,0.5982643197619048,0.0,0.0
|
| 4 |
+
TimesFM-2.5,82.0,37.188322050437485,0.0,8.123959618571428,0.0,0.0
|
| 5 |
+
Chronos-Bolt,80.5,36.03582808206656,0.0,0.48393358404761905,0.0,0.0
|
| 6 |
+
FlowState,80.0,36.31166826953211,0.0,3.96545264,0.0,0.0
|
| 7 |
+
Moirai-2.0,74.5,34.85309081790271,0.0,0.9636899613636363,0.6,0.0
|
| 8 |
+
Toto-1.0,74.0,35.99499337037837,0.0,45.546909770000006,0.0,0.0
|
| 9 |
+
TabPFN-TS,70.0,32.757599647708304,0.0,289.5137977333333,0.0,0.0
|
| 10 |
+
Sundial-Base,61.999999999999986,30.90991527640704,0.0,8.222455888744589,0.0,0.0
|
| 11 |
+
Stat. Ensemble,48.999999999999986,17.231323121576647,0.0,464.32897872499996,0.0,0.0
|
| 12 |
+
AutoARIMA,48.0,22.423106139028192,0.0,74.60550639090908,0.0,0.0
|
| 13 |
+
TFT,43.00000000000001,18.511138237688506,4425.985155724524,3.3604472566666668,0.0,0.0
|
| 14 |
+
PatchTST,39.0,17.09711611460085,3313.3185033727273,3.1006886961904763,0.0,0.0
|
| 15 |
+
DeepAR,34.0,9.609592105853038,4186.5014168181815,5.73706040909091,0.0,0.0
|
| 16 |
+
AutoETS,28.999999999999996,-136.42889638840893,0.0,12.04727024095238,0.0,0.0
|
| 17 |
+
Seasonal Naive,24.000000000000004,0.0,0.0,1.2824682583333336,0.0,0.0
|
| 18 |
+
AutoTheta,24.000000000000004,-2.841792105310592,0.0,3.6892116628571427,0.0,0.0
|
| 19 |
+
CatBoost,19.0,-6.491295800307162,101.213129105,2.2554284954545456,0.0,0.0
|
| 20 |
+
LightGBM,19.0,-6.505040508588555,7.8792804414285715,1.6888857054761903,0.0,0.0
|
| 21 |
+
Naive,10.0,-23.56398425913284,0.0,1.2708901502164502,0.0,0.0
|
| 22 |
+
Drift,4.0,-28.21332719128542,0.0,1.1961910245238094,0.0,0.0
|
tables/domain_nature/leaderboard_WAPE.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
Chronos-2,
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,88.00000000000001,47.03832863128653,0.0,1.2412635011904762,0.0,0.0
|
| 3 |
+
FlowState,85.00000000000001,45.94421147950074,0.0,3.96545264,0.0,0.0
|
| 4 |
+
TiRex,84.00000000000001,45.26550169523424,0.0,0.5982643197619048,0.0,0.0
|
| 5 |
+
Toto-1.0,83.0,45.658876884431066,0.0,45.546909770000006,0.0,0.0
|
| 6 |
+
TimesFM-2.5,78.0,45.234350223405905,0.0,8.123959618571428,0.0,0.0
|
| 7 |
+
Chronos-Bolt,77.5,44.270996715968245,0.0,0.48393358404761905,0.0,0.0
|
| 8 |
+
Moirai-2.0,73.5,43.560110317907345,0.0,0.9636899613636363,0.6,0.0
|
| 9 |
+
TabPFN-TS,68.0,42.24241790735197,0.0,289.5137977333333,0.0,0.0
|
| 10 |
+
Stat. Ensemble,55.999999999999986,36.39656206472499,0.0,464.32897872499996,0.0,0.0
|
| 11 |
+
AutoTheta,53.99999999999998,37.25191993036196,0.0,3.6892116628571427,0.0,0.0
|
| 12 |
+
Sundial-Base,47.99999999999998,32.15916008390624,0.0,8.222455888744589,0.0,0.0
|
| 13 |
+
TFT,39.0,31.89215730204118,4425.985155724524,3.3604472566666668,0.0,0.0
|
| 14 |
+
PatchTST,38.0,32.26789204762996,3313.3185033727273,3.1006886961904763,0.0,0.0
|
| 15 |
+
AutoETS,35.0,-7.089563361203255,0.0,12.04727024095238,0.0,0.0
|
| 16 |
+
DeepAR,35.0,30.485156307041137,4186.5014168181815,5.73706040909091,0.0,0.0
|
| 17 |
+
AutoARIMA,27.000000000000007,-5.351235687949107,0.0,74.60550639090908,0.0,0.0
|
| 18 |
+
Naive,24.0,25.364806013828144,0.0,1.2708901502164502,0.0,0.0
|
| 19 |
+
Seasonal Naive,16.0,0.0,0.0,1.2824682583333336,0.0,0.0
|
| 20 |
+
Drift,15.0,15.777737575686047,0.0,1.1961910245238094,0.0,0.0
|
| 21 |
+
CatBoost,13.999999999999998,9.204507505376158,101.213129105,2.2554284954545456,0.0,0.0
|
| 22 |
+
LightGBM,12.000000000000002,-21.610796222594896,7.8792804414285715,1.6888857054761903,0.0,0.0
|
tables/domain_nature/leaderboard_WQL.csv
CHANGED
|
@@ -1,16 +1,22 @@
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
TiRex,
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
FlowState,87.00000000000001,65.46785431424527,0.0,3.96545264,0.0,0.0
|
| 3 |
+
Chronos-2,85.99999999999997,65.09181820451573,0.0,1.2412635011904762,0.0,0.0
|
| 4 |
+
TimesFM-2.5,85.0,65.02250890932473,0.0,8.123959618571428,0.0,0.0
|
| 5 |
+
TiRex,82.99999999999999,63.901555686088926,0.0,0.5982643197619048,0.0,0.0
|
| 6 |
+
Toto-1.0,82.0,64.33412565306647,0.0,45.546909770000006,0.0,0.0
|
| 7 |
+
Chronos-Bolt,78.49999999999999,63.27794107878868,0.0,0.48393358404761905,0.0,0.0
|
| 8 |
+
Moirai-2.0,76.49999999999999,62.94483721709532,0.0,0.9636899613636363,0.6,0.0
|
| 9 |
+
TabPFN-TS,68.0,62.22591860898127,0.0,289.5137977333333,0.0,0.0
|
| 10 |
+
Sundial-Base,51.99999999999999,52.74866339515212,0.0,8.222455888744589,0.0,0.0
|
| 11 |
+
PatchTST,50.99999999999999,56.14683480931129,3313.3185033727273,3.1006886961904763,0.0,0.0
|
| 12 |
+
TFT,46.0,54.31239646459889,4425.985155724524,3.3604472566666668,0.0,0.0
|
| 13 |
+
DeepAR,42.00000000000001,53.40506481164482,4186.5014168181815,5.73706040909091,0.0,0.0
|
| 14 |
+
AutoARIMA,42.00000000000001,26.636130811588664,0.0,74.60550639090908,0.0,0.0
|
| 15 |
+
Stat. Ensemble,41.0,10.0322967065957,0.0,464.32897872499996,0.0,0.0
|
| 16 |
+
CatBoost,27.999999999999996,28.559039675458386,101.213129105,2.2554284954545456,0.0,0.0
|
| 17 |
+
Seasonal Naive,26.0,0.0,0.0,1.2824682583333336,0.0,0.0
|
| 18 |
+
AutoETS,26.0,-162.5181303956725,0.0,12.04727024095238,0.0,0.0
|
| 19 |
+
LightGBM,20.0,4.312518151888689,7.8792804414285715,1.6888857054761903,0.0,0.0
|
| 20 |
+
AutoTheta,19.000000000000004,-21.431026745629268,0.0,3.6892116628571427,0.0,0.0
|
| 21 |
+
Naive,8.0,-59.16477242026188,0.0,1.2708901502164502,0.0,0.0
|
| 22 |
+
Drift,3.0000000000000004,-65.48141502161853,0.0,1.1961910245238094,0.0,0.0
|
tables/domain_nature/pairwise_MASE.csv
CHANGED
|
@@ -1,226 +1,257 @@
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TiRex,0.8,0.4,1.0,0.048,0.005,0.089
|
|
|
|
| 4 |
Chronos-2,Chronos-Bolt,0.8,0.4,1.0,0.053,0.015,0.087
|
| 5 |
Chronos-2,TimesFM-2.5,0.8,0.4,1.0,0.046,-0.001,0.096
|
| 6 |
-
Chronos-2,Toto-1.0,1.0,1.0,1.0,0.068,0.024,0.124
|
| 7 |
Chronos-2,Moirai-2.0,0.8,0.4,1.0,0.073,0.024,0.118
|
|
|
|
| 8 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.074,0.027,0.116
|
| 9 |
-
Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.
|
| 10 |
-
Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.
|
| 11 |
Chronos-2,AutoTheta,1.0,1.0,1.0,0.142,0.1,0.196
|
| 12 |
-
Chronos-2,AutoARIMA,1.0,1.0,1.0,0.
|
| 13 |
Chronos-2,AutoETS,1.0,1.0,1.0,0.481,0.137,0.781
|
| 14 |
Chronos-2,Naive,1.0,1.0,1.0,0.27,0.18,0.35
|
| 15 |
-
Chronos-2,
|
| 16 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.327,0.263,0.388
|
| 17 |
TiRex,Chronos-2,0.2,0.0,0.6,-0.051,-0.097,-0.005
|
| 18 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 19 |
TiRex,Chronos-Bolt,0.8,0.4,1.0,0.005,-0.016,0.023
|
| 20 |
TiRex,TimesFM-2.5,0.8,0.4,1.0,-0.002,-0.053,0.035
|
| 21 |
-
TiRex,Toto-1.0,0.8,0.4,1.0,0.021,-0.028,0.066
|
| 22 |
TiRex,Moirai-2.0,1.0,1.0,1.0,0.026,0.004,0.054
|
|
|
|
| 23 |
TiRex,Sundial-Base,0.8,0.4,1.0,0.027,-0.0,0.055
|
| 24 |
-
TiRex,Stat. Ensemble,0.8,0.4,1.0,0.
|
| 25 |
-
TiRex,TabPFN-TS,1.0,1.0,1.0,0.
|
| 26 |
TiRex,AutoTheta,1.0,1.0,1.0,0.098,0.035,0.158
|
| 27 |
-
TiRex,AutoARIMA,1.0,1.0,1.0,0.
|
| 28 |
TiRex,AutoETS,0.8,0.4,1.0,0.454,0.08,0.77
|
| 29 |
TiRex,Naive,1.0,1.0,1.0,0.233,0.143,0.307
|
| 30 |
-
TiRex,
|
| 31 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.293,0.222,0.364
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
Chronos-Bolt,Chronos-2,0.2,0.0,0.6,-0.055,-0.095,-0.016
|
| 33 |
Chronos-Bolt,TiRex,0.2,0.0,0.6,-0.005,-0.024,0.015
|
|
|
|
| 34 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
Chronos-Bolt,TimesFM-2.5,0.6,0.2,1.0,-0.006,-0.064,0.045
|
| 36 |
-
Chronos-Bolt,Toto-1.0,0.4,0.0,0.8,0.016,-0.034,0.074
|
| 37 |
Chronos-Bolt,Moirai-2.0,0.7,0.5,0.9,0.021,0.0,0.042
|
|
|
|
| 38 |
Chronos-Bolt,Sundial-Base,0.8,0.4,1.0,0.023,-0.002,0.045
|
| 39 |
-
Chronos-Bolt,Stat. Ensemble,0.8,0.4,1.0,0.
|
| 40 |
-
Chronos-Bolt,TabPFN-TS,1.0,1.0,1.0,0.
|
| 41 |
Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.094,0.038,0.147
|
| 42 |
-
Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.
|
| 43 |
Chronos-Bolt,AutoETS,0.8,0.4,1.0,0.452,0.092,0.768
|
| 44 |
Chronos-Bolt,Naive,1.0,1.0,1.0,0.229,0.131,0.311
|
| 45 |
-
Chronos-Bolt,
|
| 46 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.289,0.231,0.351
|
| 47 |
TimesFM-2.5,Chronos-2,0.2,0.0,0.6,-0.049,-0.106,0.001
|
| 48 |
TimesFM-2.5,TiRex,0.2,0.0,0.6,0.002,-0.037,0.05
|
|
|
|
| 49 |
TimesFM-2.5,Chronos-Bolt,0.4,0.0,0.8,0.006,-0.047,0.06
|
| 50 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 51 |
-
TimesFM-2.5,Toto-1.0,0.8,0.4,1.0,0.023,0.004,0.038
|
| 52 |
TimesFM-2.5,Moirai-2.0,0.6,0.2,1.0,0.027,-0.016,0.068
|
|
|
|
| 53 |
TimesFM-2.5,Sundial-Base,0.8,0.4,1.0,0.029,-0.029,0.08
|
| 54 |
-
TimesFM-2.5,Stat. Ensemble,0.8,0.4,1.0,0.
|
| 55 |
-
TimesFM-2.5,TabPFN-TS,
|
| 56 |
TimesFM-2.5,AutoTheta,0.8,0.4,1.0,0.1,0.026,0.153
|
| 57 |
-
TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.
|
| 58 |
TimesFM-2.5,AutoETS,0.8,0.4,1.0,0.455,0.061,0.769
|
| 59 |
TimesFM-2.5,Naive,1.0,1.0,1.0,0.234,0.178,0.286
|
| 60 |
-
TimesFM-2.5,
|
| 61 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.294,0.196,0.38
|
| 62 |
-
Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.073,-0.141,-0.025
|
| 63 |
-
Toto-1.0,TiRex,0.2,0.0,0.6,-0.021,-0.07,0.027
|
| 64 |
-
Toto-1.0,Chronos-Bolt,0.6,0.2,1.0,-0.017,-0.08,0.033
|
| 65 |
-
Toto-1.0,TimesFM-2.5,0.2,0.0,0.6,-0.023,-0.039,-0.004
|
| 66 |
-
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
-
Toto-1.0,Moirai-2.0,0.6,0.2,1.0,0.005,-0.05,0.053
|
| 68 |
-
Toto-1.0,Sundial-Base,0.6,0.2,1.0,0.006,-0.063,0.06
|
| 69 |
-
Toto-1.0,Stat. Ensemble,0.8,0.4,1.0,0.12,-0.031,0.28
|
| 70 |
-
Toto-1.0,TabPFN-TS,0.8,0.4,1.0,0.06,0.009,0.111
|
| 71 |
-
Toto-1.0,AutoTheta,0.8,0.4,1.0,0.079,-0.01,0.149
|
| 72 |
-
Toto-1.0,AutoARIMA,0.8,0.4,1.0,0.161,0.045,0.292
|
| 73 |
-
Toto-1.0,AutoETS,0.8,0.4,1.0,0.443,0.023,0.768
|
| 74 |
-
Toto-1.0,Naive,1.0,1.0,1.0,0.217,0.157,0.276
|
| 75 |
-
Toto-1.0,Drift,1.0,1.0,1.0,0.247,0.185,0.308
|
| 76 |
-
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.278,0.18,0.365
|
| 77 |
Moirai-2.0,Chronos-2,0.2,0.0,0.6,-0.078,-0.134,-0.025
|
| 78 |
Moirai-2.0,TiRex,0.0,0.0,0.0,-0.026,-0.057,-0.004
|
|
|
|
| 79 |
Moirai-2.0,Chronos-Bolt,0.3,0.1,0.5,-0.022,-0.044,0.0
|
| 80 |
Moirai-2.0,TimesFM-2.5,0.4,0.0,0.8,-0.028,-0.072,0.016
|
| 81 |
-
Moirai-2.0,Toto-1.0,0.4,0.0,0.8,-0.005,-0.056,0.048
|
| 82 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 83 |
Moirai-2.0,Sundial-Base,0.4,0.0,0.8,0.001,-0.02,0.027
|
| 84 |
-
Moirai-2.0,Stat. Ensemble,0.8,0.4,1.0,0.
|
| 85 |
-
Moirai-2.0,TabPFN-TS,0.8,0.4,1.0,0.
|
| 86 |
Moirai-2.0,AutoTheta,1.0,1.0,1.0,0.075,0.023,0.127
|
| 87 |
-
Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.
|
| 88 |
Moirai-2.0,AutoETS,0.8,0.4,1.0,0.44,0.072,0.758
|
| 89 |
Moirai-2.0,Naive,1.0,1.0,1.0,0.213,0.131,0.282
|
| 90 |
-
Moirai-2.0,
|
| 91 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.274,0.192,0.348
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 92 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.08,-0.131,-0.028
|
| 93 |
Sundial-Base,TiRex,0.2,0.0,0.6,-0.028,-0.058,0.0
|
|
|
|
| 94 |
Sundial-Base,Chronos-Bolt,0.2,0.0,0.6,-0.023,-0.047,0.002
|
| 95 |
Sundial-Base,TimesFM-2.5,0.2,0.0,0.6,-0.03,-0.087,0.028
|
| 96 |
-
Sundial-Base,Toto-1.0,0.4,0.0,0.8,-0.006,-0.063,0.059
|
| 97 |
Sundial-Base,Moirai-2.0,0.6,0.2,1.0,-0.001,-0.027,0.02
|
|
|
|
| 98 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
-
Sundial-Base,Stat. Ensemble,0.8,0.4,1.0,0.
|
| 100 |
-
Sundial-Base,TabPFN-TS,0.8,0.4,1.0,0.
|
| 101 |
Sundial-Base,AutoTheta,1.0,1.0,1.0,0.073,0.031,0.114
|
| 102 |
-
Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.
|
| 103 |
Sundial-Base,AutoETS,0.8,0.4,1.0,0.439,0.081,0.757
|
| 104 |
Sundial-Base,Naive,1.0,1.0,1.0,0.211,0.125,0.295
|
| 105 |
-
Sundial-Base,
|
| 106 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.273,0.2,0.344
|
| 107 |
-
Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.
|
| 108 |
-
Stat. Ensemble,TiRex,0.2,0.0,0.6,-0.
|
| 109 |
-
Stat. Ensemble,
|
| 110 |
-
Stat. Ensemble,
|
| 111 |
-
Stat. Ensemble,
|
| 112 |
-
Stat. Ensemble,Moirai-2.0,0.2,0.0,0.6,-0.
|
| 113 |
-
Stat. Ensemble,
|
|
|
|
| 114 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
Stat. Ensemble,TabPFN-TS,0.4,0.0,0.8,-0.
|
| 116 |
-
Stat. Ensemble,AutoTheta,0.8,0.4,1.0,
|
| 117 |
-
Stat. Ensemble,AutoARIMA,0.
|
| 118 |
-
Stat. Ensemble,AutoETS,0.
|
| 119 |
-
Stat. Ensemble,Naive,
|
| 120 |
-
Stat. Ensemble,
|
| 121 |
-
Stat. Ensemble,Seasonal Naive,
|
| 122 |
-
TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.
|
| 123 |
-
TabPFN-TS,TiRex,0.0,0.0,0.0,-0.
|
| 124 |
-
TabPFN-TS,
|
| 125 |
-
TabPFN-TS,
|
| 126 |
-
TabPFN-TS,
|
| 127 |
-
TabPFN-TS,Moirai-2.0,0.2,0.0,0.6,-0.
|
| 128 |
-
TabPFN-TS,
|
| 129 |
-
TabPFN-TS,
|
|
|
|
| 130 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
TabPFN-TS,AutoTheta,0.4,0.0,0.8,0.
|
| 132 |
-
TabPFN-TS,AutoARIMA,0.8,0.4,1.0,0.
|
| 133 |
-
TabPFN-TS,AutoETS,0.8,0.4,1.0,0.
|
| 134 |
-
TabPFN-TS,Naive,1.0,1.0,1.0,0.
|
| 135 |
-
TabPFN-TS,
|
| 136 |
-
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.
|
| 137 |
AutoTheta,Chronos-2,0.0,0.0,0.0,-0.165,-0.243,-0.112
|
| 138 |
AutoTheta,TiRex,0.0,0.0,0.0,-0.109,-0.187,-0.036
|
|
|
|
| 139 |
AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.104,-0.173,-0.04
|
| 140 |
AutoTheta,TimesFM-2.5,0.2,0.0,0.6,-0.111,-0.18,-0.027
|
| 141 |
-
AutoTheta,Toto-1.0,0.2,0.0,0.6,-0.086,-0.175,0.01
|
| 142 |
AutoTheta,Moirai-2.0,0.0,0.0,0.0,-0.081,-0.146,-0.024
|
|
|
|
| 143 |
AutoTheta,Sundial-Base,0.0,0.0,0.0,-0.079,-0.128,-0.032
|
| 144 |
-
AutoTheta,Stat. Ensemble,0.2,0.0,0.6,0.
|
| 145 |
-
AutoTheta,TabPFN-TS,0.6,0.2,1.0,-0.
|
| 146 |
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
-
AutoTheta,AutoARIMA,0.8,0.4,1.0,0.
|
| 148 |
AutoTheta,AutoETS,0.8,0.4,1.0,0.395,0.04,0.727
|
| 149 |
AutoTheta,Naive,1.0,1.0,1.0,0.149,0.059,0.244
|
| 150 |
-
AutoTheta,
|
| 151 |
AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.215,0.115,0.304
|
| 152 |
-
AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.
|
| 153 |
-
AutoARIMA,TiRex,0.0,0.0,0.0,-0.
|
| 154 |
-
AutoARIMA,
|
| 155 |
-
AutoARIMA,
|
| 156 |
-
AutoARIMA,
|
| 157 |
-
AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.
|
| 158 |
-
AutoARIMA,
|
| 159 |
-
AutoARIMA,
|
| 160 |
-
AutoARIMA,
|
| 161 |
-
AutoARIMA,
|
|
|
|
| 162 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
AutoARIMA,AutoETS,0.
|
| 164 |
-
AutoARIMA,Naive,0.8,0.4,1.0,0.
|
| 165 |
-
AutoARIMA,
|
| 166 |
-
AutoARIMA,Seasonal Naive,
|
| 167 |
AutoETS,Chronos-2,0.0,0.0,0.0,-0.925,-3.56,-0.159
|
| 168 |
AutoETS,TiRex,0.2,0.0,0.6,-0.832,-3.354,-0.087
|
|
|
|
| 169 |
AutoETS,Chronos-Bolt,0.2,0.0,0.6,-0.824,-3.308,-0.102
|
| 170 |
AutoETS,TimesFM-2.5,0.2,0.0,0.6,-0.836,-3.32,-0.065
|
| 171 |
-
AutoETS,Toto-1.0,0.2,0.0,0.6,-0.794,-3.308,-0.023
|
| 172 |
AutoETS,Moirai-2.0,0.2,0.0,0.6,-0.785,-3.132,-0.077
|
|
|
|
| 173 |
AutoETS,Sundial-Base,0.2,0.0,0.6,-0.783,-3.107,-0.088
|
| 174 |
-
AutoETS,Stat. Ensemble,0.
|
| 175 |
-
AutoETS,TabPFN-TS,0.2,0.0,0.6,-0.
|
| 176 |
AutoETS,AutoTheta,0.2,0.0,0.6,-0.652,-2.668,-0.041
|
| 177 |
-
AutoETS,AutoARIMA,0.
|
| 178 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 179 |
AutoETS,Naive,0.2,0.0,0.6,-0.406,-2.121,0.194
|
| 180 |
-
AutoETS,
|
| 181 |
AutoETS,Seasonal Naive,0.8,0.4,1.0,-0.296,-2.14,0.211
|
| 182 |
Naive,Chronos-2,0.0,0.0,0.0,-0.369,-0.538,-0.219
|
| 183 |
Naive,TiRex,0.0,0.0,0.0,-0.303,-0.442,-0.166
|
|
|
|
| 184 |
Naive,Chronos-Bolt,0.0,0.0,0.0,-0.297,-0.451,-0.151
|
| 185 |
Naive,TimesFM-2.5,0.0,0.0,0.0,-0.306,-0.4,-0.217
|
| 186 |
-
Naive,Toto-1.0,0.0,0.0,0.0,-0.276,-0.381,-0.186
|
| 187 |
Naive,Moirai-2.0,0.0,0.0,0.0,-0.27,-0.392,-0.151
|
|
|
|
| 188 |
Naive,Sundial-Base,0.0,0.0,0.0,-0.268,-0.419,-0.143
|
| 189 |
-
Naive,Stat. Ensemble,0.
|
| 190 |
-
Naive,TabPFN-TS,0.0,0.0,0.0,-0.
|
| 191 |
Naive,AutoTheta,0.0,0.0,0.0,-0.175,-0.322,-0.063
|
| 192 |
-
Naive,AutoARIMA,0.2,0.0,0.6,-0.
|
| 193 |
Naive,AutoETS,0.8,0.4,1.0,0.289,-0.24,0.68
|
| 194 |
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
Naive,
|
| 196 |
Naive,Seasonal Naive,0.6,0.2,1.0,0.078,-0.115,0.244
|
| 197 |
-
|
| 198 |
-
|
| 199 |
-
|
| 200 |
-
|
| 201 |
-
|
| 202 |
-
|
| 203 |
-
|
| 204 |
-
|
| 205 |
-
|
| 206 |
-
|
| 207 |
-
|
| 208 |
-
|
| 209 |
-
|
| 210 |
-
|
| 211 |
-
|
|
|
|
| 212 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.485,-0.633,-0.357
|
| 213 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.414,-0.572,-0.285
|
|
|
|
| 214 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.407,-0.541,-0.3
|
| 215 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.416,-0.612,-0.244
|
| 216 |
-
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.384,-0.575,-0.22
|
| 217 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.377,-0.534,-0.238
|
|
|
|
| 218 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.375,-0.525,-0.251
|
| 219 |
-
Seasonal Naive,Stat. Ensemble,0.
|
| 220 |
-
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.
|
| 221 |
Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.275,-0.437,-0.13
|
| 222 |
-
Seasonal Naive,AutoARIMA,0.
|
| 223 |
Seasonal Naive,AutoETS,0.2,0.0,0.6,0.229,-0.268,0.682
|
| 224 |
Seasonal Naive,Naive,0.4,0.0,0.8,-0.085,-0.323,0.104
|
| 225 |
-
Seasonal Naive,
|
| 226 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 1 |
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
Chronos-2,TiRex,0.8,0.4,1.0,0.048,0.005,0.089
|
| 4 |
+
Chronos-2,FlowState,0.4,0.0,0.8,0.047,-0.008,0.1
|
| 5 |
Chronos-2,Chronos-Bolt,0.8,0.4,1.0,0.053,0.015,0.087
|
| 6 |
Chronos-2,TimesFM-2.5,0.8,0.4,1.0,0.046,-0.001,0.096
|
|
|
|
| 7 |
Chronos-2,Moirai-2.0,0.8,0.4,1.0,0.073,0.024,0.118
|
| 8 |
+
Chronos-2,Toto-1.0,1.0,1.0,1.0,0.067,0.023,0.124
|
| 9 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.074,0.027,0.116
|
| 10 |
+
Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.121,0.066,0.172
|
| 11 |
+
Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.114,0.082,0.138
|
| 12 |
Chronos-2,AutoTheta,1.0,1.0,1.0,0.142,0.1,0.196
|
| 13 |
+
Chronos-2,AutoARIMA,1.0,1.0,1.0,0.179,0.121,0.232
|
| 14 |
Chronos-2,AutoETS,1.0,1.0,1.0,0.481,0.137,0.781
|
| 15 |
Chronos-2,Naive,1.0,1.0,1.0,0.27,0.18,0.35
|
| 16 |
+
Chronos-2,TFT,1.0,1.0,1.0,0.237,0.222,0.251
|
| 17 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.327,0.263,0.388
|
| 18 |
TiRex,Chronos-2,0.2,0.0,0.6,-0.051,-0.097,-0.005
|
| 19 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
TiRex,FlowState,0.6,0.2,1.0,-0.001,-0.061,0.046
|
| 21 |
TiRex,Chronos-Bolt,0.8,0.4,1.0,0.005,-0.016,0.023
|
| 22 |
TiRex,TimesFM-2.5,0.8,0.4,1.0,-0.002,-0.053,0.035
|
|
|
|
| 23 |
TiRex,Moirai-2.0,1.0,1.0,1.0,0.026,0.004,0.054
|
| 24 |
+
TiRex,Toto-1.0,0.8,0.4,1.0,0.02,-0.028,0.065
|
| 25 |
TiRex,Sundial-Base,0.8,0.4,1.0,0.027,-0.0,0.055
|
| 26 |
+
TiRex,Stat. Ensemble,0.8,0.4,1.0,0.076,0.021,0.127
|
| 27 |
+
TiRex,TabPFN-TS,1.0,1.0,1.0,0.069,0.038,0.113
|
| 28 |
TiRex,AutoTheta,1.0,1.0,1.0,0.098,0.035,0.158
|
| 29 |
+
TiRex,AutoARIMA,1.0,1.0,1.0,0.138,0.103,0.17
|
| 30 |
TiRex,AutoETS,0.8,0.4,1.0,0.454,0.08,0.77
|
| 31 |
TiRex,Naive,1.0,1.0,1.0,0.233,0.143,0.307
|
| 32 |
+
TiRex,TFT,1.0,1.0,1.0,0.199,0.154,0.242
|
| 33 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.293,0.222,0.364
|
| 34 |
+
FlowState,Chronos-2,0.6,0.2,1.0,-0.049,-0.111,0.008
|
| 35 |
+
FlowState,TiRex,0.4,0.0,0.8,0.001,-0.049,0.058
|
| 36 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
FlowState,Chronos-Bolt,0.4,0.0,0.8,0.006,-0.045,0.063
|
| 38 |
+
FlowState,TimesFM-2.5,0.6,0.2,1.0,-0.001,-0.036,0.025
|
| 39 |
+
FlowState,Moirai-2.0,0.6,0.2,1.0,0.027,-0.007,0.071
|
| 40 |
+
FlowState,Toto-1.0,0.8,0.4,1.0,0.022,-0.031,0.061
|
| 41 |
+
FlowState,Sundial-Base,0.6,0.2,1.0,0.028,-0.018,0.084
|
| 42 |
+
FlowState,Stat. Ensemble,0.8,0.4,1.0,0.078,0.01,0.136
|
| 43 |
+
FlowState,TabPFN-TS,0.8,0.4,1.0,0.071,0.008,0.13
|
| 44 |
+
FlowState,AutoTheta,0.8,0.4,1.0,0.1,0.044,0.14
|
| 45 |
+
FlowState,AutoARIMA,1.0,1.0,1.0,0.139,0.089,0.2
|
| 46 |
+
FlowState,AutoETS,0.8,0.4,1.0,0.455,0.085,0.76
|
| 47 |
+
FlowState,Naive,1.0,1.0,1.0,0.234,0.186,0.282
|
| 48 |
+
FlowState,TFT,1.0,1.0,1.0,0.2,0.15,0.244
|
| 49 |
+
FlowState,Seasonal Naive,1.0,1.0,1.0,0.294,0.19,0.386
|
| 50 |
Chronos-Bolt,Chronos-2,0.2,0.0,0.6,-0.055,-0.095,-0.016
|
| 51 |
Chronos-Bolt,TiRex,0.2,0.0,0.6,-0.005,-0.024,0.015
|
| 52 |
+
Chronos-Bolt,FlowState,0.6,0.2,1.0,-0.006,-0.067,0.043
|
| 53 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
Chronos-Bolt,TimesFM-2.5,0.6,0.2,1.0,-0.006,-0.064,0.045
|
|
|
|
| 55 |
Chronos-Bolt,Moirai-2.0,0.7,0.5,0.9,0.021,0.0,0.042
|
| 56 |
+
Chronos-Bolt,Toto-1.0,0.4,0.0,0.8,0.016,-0.035,0.074
|
| 57 |
Chronos-Bolt,Sundial-Base,0.8,0.4,1.0,0.023,-0.002,0.045
|
| 58 |
+
Chronos-Bolt,Stat. Ensemble,0.8,0.4,1.0,0.072,0.022,0.115
|
| 59 |
+
Chronos-Bolt,TabPFN-TS,1.0,1.0,1.0,0.065,0.04,0.092
|
| 60 |
Chronos-Bolt,AutoTheta,1.0,1.0,1.0,0.094,0.038,0.147
|
| 61 |
+
Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.134,0.106,0.161
|
| 62 |
Chronos-Bolt,AutoETS,0.8,0.4,1.0,0.452,0.092,0.768
|
| 63 |
Chronos-Bolt,Naive,1.0,1.0,1.0,0.229,0.131,0.311
|
| 64 |
+
Chronos-Bolt,TFT,1.0,1.0,1.0,0.195,0.159,0.23
|
| 65 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.289,0.231,0.351
|
| 66 |
TimesFM-2.5,Chronos-2,0.2,0.0,0.6,-0.049,-0.106,0.001
|
| 67 |
TimesFM-2.5,TiRex,0.2,0.0,0.6,0.002,-0.037,0.05
|
| 68 |
+
TimesFM-2.5,FlowState,0.4,0.0,0.8,0.001,-0.025,0.035
|
| 69 |
TimesFM-2.5,Chronos-Bolt,0.4,0.0,0.8,0.006,-0.047,0.06
|
| 70 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 71 |
TimesFM-2.5,Moirai-2.0,0.6,0.2,1.0,0.027,-0.016,0.068
|
| 72 |
+
TimesFM-2.5,Toto-1.0,0.8,0.4,1.0,0.022,0.003,0.038
|
| 73 |
TimesFM-2.5,Sundial-Base,0.8,0.4,1.0,0.029,-0.029,0.08
|
| 74 |
+
TimesFM-2.5,Stat. Ensemble,0.8,0.4,1.0,0.078,-0.01,0.138
|
| 75 |
+
TimesFM-2.5,TabPFN-TS,0.8,0.4,1.0,0.071,0.019,0.124
|
| 76 |
TimesFM-2.5,AutoTheta,0.8,0.4,1.0,0.1,0.026,0.153
|
| 77 |
+
TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.139,0.075,0.2
|
| 78 |
TimesFM-2.5,AutoETS,0.8,0.4,1.0,0.455,0.061,0.769
|
| 79 |
TimesFM-2.5,Naive,1.0,1.0,1.0,0.234,0.178,0.286
|
| 80 |
+
TimesFM-2.5,TFT,1.0,1.0,1.0,0.2,0.146,0.241
|
| 81 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.294,0.196,0.38
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 82 |
Moirai-2.0,Chronos-2,0.2,0.0,0.6,-0.078,-0.134,-0.025
|
| 83 |
Moirai-2.0,TiRex,0.0,0.0,0.0,-0.026,-0.057,-0.004
|
| 84 |
+
Moirai-2.0,FlowState,0.4,0.0,0.8,-0.028,-0.076,0.007
|
| 85 |
Moirai-2.0,Chronos-Bolt,0.3,0.1,0.5,-0.022,-0.044,0.0
|
| 86 |
Moirai-2.0,TimesFM-2.5,0.4,0.0,0.8,-0.028,-0.072,0.016
|
|
|
|
| 87 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Moirai-2.0,Toto-1.0,0.4,0.0,0.8,-0.006,-0.057,0.048
|
| 89 |
Moirai-2.0,Sundial-Base,0.4,0.0,0.8,0.001,-0.02,0.027
|
| 90 |
+
Moirai-2.0,Stat. Ensemble,0.8,0.4,1.0,0.052,-0.001,0.095
|
| 91 |
+
Moirai-2.0,TabPFN-TS,0.8,0.4,1.0,0.045,0.005,0.088
|
| 92 |
Moirai-2.0,AutoTheta,1.0,1.0,1.0,0.075,0.023,0.127
|
| 93 |
+
Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.115,0.091,0.143
|
| 94 |
Moirai-2.0,AutoETS,0.8,0.4,1.0,0.44,0.072,0.758
|
| 95 |
Moirai-2.0,Naive,1.0,1.0,1.0,0.213,0.131,0.282
|
| 96 |
+
Moirai-2.0,TFT,1.0,1.0,1.0,0.177,0.135,0.228
|
| 97 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.274,0.192,0.348
|
| 98 |
+
Toto-1.0,Chronos-2,0.0,0.0,0.0,-0.072,-0.141,-0.024
|
| 99 |
+
Toto-1.0,TiRex,0.2,0.0,0.6,-0.021,-0.07,0.028
|
| 100 |
+
Toto-1.0,FlowState,0.2,0.0,0.6,-0.022,-0.065,0.03
|
| 101 |
+
Toto-1.0,Chronos-Bolt,0.6,0.2,1.0,-0.016,-0.08,0.034
|
| 102 |
+
Toto-1.0,TimesFM-2.5,0.2,0.0,0.6,-0.023,-0.039,-0.004
|
| 103 |
+
Toto-1.0,Moirai-2.0,0.6,0.2,1.0,0.006,-0.05,0.054
|
| 104 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
Toto-1.0,Sundial-Base,0.6,0.2,1.0,0.007,-0.062,0.061
|
| 106 |
+
Toto-1.0,Stat. Ensemble,0.8,0.4,1.0,0.057,-0.044,0.122
|
| 107 |
+
Toto-1.0,TabPFN-TS,0.8,0.4,1.0,0.05,-0.01,0.105
|
| 108 |
+
Toto-1.0,AutoTheta,0.8,0.4,1.0,0.08,-0.01,0.149
|
| 109 |
+
Toto-1.0,AutoARIMA,0.8,0.4,1.0,0.12,0.045,0.185
|
| 110 |
+
Toto-1.0,AutoETS,0.8,0.4,1.0,0.443,0.023,0.768
|
| 111 |
+
Toto-1.0,Naive,1.0,1.0,1.0,0.217,0.158,0.276
|
| 112 |
+
Toto-1.0,TFT,1.0,1.0,1.0,0.182,0.114,0.225
|
| 113 |
+
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.278,0.18,0.366
|
| 114 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.08,-0.131,-0.028
|
| 115 |
Sundial-Base,TiRex,0.2,0.0,0.6,-0.028,-0.058,0.0
|
| 116 |
+
Sundial-Base,FlowState,0.4,0.0,0.8,-0.029,-0.092,0.018
|
| 117 |
Sundial-Base,Chronos-Bolt,0.2,0.0,0.6,-0.023,-0.047,0.002
|
| 118 |
Sundial-Base,TimesFM-2.5,0.2,0.0,0.6,-0.03,-0.087,0.028
|
|
|
|
| 119 |
Sundial-Base,Moirai-2.0,0.6,0.2,1.0,-0.001,-0.027,0.02
|
| 120 |
+
Sundial-Base,Toto-1.0,0.4,0.0,0.8,-0.007,-0.065,0.059
|
| 121 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
Sundial-Base,Stat. Ensemble,0.8,0.4,1.0,0.051,0.02,0.078
|
| 123 |
+
Sundial-Base,TabPFN-TS,0.8,0.4,1.0,0.044,-0.001,0.091
|
| 124 |
Sundial-Base,AutoTheta,1.0,1.0,1.0,0.073,0.031,0.114
|
| 125 |
+
Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.114,0.089,0.135
|
| 126 |
Sundial-Base,AutoETS,0.8,0.4,1.0,0.439,0.081,0.757
|
| 127 |
Sundial-Base,Naive,1.0,1.0,1.0,0.211,0.125,0.295
|
| 128 |
+
Sundial-Base,TFT,1.0,1.0,1.0,0.176,0.138,0.215
|
| 129 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.273,0.2,0.344
|
| 130 |
+
Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.137,-0.208,-0.071
|
| 131 |
+
Stat. Ensemble,TiRex,0.2,0.0,0.6,-0.083,-0.146,-0.021
|
| 132 |
+
Stat. Ensemble,FlowState,0.2,0.0,0.6,-0.084,-0.157,-0.01
|
| 133 |
+
Stat. Ensemble,Chronos-Bolt,0.2,0.0,0.6,-0.078,-0.131,-0.023
|
| 134 |
+
Stat. Ensemble,TimesFM-2.5,0.2,0.0,0.6,-0.085,-0.16,0.01
|
| 135 |
+
Stat. Ensemble,Moirai-2.0,0.2,0.0,0.6,-0.055,-0.106,0.001
|
| 136 |
+
Stat. Ensemble,Toto-1.0,0.2,0.0,0.6,-0.061,-0.139,0.042
|
| 137 |
+
Stat. Ensemble,Sundial-Base,0.2,0.0,0.6,-0.053,-0.084,-0.02
|
| 138 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
Stat. Ensemble,TabPFN-TS,0.4,0.0,0.8,-0.007,-0.079,0.06
|
| 140 |
+
Stat. Ensemble,AutoTheta,0.8,0.4,1.0,0.024,-0.01,0.043
|
| 141 |
+
Stat. Ensemble,AutoARIMA,0.8,0.4,1.0,0.066,0.02,0.102
|
| 142 |
+
Stat. Ensemble,AutoETS,0.8,0.4,1.0,0.409,0.063,0.736
|
| 143 |
+
Stat. Ensemble,Naive,1.0,1.0,1.0,0.169,0.069,0.275
|
| 144 |
+
Stat. Ensemble,TFT,1.0,1.0,1.0,0.132,0.09,0.173
|
| 145 |
+
Stat. Ensemble,Seasonal Naive,1.0,1.0,1.0,0.234,0.151,0.311
|
| 146 |
+
TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.129,-0.16,-0.089
|
| 147 |
+
TabPFN-TS,TiRex,0.0,0.0,0.0,-0.075,-0.128,-0.04
|
| 148 |
+
TabPFN-TS,FlowState,0.2,0.0,0.6,-0.076,-0.149,-0.008
|
| 149 |
+
TabPFN-TS,Chronos-Bolt,0.0,0.0,0.0,-0.07,-0.101,-0.041
|
| 150 |
+
TabPFN-TS,TimesFM-2.5,0.2,0.0,0.6,-0.077,-0.141,-0.019
|
| 151 |
+
TabPFN-TS,Moirai-2.0,0.2,0.0,0.6,-0.047,-0.097,-0.005
|
| 152 |
+
TabPFN-TS,Toto-1.0,0.2,0.0,0.6,-0.053,-0.117,0.01
|
| 153 |
+
TabPFN-TS,Sundial-Base,0.2,0.0,0.6,-0.046,-0.101,0.001
|
| 154 |
+
TabPFN-TS,Stat. Ensemble,0.6,0.2,1.0,0.007,-0.064,0.073
|
| 155 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
TabPFN-TS,AutoTheta,0.4,0.0,0.8,0.031,-0.039,0.097
|
| 157 |
+
TabPFN-TS,AutoARIMA,0.8,0.4,1.0,0.073,0.017,0.126
|
| 158 |
+
TabPFN-TS,AutoETS,0.8,0.4,1.0,0.414,0.029,0.754
|
| 159 |
+
TabPFN-TS,Naive,1.0,1.0,1.0,0.176,0.066,0.268
|
| 160 |
+
TabPFN-TS,TFT,1.0,1.0,1.0,0.139,0.105,0.178
|
| 161 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.24,0.181,0.294
|
| 162 |
AutoTheta,Chronos-2,0.0,0.0,0.0,-0.165,-0.243,-0.112
|
| 163 |
AutoTheta,TiRex,0.0,0.0,0.0,-0.109,-0.187,-0.036
|
| 164 |
+
AutoTheta,FlowState,0.2,0.0,0.6,-0.111,-0.162,-0.046
|
| 165 |
AutoTheta,Chronos-Bolt,0.0,0.0,0.0,-0.104,-0.173,-0.04
|
| 166 |
AutoTheta,TimesFM-2.5,0.2,0.0,0.6,-0.111,-0.18,-0.027
|
|
|
|
| 167 |
AutoTheta,Moirai-2.0,0.0,0.0,0.0,-0.081,-0.146,-0.024
|
| 168 |
+
AutoTheta,Toto-1.0,0.2,0.0,0.6,-0.087,-0.176,0.01
|
| 169 |
AutoTheta,Sundial-Base,0.0,0.0,0.0,-0.079,-0.128,-0.032
|
| 170 |
+
AutoTheta,Stat. Ensemble,0.2,0.0,0.6,-0.025,-0.044,0.01
|
| 171 |
+
AutoTheta,TabPFN-TS,0.6,0.2,1.0,-0.032,-0.107,0.038
|
| 172 |
AutoTheta,AutoTheta,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
AutoTheta,AutoARIMA,0.8,0.4,1.0,0.043,-0.018,0.103
|
| 174 |
AutoTheta,AutoETS,0.8,0.4,1.0,0.395,0.04,0.727
|
| 175 |
AutoTheta,Naive,1.0,1.0,1.0,0.149,0.059,0.244
|
| 176 |
+
AutoTheta,TFT,1.0,1.0,1.0,0.111,0.07,0.141
|
| 177 |
AutoTheta,Seasonal Naive,1.0,1.0,1.0,0.215,0.115,0.304
|
| 178 |
+
AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.218,-0.302,-0.138
|
| 179 |
+
AutoARIMA,TiRex,0.0,0.0,0.0,-0.16,-0.205,-0.115
|
| 180 |
+
AutoARIMA,FlowState,0.0,0.0,0.0,-0.161,-0.25,-0.098
|
| 181 |
+
AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.154,-0.191,-0.118
|
| 182 |
+
AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.162,-0.249,-0.081
|
| 183 |
+
AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.13,-0.166,-0.1
|
| 184 |
+
AutoARIMA,Toto-1.0,0.2,0.0,0.6,-0.136,-0.227,-0.047
|
| 185 |
+
AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.128,-0.157,-0.098
|
| 186 |
+
AutoARIMA,Stat. Ensemble,0.2,0.0,0.6,-0.071,-0.114,-0.02
|
| 187 |
+
AutoARIMA,TabPFN-TS,0.2,0.0,0.6,-0.079,-0.145,-0.017
|
| 188 |
+
AutoARIMA,AutoTheta,0.2,0.0,0.6,-0.045,-0.115,0.018
|
| 189 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
AutoARIMA,AutoETS,0.8,0.4,1.0,0.367,-0.021,0.723
|
| 191 |
+
AutoARIMA,Naive,0.8,0.4,1.0,0.11,-0.006,0.208
|
| 192 |
+
AutoARIMA,TFT,0.8,0.4,1.0,0.071,0.006,0.131
|
| 193 |
+
AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.18,0.106,0.255
|
| 194 |
AutoETS,Chronos-2,0.0,0.0,0.0,-0.925,-3.56,-0.159
|
| 195 |
AutoETS,TiRex,0.2,0.0,0.6,-0.832,-3.354,-0.087
|
| 196 |
+
AutoETS,FlowState,0.2,0.0,0.6,-0.835,-3.164,-0.092
|
| 197 |
AutoETS,Chronos-Bolt,0.2,0.0,0.6,-0.824,-3.308,-0.102
|
| 198 |
AutoETS,TimesFM-2.5,0.2,0.0,0.6,-0.836,-3.32,-0.065
|
|
|
|
| 199 |
AutoETS,Moirai-2.0,0.2,0.0,0.6,-0.785,-3.132,-0.077
|
| 200 |
+
AutoETS,Toto-1.0,0.2,0.0,0.6,-0.795,-3.312,-0.023
|
| 201 |
AutoETS,Sundial-Base,0.2,0.0,0.6,-0.783,-3.107,-0.088
|
| 202 |
+
AutoETS,Stat. Ensemble,0.2,0.0,0.6,-0.693,-2.794,-0.067
|
| 203 |
+
AutoETS,TabPFN-TS,0.2,0.0,0.6,-0.705,-3.06,-0.03
|
| 204 |
AutoETS,AutoTheta,0.2,0.0,0.6,-0.652,-2.668,-0.041
|
| 205 |
+
AutoETS,AutoARIMA,0.2,0.0,0.6,-0.58,-2.614,0.02
|
| 206 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
AutoETS,Naive,0.2,0.0,0.6,-0.406,-2.121,0.194
|
| 208 |
+
AutoETS,TFT,0.6,0.2,1.0,-0.469,-2.405,0.098
|
| 209 |
AutoETS,Seasonal Naive,0.8,0.4,1.0,-0.296,-2.14,0.211
|
| 210 |
Naive,Chronos-2,0.0,0.0,0.0,-0.369,-0.538,-0.219
|
| 211 |
Naive,TiRex,0.0,0.0,0.0,-0.303,-0.442,-0.166
|
| 212 |
+
Naive,FlowState,0.0,0.0,0.0,-0.305,-0.393,-0.228
|
| 213 |
Naive,Chronos-Bolt,0.0,0.0,0.0,-0.297,-0.451,-0.151
|
| 214 |
Naive,TimesFM-2.5,0.0,0.0,0.0,-0.306,-0.4,-0.217
|
|
|
|
| 215 |
Naive,Moirai-2.0,0.0,0.0,0.0,-0.27,-0.392,-0.151
|
| 216 |
+
Naive,Toto-1.0,0.0,0.0,0.0,-0.277,-0.382,-0.188
|
| 217 |
Naive,Sundial-Base,0.0,0.0,0.0,-0.268,-0.419,-0.143
|
| 218 |
+
Naive,Stat. Ensemble,0.0,0.0,0.0,-0.204,-0.379,-0.074
|
| 219 |
+
Naive,TabPFN-TS,0.0,0.0,0.0,-0.213,-0.365,-0.071
|
| 220 |
Naive,AutoTheta,0.0,0.0,0.0,-0.175,-0.322,-0.063
|
| 221 |
+
Naive,AutoARIMA,0.2,0.0,0.6,-0.124,-0.263,0.006
|
| 222 |
Naive,AutoETS,0.8,0.4,1.0,0.289,-0.24,0.68
|
| 223 |
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
Naive,TFT,0.6,0.2,1.0,-0.045,-0.178,0.071
|
| 225 |
Naive,Seasonal Naive,0.6,0.2,1.0,0.078,-0.115,0.244
|
| 226 |
+
TFT,Chronos-2,0.0,0.0,0.0,-0.311,-0.336,-0.285
|
| 227 |
+
TFT,TiRex,0.0,0.0,0.0,-0.248,-0.318,-0.181
|
| 228 |
+
TFT,FlowState,0.0,0.0,0.0,-0.249,-0.322,-0.176
|
| 229 |
+
TFT,Chronos-Bolt,0.0,0.0,0.0,-0.242,-0.299,-0.189
|
| 230 |
+
TFT,TimesFM-2.5,0.0,0.0,0.0,-0.25,-0.318,-0.171
|
| 231 |
+
TFT,Moirai-2.0,0.0,0.0,0.0,-0.216,-0.295,-0.156
|
| 232 |
+
TFT,Toto-1.0,0.0,0.0,0.0,-0.222,-0.29,-0.129
|
| 233 |
+
TFT,Sundial-Base,0.0,0.0,0.0,-0.214,-0.274,-0.16
|
| 234 |
+
TFT,Stat. Ensemble,0.0,0.0,0.0,-0.153,-0.209,-0.099
|
| 235 |
+
TFT,TabPFN-TS,0.0,0.0,0.0,-0.161,-0.216,-0.118
|
| 236 |
+
TFT,AutoTheta,0.0,0.0,0.0,-0.125,-0.164,-0.075
|
| 237 |
+
TFT,AutoARIMA,0.2,0.0,0.6,-0.076,-0.151,-0.006
|
| 238 |
+
TFT,AutoETS,0.4,0.0,0.8,0.319,-0.108,0.706
|
| 239 |
+
TFT,Naive,0.4,0.0,0.8,0.043,-0.076,0.151
|
| 240 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
TFT,Seasonal Naive,1.0,1.0,1.0,0.117,0.033,0.197
|
| 242 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.485,-0.633,-0.357
|
| 243 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.414,-0.572,-0.285
|
| 244 |
+
Seasonal Naive,FlowState,0.0,0.0,0.0,-0.416,-0.628,-0.234
|
| 245 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.407,-0.541,-0.3
|
| 246 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.416,-0.612,-0.244
|
|
|
|
| 247 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.377,-0.534,-0.238
|
| 248 |
+
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.385,-0.577,-0.22
|
| 249 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.375,-0.525,-0.251
|
| 250 |
+
Seasonal Naive,Stat. Ensemble,0.0,0.0,0.0,-0.306,-0.451,-0.178
|
| 251 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.315,-0.417,-0.221
|
| 252 |
Seasonal Naive,AutoTheta,0.0,0.0,0.0,-0.275,-0.437,-0.13
|
| 253 |
+
Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.219,-0.342,-0.118
|
| 254 |
Seasonal Naive,AutoETS,0.2,0.0,0.6,0.229,-0.268,0.682
|
| 255 |
Seasonal Naive,Naive,0.4,0.0,0.8,-0.085,-0.323,0.104
|
| 256 |
+
Seasonal Naive,TFT,0.0,0.0,0.0,-0.133,-0.246,-0.034
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/domain_nature/pairwise_SQL.csv
CHANGED
|
@@ -3,224 +3,255 @@ Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
|
| 3 |
Chronos-2,TiRex,0.8,0.4,1.0,0.043,-0.001,0.081
|
| 4 |
Chronos-2,TimesFM-2.5,0.8,0.4,1.0,0.047,-0.001,0.095
|
| 5 |
Chronos-2,Chronos-Bolt,0.8,0.4,1.0,0.064,0.011,0.122
|
|
|
|
|
|
|
| 6 |
Chronos-2,Moirai-2.0,0.8,0.4,1.0,0.081,0.019,0.139
|
| 7 |
-
Chronos-2,
|
| 8 |
-
Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.118,0.077,0.143
|
| 9 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.134,0.097,0.169
|
| 10 |
-
Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.
|
| 11 |
-
Chronos-2,AutoARIMA,1.0,1.0,1.0,0.
|
|
|
|
|
|
|
| 12 |
Chronos-2,AutoETS,1.0,1.0,1.0,0.717,0.259,0.947
|
| 13 |
-
Chronos-2,
|
| 14 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.401,0.327,0.459
|
| 15 |
-
Chronos-2,Naive,1.0,1.0,1.0,0.516,0.431,0.6
|
| 16 |
-
Chronos-2,Drift,1.0,1.0,1.0,0.533,0.447,0.617
|
| 17 |
TiRex,Chronos-2,0.2,0.0,0.6,-0.045,-0.089,0.001
|
| 18 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 19 |
TiRex,TimesFM-2.5,0.8,0.4,1.0,0.004,-0.048,0.043
|
| 20 |
TiRex,Chronos-Bolt,0.8,0.4,1.0,0.022,-0.007,0.049
|
|
|
|
|
|
|
| 21 |
TiRex,Moirai-2.0,1.0,1.0,1.0,0.04,0.011,0.066
|
| 22 |
-
TiRex,
|
| 23 |
-
TiRex,TabPFN-TS,1.0,1.0,1.0,0.078,0.056,0.109
|
| 24 |
TiRex,Sundial-Base,1.0,1.0,1.0,0.094,0.065,0.123
|
| 25 |
-
TiRex,Stat. Ensemble,0.8,0.4,1.0,0.
|
| 26 |
-
TiRex,AutoARIMA,1.0,1.0,1.0,0.
|
|
|
|
|
|
|
| 27 |
TiRex,AutoETS,1.0,1.0,1.0,0.709,0.217,0.947
|
| 28 |
-
TiRex,
|
| 29 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.374,0.288,0.434
|
| 30 |
-
TiRex,Naive,1.0,1.0,1.0,0.494,0.414,0.575
|
| 31 |
-
TiRex,Drift,1.0,1.0,1.0,0.512,0.429,0.592
|
| 32 |
TimesFM-2.5,Chronos-2,0.2,0.0,0.6,-0.049,-0.105,0.001
|
| 33 |
TimesFM-2.5,TiRex,0.2,0.0,0.6,-0.004,-0.045,0.045
|
| 34 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 35 |
TimesFM-2.5,Chronos-Bolt,0.6,0.2,1.0,0.018,-0.051,0.092
|
|
|
|
|
|
|
| 36 |
TimesFM-2.5,Moirai-2.0,0.6,0.2,1.0,0.036,-0.024,0.101
|
| 37 |
-
TimesFM-2.5,
|
| 38 |
-
TimesFM-2.5,TabPFN-TS,0.8,0.4,1.0,0.074,0.029,0.118
|
| 39 |
TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.091,0.045,0.13
|
| 40 |
-
TimesFM-2.5,Stat. Ensemble,0.8,0.4,1.0,0.
|
| 41 |
-
TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.
|
|
|
|
|
|
|
| 42 |
TimesFM-2.5,AutoETS,0.8,0.4,1.0,0.709,0.198,0.947
|
| 43 |
-
TimesFM-2.5,
|
| 44 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.372,0.265,0.447
|
| 45 |
-
TimesFM-2.5,Naive,1.0,1.0,1.0,0.492,0.396,0.574
|
| 46 |
-
TimesFM-2.5,Drift,1.0,1.0,1.0,0.51,0.413,0.592
|
| 47 |
Chronos-Bolt,Chronos-2,0.2,0.0,0.6,-0.069,-0.139,-0.011
|
| 48 |
Chronos-Bolt,TiRex,0.2,0.0,0.6,-0.022,-0.052,0.007
|
| 49 |
Chronos-Bolt,TimesFM-2.5,0.4,0.0,0.8,-0.018,-0.101,0.049
|
| 50 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
| 51 |
Chronos-Bolt,Moirai-2.0,0.7,0.5,0.9,0.018,0.0,0.036
|
| 52 |
-
Chronos-Bolt,
|
| 53 |
-
Chronos-Bolt,TabPFN-TS,0.8,0.4,1.0,0.057,0.016,0.09
|
| 54 |
Chronos-Bolt,Sundial-Base,0.8,0.4,1.0,0.074,0.025,0.114
|
| 55 |
-
Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.
|
| 56 |
-
Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.
|
|
|
|
|
|
|
| 57 |
Chronos-Bolt,AutoETS,1.0,1.0,1.0,0.705,0.221,0.947
|
| 58 |
-
Chronos-Bolt,
|
| 59 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.36,0.291,0.411
|
| 60 |
-
Chronos-
|
| 61 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
Moirai-2.0,Chronos-2,0.2,0.0,0.6,-0.088,-0.161,-0.019
|
| 63 |
Moirai-2.0,TiRex,0.0,0.0,0.0,-0.041,-0.07,-0.011
|
| 64 |
Moirai-2.0,TimesFM-2.5,0.4,0.0,0.8,-0.037,-0.112,0.024
|
| 65 |
Moirai-2.0,Chronos-Bolt,0.3,0.1,0.5,-0.018,-0.037,0.0
|
|
|
|
|
|
|
| 66 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 67 |
-
Moirai-2.0,
|
| 68 |
-
Moirai-2.0,TabPFN-TS,0.6,0.2,1.0,0.04,-0.002,0.081
|
| 69 |
Moirai-2.0,Sundial-Base,0.8,0.4,1.0,0.057,0.016,0.1
|
| 70 |
-
Moirai-2.0,Stat. Ensemble,0.8,0.4,1.0,0.
|
| 71 |
-
Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.
|
|
|
|
|
|
|
| 72 |
Moirai-2.0,AutoETS,1.0,1.0,1.0,0.703,0.201,0.947
|
| 73 |
-
Moirai-2.0,
|
| 74 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.349,0.271,0.409
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
Toto-1.0,
|
| 81 |
-
|
| 82 |
-
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 83 |
-
Toto-1.0,TabPFN-TS,0.8,0.4,1.0,0.057,-0.002,0.106
|
| 84 |
-
Toto-1.0,Sundial-Base,0.8,0.4,1.0,0.073,0.015,0.116
|
| 85 |
-
Toto-1.0,Stat. Ensemble,0.8,0.4,1.0,0.256,0.07,0.405
|
| 86 |
-
Toto-1.0,AutoARIMA,0.8,0.4,1.0,0.221,0.086,0.367
|
| 87 |
-
Toto-1.0,AutoETS,0.8,0.4,1.0,0.703,0.17,0.947
|
| 88 |
-
Toto-1.0,AutoTheta,0.8,0.4,1.0,0.377,0.192,0.514
|
| 89 |
-
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.36,0.241,0.436
|
| 90 |
-
Toto-1.0,Naive,1.0,1.0,1.0,0.482,0.38,0.569
|
| 91 |
-
Toto-1.0,Drift,1.0,1.0,1.0,0.501,0.398,0.588
|
| 92 |
-
TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.134,-0.167,-0.083
|
| 93 |
-
TabPFN-TS,TiRex,0.0,0.0,0.0,-0.085,-0.123,-0.06
|
| 94 |
-
TabPFN-TS,TimesFM-2.5,0.2,0.0,0.6,-0.08,-0.134,-0.03
|
| 95 |
-
TabPFN-TS,Chronos-Bolt,0.2,0.0,0.6,-0.061,-0.099,-0.016
|
| 96 |
-
TabPFN-TS,Moirai-2.0,0.4,0.0,0.8,-0.042,-0.088,0.002
|
| 97 |
-
TabPFN-TS,Toto-1.0,0.2,0.0,0.6,-0.06,-0.118,0.002
|
| 98 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 99 |
-
TabPFN-TS,Sundial-Base,0.8,0.4,1.0,0.
|
| 100 |
-
TabPFN-TS,Stat. Ensemble,0.8,0.4,1.0,0.
|
| 101 |
-
TabPFN-TS,AutoARIMA,1.0,1.0,1.0,0.
|
| 102 |
-
TabPFN-TS,
|
| 103 |
-
TabPFN-TS,
|
| 104 |
-
TabPFN-TS,
|
| 105 |
-
TabPFN-TS,
|
| 106 |
-
TabPFN-TS,
|
| 107 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.154,-0.204,-0.107
|
| 108 |
Sundial-Base,TiRex,0.0,0.0,0.0,-0.104,-0.14,-0.07
|
| 109 |
Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.1,-0.149,-0.047
|
| 110 |
Sundial-Base,Chronos-Bolt,0.2,0.0,0.6,-0.08,-0.129,-0.025
|
|
|
|
|
|
|
| 111 |
Sundial-Base,Moirai-2.0,0.2,0.0,0.6,-0.061,-0.111,-0.017
|
| 112 |
-
Sundial-Base,
|
| 113 |
-
Sundial-Base,TabPFN-TS,0.2,0.0,0.6,-0.018,-0.063,0.033
|
| 114 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 115 |
-
Sundial-Base,Stat. Ensemble,0.8,0.4,1.0,0.
|
| 116 |
-
Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.
|
|
|
|
|
|
|
| 117 |
Sundial-Base,AutoETS,0.8,0.4,1.0,0.688,0.16,0.945
|
| 118 |
-
Sundial-Base,
|
| 119 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.309,0.223,0.39
|
| 120 |
-
|
| 121 |
-
|
| 122 |
-
Stat. Ensemble,
|
| 123 |
-
Stat. Ensemble,
|
| 124 |
-
Stat. Ensemble,
|
| 125 |
-
Stat. Ensemble,
|
| 126 |
-
Stat. Ensemble,Moirai-2.0,0.2,0.0,0.6,-0.
|
| 127 |
-
Stat. Ensemble,
|
| 128 |
-
Stat. Ensemble,
|
| 129 |
-
Stat. Ensemble,Sundial-Base,0.2,0.0,0.6,-0.246,-0.5,-0.035
|
| 130 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 131 |
-
Stat. Ensemble,AutoARIMA,0.
|
| 132 |
-
Stat. Ensemble,
|
| 133 |
-
Stat. Ensemble,
|
| 134 |
-
Stat. Ensemble,
|
| 135 |
-
Stat. Ensemble,
|
| 136 |
-
Stat. Ensemble,
|
| 137 |
-
AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.
|
| 138 |
-
AutoARIMA,TiRex,0.0,0.0,0.0,-0.
|
| 139 |
-
AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.
|
| 140 |
-
AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.
|
| 141 |
-
AutoARIMA,
|
| 142 |
-
AutoARIMA,Toto-1.0,0.2,0.0,0.6,-0.
|
| 143 |
-
AutoARIMA,
|
| 144 |
-
AutoARIMA,
|
| 145 |
-
AutoARIMA,
|
|
|
|
| 146 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 147 |
-
AutoARIMA,
|
| 148 |
-
AutoARIMA,
|
| 149 |
-
AutoARIMA,
|
| 150 |
-
AutoARIMA,
|
| 151 |
-
AutoARIMA,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 152 |
AutoETS,Chronos-2,0.0,0.0,0.0,-2.538,-17.795,-0.35
|
| 153 |
AutoETS,TiRex,0.0,0.0,0.0,-2.44,-17.904,-0.278
|
| 154 |
AutoETS,TimesFM-2.5,0.2,0.0,0.6,-2.436,-17.805,-0.247
|
| 155 |
AutoETS,Chronos-Bolt,0.0,0.0,0.0,-2.391,-17.776,-0.283
|
|
|
|
|
|
|
| 156 |
AutoETS,Moirai-2.0,0.0,0.0,0.0,-2.363,-17.776,-0.252
|
| 157 |
-
AutoETS,
|
| 158 |
-
AutoETS,TabPFN-TS,0.2,0.0,0.6,-2.219,-17.076,-0.19
|
| 159 |
AutoETS,Sundial-Base,0.2,0.0,0.6,-2.207,-17.119,-0.19
|
| 160 |
-
AutoETS,Stat. Ensemble,0.0,0.0,0.0,-1.
|
| 161 |
-
AutoETS,AutoARIMA,0.2,0.0,0.6,-1.
|
|
|
|
|
|
|
| 162 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 163 |
-
AutoETS,
|
| 164 |
AutoETS,Seasonal Naive,0.6,0.2,1.0,-1.364,-14.138,0.138
|
| 165 |
-
|
| 166 |
-
|
| 167 |
-
|
| 168 |
-
|
| 169 |
-
|
| 170 |
-
|
| 171 |
-
|
| 172 |
-
|
| 173 |
-
|
| 174 |
-
|
| 175 |
-
|
| 176 |
-
|
| 177 |
-
|
| 178 |
-
|
| 179 |
-
|
| 180 |
-
|
| 181 |
-
AutoTheta,Drift,0.8,0.4,1.0,0.198,0.049,0.314
|
| 182 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.671,-0.848,-0.486
|
| 183 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.598,-0.768,-0.404
|
| 184 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.592,-0.807,-0.36
|
| 185 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.563,-0.699,-0.411
|
|
|
|
|
|
|
| 186 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.535,-0.692,-0.371
|
| 187 |
-
Seasonal Naive,
|
| 188 |
-
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.474,-0.593,-0.319
|
| 189 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.447,-0.639,-0.286
|
| 190 |
-
Seasonal Naive,Stat. Ensemble,0.
|
| 191 |
-
Seasonal Naive,AutoARIMA,0.
|
|
|
|
|
|
|
| 192 |
Seasonal Naive,AutoETS,0.4,0.0,0.8,0.577,-0.16,0.934
|
| 193 |
-
Seasonal Naive,
|
| 194 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 195 |
-
Seasonal Naive,Naive,0.8,0.4,1.0,0.191,0.023,0.331
|
| 196 |
-
Seasonal Naive,Drift,0.8,0.4,1.0,0.22,0.045,0.362
|
| 197 |
-
Naive,Chronos-2,0.0,0.0,0.0,-1.064,-1.497,-0.756
|
| 198 |
-
Naive,TiRex,0.0,0.0,0.0,-0.975,-1.352,-0.706
|
| 199 |
-
Naive,TimesFM-2.5,0.0,0.0,0.0,-0.967,-1.345,-0.655
|
| 200 |
-
Naive,Chronos-Bolt,0.0,0.0,0.0,-0.932,-1.282,-0.683
|
| 201 |
-
Naive,Moirai-2.0,0.0,0.0,0.0,-0.897,-1.215,-0.655
|
| 202 |
-
Naive,Toto-1.0,0.0,0.0,0.0,-0.93,-1.321,-0.614
|
| 203 |
-
Naive,TabPFN-TS,0.0,0.0,0.0,-0.821,-1.152,-0.556
|
| 204 |
-
Naive,Sundial-Base,0.0,0.0,0.0,-0.788,-1.071,-0.571
|
| 205 |
-
Naive,Stat. Ensemble,0.0,0.0,0.0,-0.436,-0.61,-0.252
|
| 206 |
-
Naive,AutoARIMA,0.0,0.0,0.0,-0.503,-0.79,-0.267
|
| 207 |
-
Naive,AutoETS,0.2,0.0,0.6,0.533,-0.345,0.933
|
| 208 |
-
Naive,AutoTheta,0.4,0.0,0.8,-0.201,-0.391,-0.021
|
| 209 |
-
Naive,Seasonal Naive,0.2,0.0,0.6,-0.236,-0.496,-0.024
|
| 210 |
-
Naive,Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
| 211 |
-
Naive,Drift,1.0,1.0,1.0,0.036,0.023,0.046
|
| 212 |
-
Drift,Chronos-2,0.0,0.0,0.0,-1.142,-1.61,-0.808
|
| 213 |
-
Drift,TiRex,0.0,0.0,0.0,-1.049,-1.449,-0.753
|
| 214 |
-
Drift,TimesFM-2.5,0.0,0.0,0.0,-1.041,-1.451,-0.704
|
| 215 |
-
Drift,Chronos-Bolt,0.0,0.0,0.0,-1.004,-1.377,-0.729
|
| 216 |
-
Drift,Moirai-2.0,0.0,0.0,0.0,-0.968,-1.306,-0.701
|
| 217 |
-
Drift,Toto-1.0,0.0,0.0,0.0,-1.003,-1.426,-0.662
|
| 218 |
-
Drift,TabPFN-TS,0.0,0.0,0.0,-0.889,-1.241,-0.6
|
| 219 |
-
Drift,Sundial-Base,0.0,0.0,0.0,-0.856,-1.169,-0.618
|
| 220 |
-
Drift,Stat. Ensemble,0.0,0.0,0.0,-0.49,-0.685,-0.288
|
| 221 |
-
Drift,AutoARIMA,0.0,0.0,0.0,-0.559,-0.864,-0.312
|
| 222 |
-
Drift,AutoETS,0.2,0.0,0.6,0.52,-0.401,0.932
|
| 223 |
-
Drift,AutoTheta,0.2,0.0,0.6,-0.247,-0.458,-0.051
|
| 224 |
-
Drift,Seasonal Naive,0.2,0.0,0.6,-0.282,-0.567,-0.048
|
| 225 |
-
Drift,Naive,0.0,0.0,0.0,-0.038,-0.048,-0.023
|
| 226 |
-
Drift,Drift,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
| 3 |
Chronos-2,TiRex,0.8,0.4,1.0,0.043,-0.001,0.081
|
| 4 |
Chronos-2,TimesFM-2.5,0.8,0.4,1.0,0.047,-0.001,0.095
|
| 5 |
Chronos-2,Chronos-Bolt,0.8,0.4,1.0,0.064,0.011,0.122
|
| 6 |
+
Chronos-2,FlowState,0.8,0.4,1.0,0.06,0.007,0.111
|
| 7 |
+
Chronos-2,Toto-1.0,0.8,0.4,1.0,0.065,0.02,0.122
|
| 8 |
Chronos-2,Moirai-2.0,0.8,0.4,1.0,0.081,0.019,0.139
|
| 9 |
+
Chronos-2,TabPFN-TS,1.0,1.0,1.0,0.11,0.078,0.134
|
|
|
|
| 10 |
Chronos-2,Sundial-Base,1.0,1.0,1.0,0.134,0.097,0.169
|
| 11 |
+
Chronos-2,Stat. Ensemble,1.0,1.0,1.0,0.277,0.141,0.391
|
| 12 |
+
Chronos-2,AutoARIMA,1.0,1.0,1.0,0.228,0.161,0.29
|
| 13 |
+
Chronos-2,TFT,1.0,1.0,1.0,0.265,0.244,0.286
|
| 14 |
+
Chronos-2,PatchTST,1.0,1.0,1.0,0.278,0.207,0.342
|
| 15 |
Chronos-2,AutoETS,1.0,1.0,1.0,0.717,0.259,0.947
|
| 16 |
+
Chronos-2,DeepAR,1.0,1.0,1.0,0.338,0.28,0.396
|
| 17 |
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.401,0.327,0.459
|
|
|
|
|
|
|
| 18 |
TiRex,Chronos-2,0.2,0.0,0.6,-0.045,-0.089,0.001
|
| 19 |
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
TiRex,TimesFM-2.5,0.8,0.4,1.0,0.004,-0.048,0.043
|
| 21 |
TiRex,Chronos-Bolt,0.8,0.4,1.0,0.022,-0.007,0.049
|
| 22 |
+
TiRex,FlowState,0.8,0.4,1.0,0.018,-0.036,0.059
|
| 23 |
+
TiRex,Toto-1.0,0.8,0.4,1.0,0.023,-0.026,0.07
|
| 24 |
TiRex,Moirai-2.0,1.0,1.0,1.0,0.04,0.011,0.066
|
| 25 |
+
TiRex,TabPFN-TS,1.0,1.0,1.0,0.07,0.036,0.109
|
|
|
|
| 26 |
TiRex,Sundial-Base,1.0,1.0,1.0,0.094,0.065,0.123
|
| 27 |
+
TiRex,Stat. Ensemble,0.8,0.4,1.0,0.244,0.109,0.36
|
| 28 |
+
TiRex,AutoARIMA,1.0,1.0,1.0,0.194,0.139,0.239
|
| 29 |
+
TiRex,TFT,1.0,1.0,1.0,0.232,0.186,0.279
|
| 30 |
+
TiRex,PatchTST,1.0,1.0,1.0,0.245,0.146,0.342
|
| 31 |
TiRex,AutoETS,1.0,1.0,1.0,0.709,0.217,0.947
|
| 32 |
+
TiRex,DeepAR,1.0,1.0,1.0,0.308,0.235,0.388
|
| 33 |
TiRex,Seasonal Naive,1.0,1.0,1.0,0.374,0.288,0.434
|
|
|
|
|
|
|
| 34 |
TimesFM-2.5,Chronos-2,0.2,0.0,0.6,-0.049,-0.105,0.001
|
| 35 |
TimesFM-2.5,TiRex,0.2,0.0,0.6,-0.004,-0.045,0.045
|
| 36 |
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
TimesFM-2.5,Chronos-Bolt,0.6,0.2,1.0,0.018,-0.051,0.092
|
| 38 |
+
TimesFM-2.5,FlowState,0.6,0.2,1.0,0.014,-0.01,0.046
|
| 39 |
+
TimesFM-2.5,Toto-1.0,0.8,0.4,1.0,0.019,0.002,0.036
|
| 40 |
TimesFM-2.5,Moirai-2.0,0.6,0.2,1.0,0.036,-0.024,0.101
|
| 41 |
+
TimesFM-2.5,TabPFN-TS,0.8,0.4,1.0,0.066,0.015,0.111
|
|
|
|
| 42 |
TimesFM-2.5,Sundial-Base,1.0,1.0,1.0,0.091,0.045,0.13
|
| 43 |
+
TimesFM-2.5,Stat. Ensemble,0.8,0.4,1.0,0.241,0.087,0.364
|
| 44 |
+
TimesFM-2.5,AutoARIMA,1.0,1.0,1.0,0.19,0.111,0.261
|
| 45 |
+
TimesFM-2.5,TFT,1.0,1.0,1.0,0.229,0.177,0.277
|
| 46 |
+
TimesFM-2.5,PatchTST,1.0,1.0,1.0,0.242,0.177,0.332
|
| 47 |
TimesFM-2.5,AutoETS,0.8,0.4,1.0,0.709,0.198,0.947
|
| 48 |
+
TimesFM-2.5,DeepAR,1.0,1.0,1.0,0.305,0.207,0.391
|
| 49 |
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.372,0.265,0.447
|
|
|
|
|
|
|
| 50 |
Chronos-Bolt,Chronos-2,0.2,0.0,0.6,-0.069,-0.139,-0.011
|
| 51 |
Chronos-Bolt,TiRex,0.2,0.0,0.6,-0.022,-0.052,0.007
|
| 52 |
Chronos-Bolt,TimesFM-2.5,0.4,0.0,0.8,-0.018,-0.101,0.049
|
| 53 |
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
Chronos-Bolt,FlowState,0.6,0.2,1.0,-0.004,-0.091,0.054
|
| 55 |
+
Chronos-Bolt,Toto-1.0,0.4,0.0,0.8,0.001,-0.079,0.075
|
| 56 |
Chronos-Bolt,Moirai-2.0,0.7,0.5,0.9,0.018,0.0,0.036
|
| 57 |
+
Chronos-Bolt,TabPFN-TS,0.8,0.4,1.0,0.049,-0.008,0.093
|
|
|
|
| 58 |
Chronos-Bolt,Sundial-Base,0.8,0.4,1.0,0.074,0.025,0.114
|
| 59 |
+
Chronos-Bolt,Stat. Ensemble,1.0,1.0,1.0,0.227,0.11,0.341
|
| 60 |
+
Chronos-Bolt,AutoARIMA,1.0,1.0,1.0,0.175,0.141,0.216
|
| 61 |
+
Chronos-Bolt,TFT,1.0,1.0,1.0,0.215,0.149,0.276
|
| 62 |
+
Chronos-Bolt,PatchTST,1.0,1.0,1.0,0.228,0.105,0.341
|
| 63 |
Chronos-Bolt,AutoETS,1.0,1.0,1.0,0.705,0.221,0.947
|
| 64 |
+
Chronos-Bolt,DeepAR,1.0,1.0,1.0,0.292,0.226,0.375
|
| 65 |
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.36,0.291,0.411
|
| 66 |
+
FlowState,Chronos-2,0.2,0.0,0.6,-0.064,-0.124,-0.007
|
| 67 |
+
FlowState,TiRex,0.2,0.0,0.6,-0.018,-0.062,0.035
|
| 68 |
+
FlowState,TimesFM-2.5,0.4,0.0,0.8,-0.014,-0.048,0.01
|
| 69 |
+
FlowState,Chronos-Bolt,0.4,0.0,0.8,0.004,-0.057,0.083
|
| 70 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
FlowState,Toto-1.0,0.8,0.4,1.0,0.005,-0.045,0.044
|
| 72 |
+
FlowState,Moirai-2.0,0.6,0.2,1.0,0.022,-0.025,0.086
|
| 73 |
+
FlowState,TabPFN-TS,0.6,0.2,1.0,0.053,0.002,0.106
|
| 74 |
+
FlowState,Sundial-Base,1.0,1.0,1.0,0.078,0.047,0.115
|
| 75 |
+
FlowState,Stat. Ensemble,0.8,0.4,1.0,0.231,0.098,0.344
|
| 76 |
+
FlowState,AutoARIMA,1.0,1.0,1.0,0.179,0.111,0.246
|
| 77 |
+
FlowState,TFT,1.0,1.0,1.0,0.218,0.177,0.258
|
| 78 |
+
FlowState,PatchTST,1.0,1.0,1.0,0.232,0.175,0.319
|
| 79 |
+
FlowState,AutoETS,1.0,1.0,1.0,0.709,0.209,0.947
|
| 80 |
+
FlowState,DeepAR,1.0,1.0,1.0,0.295,0.2,0.386
|
| 81 |
+
FlowState,Seasonal Naive,1.0,1.0,1.0,0.363,0.261,0.444
|
| 82 |
+
Toto-1.0,Chronos-2,0.2,0.0,0.6,-0.069,-0.139,-0.02
|
| 83 |
+
Toto-1.0,TiRex,0.2,0.0,0.6,-0.023,-0.075,0.025
|
| 84 |
+
Toto-1.0,TimesFM-2.5,0.2,0.0,0.6,-0.019,-0.037,-0.002
|
| 85 |
+
Toto-1.0,Chronos-Bolt,0.6,0.2,1.0,-0.001,-0.081,0.073
|
| 86 |
+
Toto-1.0,FlowState,0.2,0.0,0.6,-0.005,-0.046,0.043
|
| 87 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Toto-1.0,Moirai-2.0,0.6,0.2,1.0,0.018,-0.054,0.084
|
| 89 |
+
Toto-1.0,TabPFN-TS,0.8,0.4,1.0,0.048,-0.019,0.099
|
| 90 |
+
Toto-1.0,Sundial-Base,0.8,0.4,1.0,0.074,0.014,0.117
|
| 91 |
+
Toto-1.0,Stat. Ensemble,0.8,0.4,1.0,0.227,0.053,0.357
|
| 92 |
+
Toto-1.0,AutoARIMA,0.8,0.4,1.0,0.175,0.081,0.251
|
| 93 |
+
Toto-1.0,TFT,1.0,1.0,1.0,0.215,0.152,0.265
|
| 94 |
+
Toto-1.0,PatchTST,1.0,1.0,1.0,0.228,0.149,0.321
|
| 95 |
+
Toto-1.0,AutoETS,0.8,0.4,1.0,0.703,0.168,0.947
|
| 96 |
+
Toto-1.0,DeepAR,1.0,1.0,1.0,0.292,0.194,0.381
|
| 97 |
+
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.36,0.24,0.437
|
| 98 |
Moirai-2.0,Chronos-2,0.2,0.0,0.6,-0.088,-0.161,-0.019
|
| 99 |
Moirai-2.0,TiRex,0.0,0.0,0.0,-0.041,-0.07,-0.011
|
| 100 |
Moirai-2.0,TimesFM-2.5,0.4,0.0,0.8,-0.037,-0.112,0.024
|
| 101 |
Moirai-2.0,Chronos-Bolt,0.3,0.1,0.5,-0.018,-0.037,0.0
|
| 102 |
+
Moirai-2.0,FlowState,0.4,0.0,0.8,-0.023,-0.095,0.025
|
| 103 |
+
Moirai-2.0,Toto-1.0,0.4,0.0,0.8,-0.018,-0.091,0.051
|
| 104 |
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
Moirai-2.0,TabPFN-TS,0.6,0.2,1.0,0.031,-0.023,0.085
|
|
|
|
| 106 |
Moirai-2.0,Sundial-Base,0.8,0.4,1.0,0.057,0.016,0.1
|
| 107 |
+
Moirai-2.0,Stat. Ensemble,0.8,0.4,1.0,0.213,0.088,0.32
|
| 108 |
+
Moirai-2.0,AutoARIMA,1.0,1.0,1.0,0.16,0.12,0.192
|
| 109 |
+
Moirai-2.0,TFT,1.0,1.0,1.0,0.201,0.14,0.263
|
| 110 |
+
Moirai-2.0,PatchTST,1.0,1.0,1.0,0.214,0.097,0.331
|
| 111 |
Moirai-2.0,AutoETS,1.0,1.0,1.0,0.703,0.201,0.947
|
| 112 |
+
Moirai-2.0,DeepAR,1.0,1.0,1.0,0.279,0.198,0.369
|
| 113 |
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.349,0.271,0.409
|
| 114 |
+
TabPFN-TS,Chronos-2,0.0,0.0,0.0,-0.123,-0.155,-0.085
|
| 115 |
+
TabPFN-TS,TiRex,0.0,0.0,0.0,-0.075,-0.123,-0.037
|
| 116 |
+
TabPFN-TS,TimesFM-2.5,0.2,0.0,0.6,-0.071,-0.125,-0.015
|
| 117 |
+
TabPFN-TS,Chronos-Bolt,0.2,0.0,0.6,-0.051,-0.102,0.008
|
| 118 |
+
TabPFN-TS,FlowState,0.4,0.0,0.8,-0.056,-0.119,-0.002
|
| 119 |
+
TabPFN-TS,Toto-1.0,0.2,0.0,0.6,-0.051,-0.11,0.019
|
| 120 |
+
TabPFN-TS,Moirai-2.0,0.4,0.0,0.8,-0.032,-0.093,0.023
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 121 |
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
TabPFN-TS,Sundial-Base,0.8,0.4,1.0,0.027,-0.034,0.065
|
| 123 |
+
TabPFN-TS,Stat. Ensemble,0.8,0.4,1.0,0.188,0.042,0.312
|
| 124 |
+
TabPFN-TS,AutoARIMA,1.0,1.0,1.0,0.133,0.063,0.194
|
| 125 |
+
TabPFN-TS,TFT,1.0,1.0,1.0,0.175,0.135,0.222
|
| 126 |
+
TabPFN-TS,PatchTST,1.0,1.0,1.0,0.189,0.093,0.281
|
| 127 |
+
TabPFN-TS,AutoETS,1.0,1.0,1.0,0.691,0.17,0.944
|
| 128 |
+
TabPFN-TS,DeepAR,1.0,1.0,1.0,0.256,0.17,0.345
|
| 129 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.328,0.245,0.386
|
| 130 |
Sundial-Base,Chronos-2,0.0,0.0,0.0,-0.154,-0.204,-0.107
|
| 131 |
Sundial-Base,TiRex,0.0,0.0,0.0,-0.104,-0.14,-0.07
|
| 132 |
Sundial-Base,TimesFM-2.5,0.0,0.0,0.0,-0.1,-0.149,-0.047
|
| 133 |
Sundial-Base,Chronos-Bolt,0.2,0.0,0.6,-0.08,-0.129,-0.025
|
| 134 |
+
Sundial-Base,FlowState,0.0,0.0,0.0,-0.085,-0.13,-0.049
|
| 135 |
+
Sundial-Base,Toto-1.0,0.2,0.0,0.6,-0.079,-0.133,-0.015
|
| 136 |
Sundial-Base,Moirai-2.0,0.2,0.0,0.6,-0.061,-0.111,-0.017
|
| 137 |
+
Sundial-Base,TabPFN-TS,0.2,0.0,0.6,-0.027,-0.07,0.032
|
|
|
|
| 138 |
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
Sundial-Base,Stat. Ensemble,0.8,0.4,1.0,0.165,0.033,0.279
|
| 140 |
+
Sundial-Base,AutoARIMA,1.0,1.0,1.0,0.109,0.055,0.16
|
| 141 |
+
Sundial-Base,TFT,1.0,1.0,1.0,0.152,0.118,0.187
|
| 142 |
+
Sundial-Base,PatchTST,1.0,1.0,1.0,0.167,0.082,0.254
|
| 143 |
Sundial-Base,AutoETS,0.8,0.4,1.0,0.688,0.16,0.945
|
| 144 |
+
Sundial-Base,DeepAR,1.0,1.0,1.0,0.236,0.157,0.315
|
| 145 |
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.309,0.223,0.39
|
| 146 |
+
Stat. Ensemble,Chronos-2,0.0,0.0,0.0,-0.383,-0.642,-0.164
|
| 147 |
+
Stat. Ensemble,TiRex,0.2,0.0,0.6,-0.323,-0.563,-0.122
|
| 148 |
+
Stat. Ensemble,TimesFM-2.5,0.2,0.0,0.6,-0.318,-0.571,-0.095
|
| 149 |
+
Stat. Ensemble,Chronos-Bolt,0.0,0.0,0.0,-0.294,-0.517,-0.124
|
| 150 |
+
Stat. Ensemble,FlowState,0.2,0.0,0.6,-0.3,-0.524,-0.108
|
| 151 |
+
Stat. Ensemble,Toto-1.0,0.2,0.0,0.6,-0.293,-0.556,-0.056
|
| 152 |
+
Stat. Ensemble,Moirai-2.0,0.2,0.0,0.6,-0.27,-0.472,-0.096
|
| 153 |
+
Stat. Ensemble,TabPFN-TS,0.2,0.0,0.6,-0.231,-0.454,-0.044
|
| 154 |
+
Stat. Ensemble,Sundial-Base,0.2,0.0,0.6,-0.198,-0.387,-0.035
|
|
|
|
| 155 |
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
Stat. Ensemble,AutoARIMA,0.2,0.0,0.6,-0.067,-0.189,0.034
|
| 157 |
+
Stat. Ensemble,TFT,0.6,0.2,1.0,-0.016,-0.209,0.146
|
| 158 |
+
Stat. Ensemble,PatchTST,0.4,0.0,0.8,0.002,-0.246,0.206
|
| 159 |
+
Stat. Ensemble,AutoETS,1.0,1.0,1.0,0.658,0.124,0.942
|
| 160 |
+
Stat. Ensemble,DeepAR,0.8,0.4,1.0,0.084,-0.121,0.236
|
| 161 |
+
Stat. Ensemble,Seasonal Naive,0.8,0.4,1.0,0.172,0.038,0.268
|
| 162 |
+
AutoARIMA,Chronos-2,0.0,0.0,0.0,-0.296,-0.409,-0.191
|
| 163 |
+
AutoARIMA,TiRex,0.0,0.0,0.0,-0.24,-0.314,-0.161
|
| 164 |
+
AutoARIMA,TimesFM-2.5,0.0,0.0,0.0,-0.235,-0.354,-0.125
|
| 165 |
+
AutoARIMA,Chronos-Bolt,0.0,0.0,0.0,-0.213,-0.275,-0.165
|
| 166 |
+
AutoARIMA,FlowState,0.0,0.0,0.0,-0.218,-0.327,-0.125
|
| 167 |
+
AutoARIMA,Toto-1.0,0.2,0.0,0.6,-0.212,-0.335,-0.088
|
| 168 |
+
AutoARIMA,Moirai-2.0,0.0,0.0,0.0,-0.191,-0.237,-0.136
|
| 169 |
+
AutoARIMA,TabPFN-TS,0.0,0.0,0.0,-0.154,-0.24,-0.067
|
| 170 |
+
AutoARIMA,Sundial-Base,0.0,0.0,0.0,-0.123,-0.191,-0.059
|
| 171 |
+
AutoARIMA,Stat. Ensemble,0.8,0.4,1.0,0.063,-0.035,0.159
|
| 172 |
AutoARIMA,AutoARIMA,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
AutoARIMA,TFT,0.6,0.2,1.0,0.048,-0.038,0.127
|
| 174 |
+
AutoARIMA,PatchTST,0.6,0.2,1.0,0.064,-0.086,0.187
|
| 175 |
+
AutoARIMA,AutoETS,0.8,0.4,1.0,0.662,0.092,0.943
|
| 176 |
+
AutoARIMA,DeepAR,0.8,0.4,1.0,0.142,0.036,0.254
|
| 177 |
+
AutoARIMA,Seasonal Naive,1.0,1.0,1.0,0.224,0.153,0.289
|
| 178 |
+
TFT,Chronos-2,0.0,0.0,0.0,-0.361,-0.4,-0.323
|
| 179 |
+
TFT,TiRex,0.0,0.0,0.0,-0.303,-0.386,-0.229
|
| 180 |
+
TFT,TimesFM-2.5,0.0,0.0,0.0,-0.297,-0.383,-0.215
|
| 181 |
+
TFT,Chronos-Bolt,0.0,0.0,0.0,-0.274,-0.381,-0.176
|
| 182 |
+
TFT,FlowState,0.0,0.0,0.0,-0.279,-0.348,-0.215
|
| 183 |
+
TFT,Toto-1.0,0.0,0.0,0.0,-0.273,-0.36,-0.179
|
| 184 |
+
TFT,Moirai-2.0,0.0,0.0,0.0,-0.251,-0.357,-0.163
|
| 185 |
+
TFT,TabPFN-TS,0.0,0.0,0.0,-0.212,-0.286,-0.156
|
| 186 |
+
TFT,Sundial-Base,0.0,0.0,0.0,-0.179,-0.23,-0.134
|
| 187 |
+
TFT,Stat. Ensemble,0.4,0.0,0.8,0.015,-0.172,0.173
|
| 188 |
+
TFT,AutoARIMA,0.4,0.0,0.8,-0.05,-0.145,0.036
|
| 189 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
TFT,PatchTST,0.6,0.2,1.0,0.017,-0.061,0.087
|
| 191 |
+
TFT,AutoETS,0.8,0.4,1.0,0.641,-0.011,0.94
|
| 192 |
+
TFT,DeepAR,0.8,0.4,1.0,0.098,0.018,0.178
|
| 193 |
+
TFT,Seasonal Naive,1.0,1.0,1.0,0.185,0.089,0.275
|
| 194 |
+
PatchTST,Chronos-2,0.0,0.0,0.0,-0.385,-0.52,-0.261
|
| 195 |
+
PatchTST,TiRex,0.0,0.0,0.0,-0.325,-0.52,-0.171
|
| 196 |
+
PatchTST,TimesFM-2.5,0.0,0.0,0.0,-0.32,-0.496,-0.215
|
| 197 |
+
PatchTST,Chronos-Bolt,0.0,0.0,0.0,-0.296,-0.517,-0.117
|
| 198 |
+
PatchTST,FlowState,0.0,0.0,0.0,-0.302,-0.468,-0.212
|
| 199 |
+
PatchTST,Toto-1.0,0.0,0.0,0.0,-0.295,-0.474,-0.176
|
| 200 |
+
PatchTST,Moirai-2.0,0.0,0.0,0.0,-0.273,-0.494,-0.108
|
| 201 |
+
PatchTST,TabPFN-TS,0.0,0.0,0.0,-0.233,-0.392,-0.102
|
| 202 |
+
PatchTST,Sundial-Base,0.0,0.0,0.0,-0.2,-0.341,-0.089
|
| 203 |
+
PatchTST,Stat. Ensemble,0.6,0.2,1.0,-0.002,-0.259,0.197
|
| 204 |
+
PatchTST,AutoARIMA,0.4,0.0,0.8,-0.069,-0.231,0.079
|
| 205 |
+
PatchTST,TFT,0.4,0.0,0.8,-0.017,-0.096,0.057
|
| 206 |
+
PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
PatchTST,AutoETS,0.6,0.2,1.0,0.637,-0.086,0.939
|
| 208 |
+
PatchTST,DeepAR,0.6,0.2,1.0,0.083,-0.009,0.199
|
| 209 |
+
PatchTST,Seasonal Naive,0.6,0.2,1.0,0.171,0.003,0.313
|
| 210 |
AutoETS,Chronos-2,0.0,0.0,0.0,-2.538,-17.795,-0.35
|
| 211 |
AutoETS,TiRex,0.0,0.0,0.0,-2.44,-17.904,-0.278
|
| 212 |
AutoETS,TimesFM-2.5,0.2,0.0,0.6,-2.436,-17.805,-0.247
|
| 213 |
AutoETS,Chronos-Bolt,0.0,0.0,0.0,-2.391,-17.776,-0.283
|
| 214 |
+
AutoETS,FlowState,0.0,0.0,0.0,-2.439,-17.747,-0.264
|
| 215 |
+
AutoETS,Toto-1.0,0.2,0.0,0.6,-2.365,-17.71,-0.203
|
| 216 |
AutoETS,Moirai-2.0,0.0,0.0,0.0,-2.363,-17.776,-0.252
|
| 217 |
+
AutoETS,TabPFN-TS,0.0,0.0,0.0,-2.237,-17.009,-0.205
|
|
|
|
| 218 |
AutoETS,Sundial-Base,0.2,0.0,0.6,-2.207,-17.119,-0.19
|
| 219 |
+
AutoETS,Stat. Ensemble,0.0,0.0,0.0,-1.926,-16.237,-0.142
|
| 220 |
+
AutoETS,AutoARIMA,0.2,0.0,0.6,-1.958,-16.44,-0.102
|
| 221 |
+
AutoETS,TFT,0.2,0.0,0.6,-1.788,-15.578,0.01
|
| 222 |
+
AutoETS,PatchTST,0.4,0.0,0.8,-1.753,-15.268,0.079
|
| 223 |
AutoETS,AutoETS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
AutoETS,DeepAR,0.4,0.0,0.8,-1.503,-14.764,0.114
|
| 225 |
AutoETS,Seasonal Naive,0.6,0.2,1.0,-1.364,-14.138,0.138
|
| 226 |
+
DeepAR,Chronos-2,0.0,0.0,0.0,-0.51,-0.656,-0.388
|
| 227 |
+
DeepAR,TiRex,0.0,0.0,0.0,-0.445,-0.635,-0.307
|
| 228 |
+
DeepAR,TimesFM-2.5,0.0,0.0,0.0,-0.439,-0.641,-0.262
|
| 229 |
+
DeepAR,Chronos-Bolt,0.0,0.0,0.0,-0.413,-0.599,-0.292
|
| 230 |
+
DeepAR,FlowState,0.0,0.0,0.0,-0.419,-0.628,-0.25
|
| 231 |
+
DeepAR,Toto-1.0,0.0,0.0,0.0,-0.412,-0.616,-0.241
|
| 232 |
+
DeepAR,Moirai-2.0,0.0,0.0,0.0,-0.387,-0.586,-0.247
|
| 233 |
+
DeepAR,TabPFN-TS,0.0,0.0,0.0,-0.344,-0.526,-0.205
|
| 234 |
+
DeepAR,Sundial-Base,0.0,0.0,0.0,-0.308,-0.459,-0.187
|
| 235 |
+
DeepAR,Stat. Ensemble,0.2,0.0,0.6,-0.092,-0.308,0.108
|
| 236 |
+
DeepAR,AutoARIMA,0.2,0.0,0.6,-0.165,-0.34,-0.037
|
| 237 |
+
DeepAR,TFT,0.2,0.0,0.6,-0.109,-0.216,-0.018
|
| 238 |
+
DeepAR,PatchTST,0.4,0.0,0.8,-0.09,-0.248,0.009
|
| 239 |
+
DeepAR,AutoETS,0.6,0.2,1.0,0.601,-0.129,0.937
|
| 240 |
+
DeepAR,DeepAR,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
DeepAR,Seasonal Naive,0.6,0.2,1.0,0.096,-0.021,0.206
|
|
|
|
| 242 |
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.671,-0.848,-0.486
|
| 243 |
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.598,-0.768,-0.404
|
| 244 |
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.592,-0.807,-0.36
|
| 245 |
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.563,-0.699,-0.411
|
| 246 |
+
Seasonal Naive,FlowState,0.0,0.0,0.0,-0.57,-0.797,-0.352
|
| 247 |
+
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-0.562,-0.775,-0.315
|
| 248 |
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-0.535,-0.692,-0.371
|
| 249 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.487,-0.63,-0.324
|
|
|
|
| 250 |
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.447,-0.639,-0.286
|
| 251 |
+
Seasonal Naive,Stat. Ensemble,0.2,0.0,0.6,-0.208,-0.366,-0.039
|
| 252 |
+
Seasonal Naive,AutoARIMA,0.0,0.0,0.0,-0.289,-0.407,-0.181
|
| 253 |
+
Seasonal Naive,TFT,0.0,0.0,0.0,-0.227,-0.379,-0.097
|
| 254 |
+
Seasonal Naive,PatchTST,0.4,0.0,0.8,-0.206,-0.456,-0.003
|
| 255 |
Seasonal Naive,AutoETS,0.4,0.0,0.8,0.577,-0.16,0.934
|
| 256 |
+
Seasonal Naive,DeepAR,0.4,0.0,0.8,-0.106,-0.26,0.021
|
| 257 |
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|