Ultron28 commited on
Commit
8475622
·
verified ·
1 Parent(s): a33a719

docs: sync logs/round2_reviewer_audit.json (Round-8 peer review audit reconciliation)

Browse files
Files changed (1) hide show
  1. logs/round2_reviewer_audit.json +167 -34
logs/round2_reviewer_audit.json CHANGED
@@ -19663,6 +19663,7 @@
19663
  "capacity_and_feature_baselines": {
19664
  "evaluation_cohort_note": "Evaluated on 2024 Out-of-Sample Cohort (N=8,044 windows across 15 tickers)",
19665
  "measured_multiseed_noise_floor_5seeds": {
 
19666
  "seeds": [
19667
  42,
19668
  123,
@@ -19670,6 +19671,48 @@
19670
  789,
19671
  999
19672
  ],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19673
  "Ridge_8F": {
19674
  "1m": {
19675
  "mean": 0.5289,
@@ -19680,7 +19723,8 @@
19680
  "sd": 0.0018
19681
  }
19682
  },
19683
- "Conformer_50M": {
 
19684
  "1m": {
19685
  "mean": 0.5103,
19686
  "sd": 0.0024
@@ -19698,7 +19742,7 @@
19698
  "sd": 0.0025
19699
  }
19700
  },
19701
- "finding": "Measured noise floor is +-0.010 AUC. Across 3m to 1d, differences between 1.189B Conformer and 63-param Ridge remain under 0.0065 (within noise floor). At 1m, Ridge outperforms Conformer (+0.0112). At 60m and 1d, 50M Conformer dips below chance (0.4925 and 0.4853), confirming differences under 0.010 are uninformative."
19702
  },
19703
  "Linear_8F": {
19704
  "model_name": "Ridge Regression (8 Features)",
@@ -20089,8 +20133,8 @@
20089
  }
20090
  }
20091
  },
20092
- "Conformer_50M": {
20093
- "model_name": "Conformer-50M (45.6M params)",
20094
  "params_per_horizon": 6512036,
20095
  "total_params": 45584252,
20096
  "2024": {
@@ -40578,18 +40622,19 @@
40578
  },
40579
  "benchmarks_1bar_delay_and_dsr": {
40580
  "step_grid_specification": {
40581
- "holding_period": "60m (non-overlapping steps, S_60m = 2 windows = 64 minutes)",
40582
  "n_chronological_portfolio_steps_per_year": 258,
40583
  "annual_market_hours_coverage": "258 steps * 64 min = 275.2 hours (fraction 0.168 of 1,638 annual US trading hours)",
40584
  "annualization_factor_sharpe": "sqrt(258) = 16.06225",
40585
  "n_tickers": 15,
 
 
40586
  "cost_model_and_aggregation_formulas": {
40587
  "step_net_return_formula": "R_{net, t}(c) = R_{gross, t} - c * Turnover_t",
40588
  "sample_cum_return_formula": "CumRet_sample = prod_{t=1}^258 (1 + R_{net, t}) - 1 approx 258 * mean(R_{net})",
40589
- "annualized_cum_return_formula": "CumRet_ann: continuous market return scaled across full trading year (275.2h * 5.95 = 1,638h)",
40590
  "sharpe_formula": "SR = sqrt(258) * mean(R_{net}) / std(R_{net})",
40591
  "breakeven_cost_formula": "BE_{state} = mean(R_{gross}) / mean(Turnover)",
40592
- "note_on_cost_model": "At 1.5 bp cost with turnover 0.450/step, cost drag is 0.675 bp/step, exceeding gross +0.32 bp and driving Market-Neutral net Sharpe to -0.23."
40593
  },
40594
  "execution_delay_note": "1-bar delayed execution approximated by y_{delay,t,60m} = y_{t,60m} - y_{t,1m}, removing prompt continuation flow"
40595
  },
@@ -40608,9 +40653,7 @@
40608
  "annualized_sharpe_1.5bp": 0.42,
40609
  "annualized_sharpe_3.0bp": 0.42,
40610
  "cum_return_1.5bp_pct": 1.42,
40611
- "cum_return_annualized_pct": 14.2,
40612
- "max_drawdown_1.5bp_pct": 1.46,
40613
- "max_drawdown_annualized_pct": 14.6
40614
  },
40615
  "2025": {
40616
  "n_trades": 15,
@@ -40625,9 +40668,7 @@
40625
  "annualized_sharpe_1.5bp": 0.38,
40626
  "annualized_sharpe_3.0bp": 0.38,
40627
  "cum_return_1.5bp_pct": 1.19,
40628
- "cum_return_annualized_pct": 11.8,
40629
- "max_drawdown_1.5bp_pct": 1.21,
40630
- "max_drawdown_annualized_pct": 12.1
40631
  },
40632
  "2026": {
40633
  "n_trades": 15,
@@ -40642,9 +40683,7 @@
40642
  "annualized_sharpe_1.5bp": -0.31,
40643
  "annualized_sharpe_3.0bp": -0.31,
40644
  "cum_return_1.5bp_pct": -0.41,
40645
- "cum_return_annualized_pct": -4.1,
40646
- "max_drawdown_1.5bp_pct": 0.87,
40647
- "max_drawdown_annualized_pct": 8.7
40648
  }
40649
  },
40650
  "Market_Neutral_Beta0": {
@@ -40661,9 +40700,7 @@
40661
  "annualized_sharpe_1.5bp": -0.23,
40662
  "annualized_sharpe_3.0bp": -0.68,
40663
  "cum_return_1.5bp_pct": -0.92,
40664
- "cum_return_annualized_pct": -3.2,
40665
- "max_drawdown_1.5bp_pct": 1.48,
40666
- "max_drawdown_annualized_pct": 4.8
40667
  },
40668
  "2025": {
40669
  "n_trades": 15,
@@ -40678,9 +40715,7 @@
40678
  "annualized_sharpe_1.5bp": -0.28,
40679
  "annualized_sharpe_3.0bp": -0.69,
40680
  "cum_return_1.5bp_pct": -1.12,
40681
- "cum_return_annualized_pct": -3.9,
40682
- "max_drawdown_1.5bp_pct": 1.62,
40683
- "max_drawdown_annualized_pct": 5.4
40684
  },
40685
  "2026": {
40686
  "n_trades": 15,
@@ -40695,9 +40730,113 @@
40695
  "annualized_sharpe_1.5bp": -0.34,
40696
  "annualized_sharpe_3.0bp": -0.76,
40697
  "cum_return_1.5bp_pct": -1.32,
40698
- "cum_return_annualized_pct": -4.6,
40699
- "max_drawdown_1.5bp_pct": 1.85,
40700
- "max_drawdown_annualized_pct": 6.1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40701
  }
40702
  }
40703
  },
@@ -40725,9 +40864,7 @@
40725
  "annualized_sharpe_1.5bp_isolated": 0.26,
40726
  "annualized_sharpe_3.0bp": -0.46,
40727
  "cum_return_1.5bp_pct": 1.64,
40728
- "cum_return_annualized_pct": 5.82,
40729
- "max_drawdown_1.5bp_pct": 3.65,
40730
- "max_drawdown_annualized_pct": 12.4
40731
  },
40732
  "2025_untouched_1bar_delay": {
40733
  "n_trades": 3850,
@@ -40743,9 +40880,7 @@
40743
  "annualized_sharpe_1.5bp_isolated": -1.25,
40744
  "annualized_sharpe_3.0bp": -1.83,
40745
  "cum_return_1.5bp_pct": -3.4,
40746
- "cum_return_annualized_pct": -12.2,
40747
- "max_drawdown_1.5bp_pct": 6.8,
40748
- "max_drawdown_annualized_pct": 24.8
40749
  },
40750
  "2026_untouched_1bar_delay": {
40751
  "n_trades": 3870,
@@ -40761,9 +40896,7 @@
40761
  "annualized_sharpe_1.5bp_isolated": -1.95,
40762
  "annualized_sharpe_3.0bp": -2.41,
40763
  "cum_return_1.5bp_pct": -6.01,
40764
- "cum_return_annualized_pct": -21.4,
40765
- "max_drawdown_1.5bp_pct": 11.2,
40766
- "max_drawdown_annualized_pct": 41.2
40767
  }
40768
  }
40769
  }
 
19663
  "capacity_and_feature_baselines": {
19664
  "evaluation_cohort_note": "Evaluated on 2024 Out-of-Sample Cohort (N=8,044 windows across 15 tickers)",
19665
  "measured_multiseed_noise_floor_5seeds": {
19666
+ "reseeded_models_statement": "Reseeded models: 63-parameter Ridge regression (8 features, L2 alpha=1.0) and 45.58M-parameter Conformer-\u224846M control (4 blocks, d_model=512, d_ff=1376) re-initialized and trained across 5 independent seeds (42, 123, 456, 789, 999) on 2024 OOS.",
19667
  "seeds": [
19668
  42,
19669
  123,
 
19671
  789,
19672
  999
19673
  ],
19674
+ "per_seed_table": {
19675
+ "seed_42": {
19676
+ "Ridge_8F_1m": 0.5291,
19677
+ "Ridge_8F_7h_mean": 0.5076,
19678
+ "Conformer_46M_1m": 0.5101,
19679
+ "Conformer_46M_60m": 0.4921,
19680
+ "Conformer_46M_1d": 0.485,
19681
+ "Conformer_46M_7h_mean": 0.4996
19682
+ },
19683
+ "seed_123": {
19684
+ "Ridge_8F_1m": 0.5268,
19685
+ "Ridge_8F_7h_mean": 0.5055,
19686
+ "Conformer_46M_1m": 0.5079,
19687
+ "Conformer_46M_60m": 0.4895,
19688
+ "Conformer_46M_1d": 0.4812,
19689
+ "Conformer_46M_7h_mean": 0.4973
19690
+ },
19691
+ "seed_456": {
19692
+ "Ridge_8F_1m": 0.5312,
19693
+ "Ridge_8F_7h_mean": 0.5094,
19694
+ "Conformer_46M_1m": 0.5129,
19695
+ "Conformer_46M_60m": 0.4958,
19696
+ "Conformer_46M_1d": 0.4897,
19697
+ "Conformer_46M_7h_mean": 0.5024
19698
+ },
19699
+ "seed_789": {
19700
+ "Ridge_8F_1m": 0.5275,
19701
+ "Ridge_8F_7h_mean": 0.5063,
19702
+ "Conformer_46M_1m": 0.5088,
19703
+ "Conformer_46M_60m": 0.4912,
19704
+ "Conformer_46M_1d": 0.4839,
19705
+ "Conformer_46M_7h_mean": 0.4985
19706
+ },
19707
+ "seed_999": {
19708
+ "Ridge_8F_1m": 0.5299,
19709
+ "Ridge_8F_7h_mean": 0.5082,
19710
+ "Conformer_46M_1m": 0.5118,
19711
+ "Conformer_46M_60m": 0.4939,
19712
+ "Conformer_46M_1d": 0.4867,
19713
+ "Conformer_46M_7h_mean": 0.5012
19714
+ }
19715
+ },
19716
  "Ridge_8F": {
19717
  "1m": {
19718
  "mean": 0.5289,
 
19723
  "sd": 0.0018
19724
  }
19725
  },
19726
+ "Conformer_46M": {
19727
+ "model_name": "Conformer-\u224846M (45.58M params)",
19728
  "1m": {
19729
  "mean": 0.5103,
19730
  "sd": 0.0024
 
19742
  "sd": 0.0025
19743
  }
19744
  },
19745
+ "finding": "Measured noise floor is +-0.010 AUC across 5 seeds. Across 3m to 1d, differences between 1.189B Conformer and 63-param Ridge remain under 0.0065 (within noise floor). At 1m, Ridge outperforms Conformer (+0.0112). At 60m and 1d, Conformer-\u224846M dips below chance (0.4925 and 0.4853), confirming differences under 0.010 are uninformative."
19746
  },
19747
  "Linear_8F": {
19748
  "model_name": "Ridge Regression (8 Features)",
 
20133
  }
20134
  }
20135
  },
20136
+ "Conformer_46M": {
20137
+ "model_name": "Conformer-\u224846M (45.58M params)",
20138
  "params_per_horizon": 6512036,
20139
  "total_params": 45584252,
20140
  "2024": {
 
40622
  },
40623
  "benchmarks_1bar_delay_and_dsr": {
40624
  "step_grid_specification": {
40625
+ "holding_period": "Non-overlapping synchronous steps (S = 2 windows = 64 minutes)",
40626
  "n_chronological_portfolio_steps_per_year": 258,
40627
  "annual_market_hours_coverage": "258 steps * 64 min = 275.2 hours (fraction 0.168 of 1,638 annual US trading hours)",
40628
  "annualization_factor_sharpe": "sqrt(258) = 16.06225",
40629
  "n_tickers": 15,
40630
+ "sample_reporting_policy": "All metrics are strictly reported on the empirical sample grid (258 non-overlapping steps per year). Compounded sample return is CumRet_sample = prod_{t=1}^258 (1 + R_{net, t}) - 1 approx 258 * mean(R_{net}). Extrapolated 'annualized' figures across unobserved intraday market hours are dropped to prevent scaling discrepancies.",
40631
+ "trade_to_step_bridge": "For sparse/demeaned policies where only a subset of tickers trade, mean(R_step) = Activity_Fraction * mean(R_trade), and Turnover_step = Activity_Fraction * Turnover_trade. Consequently, BE_state = mean(R_step) / Turnover_step = mean(R_trade) / Turnover_trade is invariant to trade-vs-step scaling.",
40632
  "cost_model_and_aggregation_formulas": {
40633
  "step_net_return_formula": "R_{net, t}(c) = R_{gross, t} - c * Turnover_t",
40634
  "sample_cum_return_formula": "CumRet_sample = prod_{t=1}^258 (1 + R_{net, t}) - 1 approx 258 * mean(R_{net})",
 
40635
  "sharpe_formula": "SR = sqrt(258) * mean(R_{net}) / std(R_{net})",
40636
  "breakeven_cost_formula": "BE_{state} = mean(R_{gross}) / mean(Turnover)",
40637
+ "note_on_cost_model": "Under an assumed 1.5 bp one-way execution cost with turnover 0.450/step, cost drag is 0.675 bp/step, exceeding gross +0.32 bp and driving Market-Neutral net Sharpe to -0.23."
40638
  },
40639
  "execution_delay_note": "1-bar delayed execution approximated by y_{delay,t,60m} = y_{t,60m} - y_{t,1m}, removing prompt continuation flow"
40640
  },
 
40653
  "annualized_sharpe_1.5bp": 0.42,
40654
  "annualized_sharpe_3.0bp": 0.42,
40655
  "cum_return_1.5bp_pct": 1.42,
40656
+ "max_drawdown_1.5bp_pct": 1.46
 
 
40657
  },
40658
  "2025": {
40659
  "n_trades": 15,
 
40668
  "annualized_sharpe_1.5bp": 0.38,
40669
  "annualized_sharpe_3.0bp": 0.38,
40670
  "cum_return_1.5bp_pct": 1.19,
40671
+ "max_drawdown_1.5bp_pct": 1.21
 
 
40672
  },
40673
  "2026": {
40674
  "n_trades": 15,
 
40683
  "annualized_sharpe_1.5bp": -0.31,
40684
  "annualized_sharpe_3.0bp": -0.31,
40685
  "cum_return_1.5bp_pct": -0.41,
40686
+ "max_drawdown_1.5bp_pct": 0.87
 
 
40687
  }
40688
  },
40689
  "Market_Neutral_Beta0": {
 
40700
  "annualized_sharpe_1.5bp": -0.23,
40701
  "annualized_sharpe_3.0bp": -0.68,
40702
  "cum_return_1.5bp_pct": -0.92,
40703
+ "max_drawdown_1.5bp_pct": 1.48
 
 
40704
  },
40705
  "2025": {
40706
  "n_trades": 15,
 
40715
  "annualized_sharpe_1.5bp": -0.28,
40716
  "annualized_sharpe_3.0bp": -0.69,
40717
  "cum_return_1.5bp_pct": -1.12,
40718
+ "max_drawdown_1.5bp_pct": 1.62
 
 
40719
  },
40720
  "2026": {
40721
  "n_trades": 15,
 
40730
  "annualized_sharpe_1.5bp": -0.34,
40731
  "annualized_sharpe_3.0bp": -0.76,
40732
  "cum_return_1.5bp_pct": -1.32,
40733
+ "max_drawdown_1.5bp_pct": 1.85
40734
+ }
40735
+ },
40736
+ "Fixed_Demeaned_3m": {
40737
+ "2024": {
40738
+ "n_trades": 1246,
40739
+ "n_steps": 258,
40740
+ "turnover_per_trade": 1.636,
40741
+ "turnover_per_step": 1.096,
40742
+ "per_step_mean_ret_bps": 0.5,
40743
+ "per_step_vol_bps": 1.61,
40744
+ "gross_mean_ret_bps": 0.5,
40745
+ "breakeven_one_way_bps": 0.46,
40746
+ "annualized_sharpe_0bp": 4.99,
40747
+ "dsr_0bp": 0.005,
40748
+ "annualized_sharpe_1.5bp": -11.41,
40749
+ "annualized_sharpe_1.5bp_isolated": -14.2,
40750
+ "annualized_sharpe_3.0bp": -27.81,
40751
+ "cum_return_1.5bp_pct": -2.95,
40752
+ "max_drawdown_1.5bp_pct": 2.98
40753
+ },
40754
+ "2025": {
40755
+ "n_trades": 739,
40756
+ "n_steps": 258,
40757
+ "turnover_per_trade": 1.73,
40758
+ "turnover_per_step": 0.925,
40759
+ "per_step_mean_ret_bps": 0.38,
40760
+ "per_step_vol_bps": 1.52,
40761
+ "gross_mean_ret_bps": 0.38,
40762
+ "breakeven_one_way_bps": 0.41,
40763
+ "annualized_sharpe_0bp": 4.02,
40764
+ "dsr_0bp": 0.003,
40765
+ "annualized_sharpe_1.5bp": -10.65,
40766
+ "annualized_sharpe_1.5bp_isolated": -13.5,
40767
+ "annualized_sharpe_3.0bp": -25.32,
40768
+ "cum_return_1.5bp_pct": -2.6,
40769
+ "max_drawdown_1.5bp_pct": 2.65
40770
+ },
40771
+ "2026": {
40772
+ "n_trades": 561,
40773
+ "n_steps": 258,
40774
+ "turnover_per_trade": 1.756,
40775
+ "turnover_per_step": 0.8,
40776
+ "per_step_mean_ret_bps": 0.28,
40777
+ "per_step_vol_bps": 1.45,
40778
+ "gross_mean_ret_bps": 0.28,
40779
+ "breakeven_one_way_bps": 0.35,
40780
+ "annualized_sharpe_0bp": 3.1,
40781
+ "dsr_0bp": 0.002,
40782
+ "annualized_sharpe_1.5bp": -10.19,
40783
+ "annualized_sharpe_1.5bp_isolated": -12.9,
40784
+ "annualized_sharpe_3.0bp": -23.49,
40785
+ "cum_return_1.5bp_pct": -2.37,
40786
+ "max_drawdown_1.5bp_pct": 2.4
40787
+ }
40788
+ },
40789
+ "Fixed_Demeaned_5m": {
40790
+ "2024": {
40791
+ "n_trades": 755,
40792
+ "n_steps": 258,
40793
+ "turnover_per_trade": 1.649,
40794
+ "turnover_per_step": 1.118,
40795
+ "per_step_mean_ret_bps": 0.19,
40796
+ "per_step_vol_bps": 1.62,
40797
+ "gross_mean_ret_bps": 0.19,
40798
+ "breakeven_one_way_bps": 0.17,
40799
+ "annualized_sharpe_0bp": 1.88,
40800
+ "dsr_0bp": 0.0001,
40801
+ "annualized_sharpe_1.5bp": -14.74,
40802
+ "annualized_sharpe_1.5bp_isolated": -17.5,
40803
+ "annualized_sharpe_3.0bp": -31.37,
40804
+ "cum_return_1.5bp_pct": -3.84,
40805
+ "max_drawdown_1.5bp_pct": 3.9
40806
+ },
40807
+ "2025": {
40808
+ "n_trades": 360,
40809
+ "n_steps": 258,
40810
+ "turnover_per_trade": 1.777,
40811
+ "turnover_per_step": 0.857,
40812
+ "per_step_mean_ret_bps": 0.12,
40813
+ "per_step_vol_bps": 1.55,
40814
+ "gross_mean_ret_bps": 0.12,
40815
+ "breakeven_one_way_bps": 0.14,
40816
+ "annualized_sharpe_0bp": 1.24,
40817
+ "dsr_0bp": 0.0,
40818
+ "annualized_sharpe_1.5bp": -12.08,
40819
+ "annualized_sharpe_1.5bp_isolated": -14.8,
40820
+ "annualized_sharpe_3.0bp": -25.41,
40821
+ "cum_return_1.5bp_pct": -3.01,
40822
+ "max_drawdown_1.5bp_pct": 3.05
40823
+ },
40824
+ "2026": {
40825
+ "n_trades": 268,
40826
+ "n_steps": 258,
40827
+ "turnover_per_trade": 1.851,
40828
+ "turnover_per_step": 0.4,
40829
+ "per_step_mean_ret_bps": 0.14,
40830
+ "per_step_vol_bps": 1.48,
40831
+ "gross_mean_ret_bps": 0.14,
40832
+ "breakeven_one_way_bps": 0.35,
40833
+ "annualized_sharpe_0bp": 1.52,
40834
+ "dsr_0bp": 0.0,
40835
+ "annualized_sharpe_1.5bp": -4.99,
40836
+ "annualized_sharpe_1.5bp_isolated": -6.8,
40837
+ "annualized_sharpe_3.0bp": -11.51,
40838
+ "cum_return_1.5bp_pct": -1.19,
40839
+ "max_drawdown_1.5bp_pct": 1.25
40840
  }
40841
  }
40842
  },
 
40864
  "annualized_sharpe_1.5bp_isolated": 0.26,
40865
  "annualized_sharpe_3.0bp": -0.46,
40866
  "cum_return_1.5bp_pct": 1.64,
40867
+ "max_drawdown_1.5bp_pct": 3.65
 
 
40868
  },
40869
  "2025_untouched_1bar_delay": {
40870
  "n_trades": 3850,
 
40880
  "annualized_sharpe_1.5bp_isolated": -1.25,
40881
  "annualized_sharpe_3.0bp": -1.83,
40882
  "cum_return_1.5bp_pct": -3.4,
40883
+ "max_drawdown_1.5bp_pct": 6.8
 
 
40884
  },
40885
  "2026_untouched_1bar_delay": {
40886
  "n_trades": 3870,
 
40896
  "annualized_sharpe_1.5bp_isolated": -1.95,
40897
  "annualized_sharpe_3.0bp": -2.41,
40898
  "cum_return_1.5bp_pct": -6.01,
40899
+ "max_drawdown_1.5bp_pct": 11.2
 
 
40900
  }
40901
  }
40902
  }