|
| 1 | +"""Real provider rows must survive the CME crypto schedule transition.""" |
| 2 | + |
| 3 | +from datetime import date, datetime |
| 4 | + |
| 5 | +import polars as pl |
| 6 | +import pytest |
| 7 | +from polars.testing import assert_frame_equal |
| 8 | + |
| 9 | +from ml4t.data import DataManager |
| 10 | +from ml4t.data.providers import SyntheticProvider |
| 11 | +from ml4t.data.sessions import SessionAssigner, SessionCompleter |
| 12 | +from ml4t.specs import FeedSpec |
| 13 | + |
| 14 | + |
| 15 | +def provider_rows(day: str, clocks: list[str]) -> pl.DataFrame: |
| 16 | + with SyntheticProvider(calendar_mode="continuous") as provider: |
| 17 | + frame = provider.fetch_ohlcv("BTCUSD", day, day, "minute") |
| 18 | + selected = frame.filter(pl.col("timestamp").dt.strftime("%H:%M").is_in(clocks)) |
| 19 | + assert selected.height == len(clocks) |
| 20 | + return selected |
| 21 | + |
| 22 | + |
| 23 | +@pytest.mark.parametrize( |
| 24 | + "day,clock,expected", |
| 25 | + [ |
| 26 | + ("2026-05-23", "12:00", None), |
| 27 | + ("2026-05-30", "12:00", date(2026, 6, 1)), |
| 28 | + ("2026-10-17", "12:00", date(2026, 10, 19)), |
| 29 | + ("2026-10-16", "21:03", date(2026, 10, 19)), |
| 30 | + ("2026-10-16", "21:00", None), |
| 31 | + ("2026-10-16", "21:01", None), |
| 32 | + ("2026-10-17", "07:59", None), |
| 33 | + ("2026-10-17", "09:00", date(2026, 10, 19)), |
| 34 | + ("2026-12-05", "08:00", None), |
| 35 | + ("2026-12-05", "10:00", date(2026, 12, 7)), |
| 36 | + ("2026-05-29", "21:15", None), |
| 37 | + ("2026-05-29", "21:30", date(2026, 6, 1)), |
| 38 | + ("2026-09-05", "12:00", date(2026, 9, 8)), |
| 39 | + ("2026-07-02", "21:03", date(2026, 7, 6)), |
| 40 | + ("2026-06-18", "21:03", date(2026, 6, 22)), |
| 41 | + ("2026-11-25", "22:03", date(2026, 11, 27)), |
| 42 | + ("2026-12-24", "22:03", date(2026, 12, 28)), |
| 43 | + ("2026-10-12", "12:00", date(2026, 10, 12)), |
| 44 | + ("2026-11-11", "12:00", date(2026, 11, 11)), |
| 45 | + ("2026-05-29", "20:59", date(2026, 5, 29)), |
| 46 | + ("2026-05-28", "21:30", None), |
| 47 | + ("2026-05-28", "22:00", date(2026, 5, 29)), |
| 48 | + ("2026-11-01", "07:30", date(2026, 11, 2)), |
| 49 | + ], |
| 50 | +) |
| 51 | +def test_cme_crypto_uses_cutover_maintenance_and_business_dates(day, clock, expected): |
| 52 | + frame = provider_rows(day, [clock]) |
| 53 | + assigned = SessionAssigner.from_exchange("CME").assign_sessions(frame, bar_frequency="intraday") |
| 54 | + assert assigned["session_date"].to_list() == [expected] |
| 55 | + assert_frame_equal(assigned.select(frame.columns), frame) |
| 56 | + |
| 57 | + |
| 58 | +def test_cme_completion_preserves_weekend_observations_and_fills_only_open_gap(): |
| 59 | + frame = provider_rows("2026-10-17", ["12:00", "12:02"]) |
| 60 | + completed = SessionCompleter("CME Globex Crypto").complete_sessions(frame) |
| 61 | + assert completed.height == 3 |
| 62 | + assert completed["is_imputed"].to_list() == [False, True, False] |
| 63 | + assert completed["session_date"].to_list() == [date(2026, 10, 19)] * 3 |
| 64 | + observed = completed.filter(~pl.col("is_imputed")).select(frame.columns).cast(frame.schema) |
| 65 | + assert_frame_equal(observed, frame) |
| 66 | + |
| 67 | + |
| 68 | +def test_spot_continuous_calendar_keeps_civil_dates_not_cme_trade_dates(): |
| 69 | + frame = provider_rows("2026-10-17", ["12:00", "12:02"]) |
| 70 | + assigned = SessionAssigner("24/7").assign_sessions(frame, bar_frequency="intraday") |
| 71 | + assert assigned["session_date"].to_list() == [date(2026, 10, 17)] * 2 |
| 72 | + completed = SessionCompleter("24/7").complete_sessions(frame) |
| 73 | + assert completed.height == 3 |
| 74 | + assert completed["session_date"].to_list() == [date(2026, 10, 17)] * 3 |
| 75 | + |
| 76 | + |
| 77 | +def test_calendar_none_never_assigns_or_manufactures_cme_or_spot_rows(): |
| 78 | + frame = provider_rows("2026-10-17", ["12:00", "12:02"]) |
| 79 | + assert_frame_equal(SessionAssigner(None).assign_sessions(frame), frame) |
| 80 | + assert_frame_equal(SessionCompleter(None).complete_sessions(frame), frame) |
| 81 | + |
| 82 | + |
| 83 | +@pytest.mark.parametrize( |
| 84 | + "day,clocks,expected", |
| 85 | + [ |
| 86 | + ("2026-10-17", ["06:59", "09:00"], [date(2026, 10, 19)] * 2), |
| 87 | + ("2026-09-07", ["20:59", "21:02"], [date(2026, 9, 8)] * 2), |
| 88 | + ("2026-05-29", ["20:59", "21:30"], [date(2026, 5, 29), date(2026, 6, 1)]), |
| 89 | + ], |
| 90 | +) |
| 91 | +def test_completion_does_not_fill_weekly_holiday_or_launch_maintenance(day, clocks, expected): |
| 92 | + frame = provider_rows(day, clocks) |
| 93 | + completed = SessionCompleter("CME Globex Crypto").complete_sessions(frame) |
| 94 | + assert completed.height == 2 |
| 95 | + assert completed["is_imputed"].to_list() == [False, False] |
| 96 | + assert completed["session_date"].to_list() == expected |
| 97 | + assert_frame_equal(completed.select(frame.columns).cast(frame.schema), frame) |
| 98 | + |
| 99 | + |
| 100 | +@pytest.mark.parametrize("alias", ["CME Globex Crypto", "CME Globex Cryptocurrencies"]) |
| 101 | +def test_cme_aliases_and_facade_honor_shared_override_and_disable(alias): |
| 102 | + frame = provider_rows("2026-10-17", ["12:00"]) |
| 103 | + feed = FeedSpec(calendar=alias, timestamp_semantics="event_time") |
| 104 | + with DataManager() as manager: |
| 105 | + assert manager.assign_sessions(frame, feed_spec=feed)["session_date"].to_list() == [ |
| 106 | + date(2026, 10, 19) |
| 107 | + ] |
| 108 | + assert manager.assign_sessions(frame, calendar="24/7", feed_spec=feed)[ |
| 109 | + "session_date" |
| 110 | + ].to_list() == [date(2026, 10, 17)] |
| 111 | + assert_frame_equal(manager.assign_sessions(frame, calendar=None, feed_spec=feed), frame) |
| 112 | + |
| 113 | + |
| 114 | +def test_selected_crypto_schedule_does_not_modify_upstream_or_other_product_calendars(): |
| 115 | + import pandas_market_calendars as mcal |
| 116 | + from pandas_market_calendars.calendars.cme_globex_crypto import CMEGlobexCryptoExchangeCalendar |
| 117 | + |
| 118 | + SessionAssigner("CME Globex Crypto") |
| 119 | + legacy = mcal.get_calendar("CME Globex Crypto") |
| 120 | + assert type(legacy) is CMEGlobexCryptoExchangeCalendar |
| 121 | + assert legacy.schedule("2026-10-17", "2026-10-17").empty |
| 122 | + other = SessionAssigner("CME_Equity") |
| 123 | + frame = provider_rows("2026-10-17", ["12:00"]) |
| 124 | + assert other.assign_sessions(frame, bar_frequency="intraday")["session_date"].to_list() == [ |
| 125 | + None |
| 126 | + ] |
| 127 | + |
| 128 | + |
| 129 | +def test_cme_daily_labels_are_business_dates_not_each_open_weekend_civil_date(): |
| 130 | + with SyntheticProvider(calendar_mode="continuous") as provider: |
| 131 | + daily = provider.fetch_ohlcv("BTCUSD", "2026-10-17", "2026-10-19", "daily") |
| 132 | + feed = FeedSpec(calendar="CME Globex Crypto", timestamp_semantics="session_label") |
| 133 | + assigned = SessionAssigner(feed_spec=feed).assign_sessions(daily) |
| 134 | + assert assigned["session_date"].to_list() == [None, None, date(2026, 10, 19)] |
| 135 | + info = SessionCompleter("CME Globex Crypto").get_session_info(datetime(2026, 10, 19)) |
| 136 | + assert info["market_open"].isoformat() == "2026-10-16T21:02:00+00:00" |
| 137 | + assert info["market_close"].isoformat() == "2026-10-19T21:00:00+00:00" |
0 commit comments