"""Real-time /ES bars from Schwab's CHART_FUTURES stream. Verified against a live account before this was written: - Streaming works. CHART_FUTURES delivers one minute bar per symbol per minute with true exchange OHLCV, and LEVEL_ONE_FUTURES reports ``delayed: False``. - The continuous root resolves itself. Subscribing to ``/ES`` returns data keyed ``/ES`` while quotes report the active contract as ``/ESU26``, so contract rolls need no handling here. - There is no history. Schwab serves price history for equities and ETFs only, so this source seeds nothing; Yahoo remains the only source of the past. The delayed sibling is worth stating plainly: Yahoo lags about ten minutes, so at startup the most recent bars are missing until Yahoo catches up. Keep both sources running rather than switching Yahoo off once this connects. """ import asyncio import logging from collections.abc import AsyncIterator from app.bars.models import Bar, Timeframe logger = logging.getLogger(__name__) # CHART_FUTURES field names as schwab-py labels them. FIELD_TIME = "CHART_TIME_MILLIS" FIELD_OPEN = "OPEN_PRICE" FIELD_HIGH = "HIGH_PRICE" FIELD_LOW = "LOW_PRICE" FIELD_CLOSE = "CLOSE_PRICE" FIELD_VOLUME = "VOLUME" def parse_chart_futures(message: dict, symbol: str) -> list[Bar]: """Turn one CHART_FUTURES message into bars. A bar arrives once its minute has elapsed, so it is complete on arrival and marked closed. Anything missing a timestamp or a price is skipped rather than defaulted — a bar invented from partial data would be indistinguishable from a real one downstream. """ bars: list[Bar] = [] for content in message.get("content") or []: millis = content.get(FIELD_TIME) prices = [content.get(field) for field in (FIELD_OPEN, FIELD_HIGH, FIELD_LOW, FIELD_CLOSE)] if millis is None or any(price is None for price in prices): continue open_, high, low, close = (float(price) for price in prices) bars.append( Bar( tf=Timeframe.M1, t=int(millis) // 1000, o=open_, h=high, l=low, c=close, v=int(content.get(FIELD_VOLUME) or 0), closed=True, symbol=str(content.get("key") or symbol), source="schwab", ) ) return bars class SchwabSource: """Live minute bars. Holds no history — see the module docstring.""" name = "schwab" delay_minutes = 0 def __init__(self, settings, stream_client_factory=None): self._settings = settings # Injectable so the parsing and dispatch can be tested without a socket. self._stream_client_factory = stream_client_factory or self._build_stream_client def supports_history(self) -> bool: return False async def history(self, symbol, tf, start, end, *, range_=None) -> list[Bar]: return [] def supports_stream(self) -> bool: return True def _build_stream_client(self): from schwab.auth import client_from_token_file from schwab.streaming import StreamClient settings = self._settings if not settings.schwab_token_path.exists(): raise RuntimeError( f"No Schwab token at {settings.schwab_token_path}. " "Run: python3 -m scripts.check_schwab" ) client = client_from_token_file( str(settings.schwab_token_path), settings.schwab_api_key, settings.schwab_app_secret, asyncio=True, ) return StreamClient(client) async def stream(self, symbol: str) -> AsyncIterator[Bar]: stream_client = self._stream_client_factory() queue: asyncio.Queue[dict] = asyncio.Queue(maxsize=256) def on_chart(message: dict) -> None: # Dropping the oldest keeps a slow consumer from stalling the # socket; a minute bar that late is of no use anyway. if queue.full(): queue.get_nowait() queue.put_nowait(message) await stream_client.login() # Registered before subscribing: the service starts sending straight # away and messages without a handler are discarded. stream_client.add_chart_futures_handler(on_chart) await stream_client.chart_futures_subs([symbol]) logger.info("Subscribed to CHART_FUTURES for %s", symbol) pump = asyncio.create_task(self._pump(stream_client), name="schwab-stream-pump") try: while True: if pump.done(): # Surface the socket's failure rather than hanging on a # queue nothing is filling any more. pump.result() return try: message = await asyncio.wait_for(queue.get(), timeout=5) except (asyncio.TimeoutError, TimeoutError): continue for bar in parse_chart_futures(message, symbol): yield bar finally: pump.cancel() @staticmethod async def _pump(stream_client) -> None: while True: await stream_client.handle_message()