Scheduled Workers and backfills

{
	"$schema": "node_modules/verglas/config-schema.json",
	"name": "yahoo-daily-prices",
	"main": "./src/index.js",
	"compatibility_date": "2026-08-31",
	"triggers": {
		"crons": [
			{
				"cron": "0 0 * * *",
				"start_date": "2024-01-01T00:00:00Z",
				"max_concurrent": 4,
			},
		],
	},
	"pipelines": [{ "binding": "YAHOO_DAILY", "stream": "market_prices" }],
}

const DAY_SECONDS = 24 * 60 * 60;

export default {
	async scheduled(controller, env) {
		const symbol = "SPY";
		const jobTime = new Date(controller.scheduledTime);
		const period1 = Math.floor(controller.scheduledTime / 1000);
		const period2 = period1 + DAY_SECONDS;
		const url = new URL(
			`https://query1.finance.yahoo.com/v8/finance/chart/${symbol}`
		);
		url.search = new URLSearchParams({
			period1: String(period1),
			period2: String(period2),
			interval: "1d",
			events: "history",
		});

		const response = await fetch(url, {
			headers: { "user-agent": "verglas-market-ingest/1.0" },
		});
		if (!response.ok) {
			throw new Error(`Yahoo Finance returned HTTP ${response.status}`);
		}

		const payload = await response.json();
		const chart = payload.chart?.result?.[0];
		const quote = chart?.indicators?.quote?.[0];
		if (!chart?.timestamp?.length || !quote) return; // Weekend or market holiday.

		await env.YAHOO_DAILY.send([
			{
				id: `${symbol}:${jobTime.toISOString()}`,
				symbol,
				job_time: jobTime.toISOString(),
				market_time: new Date(chart.timestamp[0] * 1000).toISOString(),
				open: quote.open?.[0],
				high: quote.high?.[0],
				low: quote.low?.[0],
				close: quote.close?.[0],
				volume: quote.volume?.[0],
			},
		]);
	},
};