Files
OpenFin/backend/main.py
OpenSquared bdbb87962d feat: FXStreet calendar — free upcoming events with forecasts (no API key)
FXStreet calendar.fxstreet.com/eventdate/ returns ~300-400 events over
6 weeks including consensus forecasts, no authentication required.
FF HTML scraper is blocked by Cloudflare even on residential IPs.
FMP free plan returns 403 on /economic_calendar (requires Starter plan).

- Add backend/services/fxstreet_calendar.py: single GET request returning
  all major currencies; maps Volatility 0/1/2 → low/medium/high
- Add POST /api/eco/fxs-sync + GET /api/eco/fxs-sync/status endpoints
- Add FXStreet to daily background sync in main.py (runs every 24h)
- Add "Sync Upcoming (FXStreet)" button in ImportPanel (no key needed)
- Fix FMP 403 error message to say endpoint requires Starter plan
- Keep FMP panel for users who upgrade to FMP Starter ($14.99/month)

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-06-26 17:54:15 +02:00

213 lines
8.4 KiB
Python

from fastapi import FastAPI
from fastapi.middleware.cors import CORSMiddleware
from routers import market_data, geopolitical, options, backtest, ai, portfolio, config, patterns, journal, cycle as cycle_router, profiles as profiles_router, reasoning as reasoning_router, knowledge as knowledge_router, options_vol as options_vol_router, analytics as analytics_router, risk as risk_router
from routers import pattern_lab as pattern_lab_router
from routers import specialist_desks as specialist_desks_router
from routers import timeline as timeline_router
from routers import instruments as instruments_router
from routers import impact as impact_router
from routers import cycle_actions as cycle_actions_router
from routers import market_events as market_events_router
from routers import ai_desks as ai_desks_router
from routers import logs as logs_router
from routers import var as var_router
from routers import reports as reports_router
from routers import institutional as institutional_router
from routers import eco as eco_router
from services.database import init_db, get_config, cleanup_stale_running_cycles
import os
import logging
import uvicorn
class _DBLogHandler(logging.Handler):
"""Persist WARNING+ log records to system_logs table."""
def emit(self, record: logging.LogRecord):
if record.levelno < logging.WARNING:
return
try:
from services.database import log_system_event
log_system_event(
level=record.levelname,
source=record.name,
message=self.format(record),
cycle_id=getattr(record, "cycle_id", None),
ticker=getattr(record, "ticker", None),
)
except Exception:
pass # Never raise from inside a log handler
app = FastAPI(
title="GeoOptions Intelligence",
description="Geopolitical Options Trading Cockpit API",
version="2.0.0",
)
app.add_middleware(
CORSMiddleware,
allow_origins=["http://localhost:5173", "http://localhost:3000", "http://127.0.0.1:5173"],
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
@app.on_event("startup")
def startup():
# Attach DB log handler to root logger (captures WARNING+ from all modules)
_db_handler = _DBLogHandler()
_db_handler.setFormatter(logging.Formatter("%(message)s"))
logging.getLogger().addHandler(_db_handler)
_log = logging.getLogger(__name__)
init_db()
# Clean up cycles that were left in 'running' state by a previous crashed process
stale = cleanup_stale_running_cycles()
if stale:
_log.warning(f"[Startup] Cleaned up {stale} stale 'running' cycle(s) — server likely reloaded mid-cycle")
# Sync OpenAI key: env var → DB (useful on fresh VPS deployments)
key = get_config("openai_api_key") or ""
if not key:
env_key = os.environ.get("OPENAI_API_KEY", "")
if env_key:
from services.database import set_config
set_config("openai_api_key", env_key)
key = env_key
_log.info("[Startup] OPENAI_API_KEY synced from environment to DB config")
if key:
os.environ["OPENAI_API_KEY"] = key
# Seed built-in patterns into DB (idempotent)
from services.geo_analyzer import GEO_PATTERNS
from services.database import seed_builtin_patterns
seed_builtin_patterns(GEO_PATTERNS)
# Auto-bootstrap désactivé — utiliser les boutons dans Cycle Actions / Timeline
# Start auto-cycle scheduler if enabled
from services.auto_cycle import start_scheduler
start_scheduler()
# Start VaR + PnL snapshot schedulers
from services.var_scheduler import start_var_scheduler, start_pnl_scheduler
start_var_scheduler()
start_pnl_scheduler()
# Start institutional reports weekly scheduler (COT Fridays, EIA Wednesdays)
from services.institutional_scheduler import start_institutional_scheduler
start_institutional_scheduler()
# Daily calendars sync — FF live (this week) + TE upcoming (if key configured)
import threading, time as _time
def _daily_calendar_sync():
_time.sleep(60) # let server fully boot first
while True:
try:
# FF live JSON — this week actuals
from services.ff_calendar import sync_live
r = sync_live()
print(f"[Daily] FF live sync: {r}", flush=True)
except Exception as e:
print(f"[Daily] FF live sync error: {e}", flush=True)
try:
# FXStreet — upcoming forecasts (no API key needed)
from services.fxstreet_calendar import fetch_upcoming as fxs_fetch
r = fxs_fetch(weeks_ahead=6)
print(f"[Daily] FXStreet sync: {r.get('total_upserted', 0)} upserted", flush=True)
except Exception as e:
print(f"[Daily] FXStreet sync error: {e}", flush=True)
try:
# FMP — upcoming forecasts (only if key is set + Starter plan)
from services.database import get_config
fmp_key = get_config("fmp_api_key") or ""
if fmp_key:
from services.fmp_calendar import fetch_upcoming
r = fetch_upcoming(weeks_ahead=6)
print(f"[Daily] FMP sync: {r.get('total_upserted', 0)} upserted", flush=True)
except Exception as e:
print(f"[Daily] FMP sync error: {e}", flush=True)
_time.sleep(86400) # repeat every 24h
threading.Thread(target=_daily_calendar_sync, daemon=True).start()
# Auto-import Forex Factory CSV if file is present (force, then delete CSV)
import threading
def _auto_import_ff():
import os
from routers.eco import _find_csv, _run_ff_import, _ff_import_status
csv_path = _find_csv()
if not csv_path:
print("[Startup] forex_factory_cache.csv not found — skipping FF auto-import", flush=True)
return
print(f"[Startup] FF CSV found at {csv_path} — importing (force) …", flush=True)
_run_ff_import(csv_path)
result = _ff_import_status.get("last_result") or {}
inserted = result.get("inserted", 0)
total = result.get("total", 0)
print(f"[Startup] FF import done — {inserted} inserted / {total} total", flush=True)
# Delete CSV after successful import so next restart skips automatically
try:
os.remove(csv_path)
print(f"[Startup] CSV deleted: {csv_path}", flush=True)
except Exception as e:
print(f"[Startup] Could not delete CSV: {e}", flush=True)
threading.Thread(target=_auto_import_ff, daemon=True).start()
@app.on_event("shutdown")
def shutdown():
from services.auto_cycle import stop_scheduler
stop_scheduler()
from services.var_scheduler import stop_var_scheduler, stop_pnl_scheduler
stop_var_scheduler()
stop_pnl_scheduler()
from services.institutional_scheduler import stop_institutional_scheduler
stop_institutional_scheduler()
app.include_router(market_data.router)
app.include_router(geopolitical.router)
app.include_router(options.router)
app.include_router(backtest.router)
app.include_router(ai.router)
app.include_router(portfolio.router)
app.include_router(config.router)
app.include_router(patterns.router)
app.include_router(journal.router)
app.include_router(cycle_router.router)
app.include_router(profiles_router.router)
app.include_router(reasoning_router.router)
app.include_router(knowledge_router.router)
app.include_router(options_vol_router.router)
app.include_router(analytics_router.router)
app.include_router(risk_router.router)
app.include_router(logs_router.router)
app.include_router(var_router.router)
app.include_router(reports_router.router)
app.include_router(institutional_router.router)
app.include_router(pattern_lab_router.router)
app.include_router(specialist_desks_router.router)
app.include_router(timeline_router.router)
app.include_router(instruments_router.router)
app.include_router(impact_router.router)
app.include_router(cycle_actions_router.router)
app.include_router(market_events_router.router)
app.include_router(ai_desks_router.router)
app.include_router(eco_router.router)
@app.get("/")
def root():
return {"app": "GeoOptions Intelligence Cockpit", "version": "2.0.0", "docs": "/docs"}
@app.get("/api/health")
def health():
return {"status": "ok", "version": "2.0.0"}
if __name__ == "__main__":
uvicorn.run("main:app", host="0.0.0.0", port=8000, reload=True)