304 lines
13 KiB
Python
304 lines
13 KiB
Python
import os
|
|
from pathlib import Path
|
|
from dotenv import load_dotenv
|
|
# Explicit path: don't rely on the process's current working directory (a systemd
|
|
# unit, pm2, or a launcher script may start uvicorn from somewhere other than
|
|
# backend/), otherwise .env silently fails to load and SAXO_APP_KEY/SECRET stay unset.
|
|
load_dotenv(dotenv_path=Path(__file__).resolve().parent / ".env")
|
|
|
|
from fastapi import FastAPI
|
|
from fastapi.middleware.cors import CORSMiddleware
|
|
from routers import market_data, geopolitical, options, backtest, ai, portfolio, config, patterns, journal, cycle as cycle_router, profiles as profiles_router, reasoning as reasoning_router, knowledge as knowledge_router, options_vol as options_vol_router, analytics as analytics_router, risk as risk_router
|
|
from routers import pattern_lab as pattern_lab_router
|
|
from routers import specialist_desks as specialist_desks_router
|
|
from routers import timeline as timeline_router
|
|
from routers import instruments as instruments_router
|
|
from routers import impact as impact_router
|
|
from routers import cycle_actions as cycle_actions_router
|
|
from routers import market_events as market_events_router
|
|
from routers import ai_desks as ai_desks_router
|
|
from routers import logs as logs_router
|
|
from routers import var as var_router
|
|
from routers import reports as reports_router
|
|
from routers import institutional as institutional_router
|
|
from routers import eco as eco_router
|
|
from routers import simulator as simulator_router
|
|
from routers import causal_lab as causal_lab_router
|
|
from routers import instrument_models as instrument_models_router
|
|
from routers import instruments_watchlist as instruments_watchlist_router
|
|
from routers import wavelet as wavelet_router
|
|
from routers import ai_chat as ai_chat_router
|
|
from routers import strategy_builder as strategy_builder_router
|
|
from routers import saxo_oauth as saxo_oauth_router
|
|
from routers import saxo as saxo_router
|
|
from services.database import init_db, get_config, cleanup_stale_running_cycles
|
|
import logging
|
|
import uvicorn
|
|
|
|
|
|
class _DBLogHandler(logging.Handler):
|
|
"""Persist WARNING+ log records to system_logs table."""
|
|
def emit(self, record: logging.LogRecord):
|
|
if record.levelno < logging.WARNING:
|
|
return
|
|
try:
|
|
from services.database import log_system_event
|
|
log_system_event(
|
|
level=record.levelname,
|
|
source=record.name,
|
|
message=self.format(record),
|
|
cycle_id=getattr(record, "cycle_id", None),
|
|
ticker=getattr(record, "ticker", None),
|
|
)
|
|
except Exception:
|
|
pass # Never raise from inside a log handler
|
|
|
|
app = FastAPI(
|
|
title="OpenFin Intelligence",
|
|
description="Geopolitical Options Trading Cockpit API",
|
|
version="2.0.0",
|
|
)
|
|
|
|
app.add_middleware(
|
|
CORSMiddleware,
|
|
allow_origins=["http://localhost:5173", "http://localhost:3000", "http://127.0.0.1:5173"],
|
|
allow_credentials=True,
|
|
allow_methods=["*"],
|
|
allow_headers=["*"],
|
|
)
|
|
|
|
|
|
@app.exception_handler(Exception)
|
|
async def _global_exception_handler(request, exc: Exception):
|
|
"""Catches anything that slips past a route's own try/except (including errors
|
|
during response serialization, which happen after a handler already returned) —
|
|
without this, such errors surface as an opaque bare "Internal Server Error" with
|
|
no detail and nothing in System Logs. Every unhandled exception, anywhere in the
|
|
app, now gets a full traceback in System Logs and a real JSON detail in the response."""
|
|
import traceback
|
|
from fastapi.responses import JSONResponse
|
|
tb = traceback.format_exc()
|
|
try:
|
|
from services.database import log_system_event
|
|
log_system_event(
|
|
level="ERROR", source="unhandled_exception",
|
|
message=f"{request.method} {request.url.path}: {exc}",
|
|
details={"error": str(exc), "traceback": tb},
|
|
)
|
|
except Exception:
|
|
pass # Never let logging failure mask the original error
|
|
return JSONResponse(status_code=500, content={"detail": f"Erreur interne: {exc} (voir System Logs)"})
|
|
|
|
|
|
@app.on_event("startup")
|
|
def startup():
|
|
# Attach DB log handler to root logger (captures WARNING+ from all modules)
|
|
_db_handler = _DBLogHandler()
|
|
_db_handler.setFormatter(logging.Formatter("%(message)s"))
|
|
logging.getLogger().addHandler(_db_handler)
|
|
|
|
_log = logging.getLogger(__name__)
|
|
|
|
init_db()
|
|
|
|
# Clean up cycles that were left in 'running' state by a previous crashed process
|
|
stale = cleanup_stale_running_cycles()
|
|
if stale:
|
|
_log.warning(f"[Startup] Cleaned up {stale} stale 'running' cycle(s) — server likely reloaded mid-cycle")
|
|
|
|
# Sync OpenAI key: env var → DB (useful on fresh VPS deployments)
|
|
key = get_config("openai_api_key") or ""
|
|
if not key:
|
|
env_key = os.environ.get("OPENAI_API_KEY", "")
|
|
if env_key:
|
|
from services.database import set_config
|
|
set_config("openai_api_key", env_key)
|
|
key = env_key
|
|
_log.info("[Startup] OPENAI_API_KEY synced from environment to DB config")
|
|
if key:
|
|
os.environ["OPENAI_API_KEY"] = key
|
|
# Seed built-in patterns into DB (idempotent)
|
|
from services.geo_analyzer import GEO_PATTERNS
|
|
from services.database import seed_builtin_patterns
|
|
seed_builtin_patterns(GEO_PATTERNS)
|
|
# Seed causal graph templates
|
|
try:
|
|
from services.database import get_conn as _get_conn
|
|
from services.causal_graphs import init_tables as _cg_init, seed_templates as _cg_seed
|
|
_cg_conn = _get_conn()
|
|
_cg_init(_cg_conn); _cg_seed(_cg_conn); _cg_conn.close()
|
|
_log.info("[Startup] Causal graph templates seeded")
|
|
except Exception as _e:
|
|
_log.warning(f"[Startup] Causal graph seed failed: {_e}")
|
|
# Guidance sync au démarrage (crée les guidance events manquants)
|
|
try:
|
|
from services.guidance_sync import sync_guidance as _gs
|
|
_gr = _gs()
|
|
_log.info(f"[Startup] Guidance sync done: {_gr}")
|
|
except Exception as _e:
|
|
_log.warning(f"[Startup] Guidance sync failed: {_e}")
|
|
# Seed instrument models (graphes causaux exhaustifs par instrument)
|
|
try:
|
|
from services.database import get_conn as _get_conn
|
|
from services.instrument_models import seed_instrument_models as _sim
|
|
_im_conn = _get_conn()
|
|
_sim(_im_conn); _im_conn.close()
|
|
_log.info("[Startup] Instrument models seeded")
|
|
except Exception as _e:
|
|
_log.warning(f"[Startup] Instrument models seed failed: {_e}")
|
|
# Backfill wavelet_engine/extremum/level_threshold defaults onto the Technical
|
|
# Desk so the AI Desks toggle UI matches what's actually computed each cycle
|
|
try:
|
|
from services.database import backfill_wavelet_desk_defaults
|
|
backfill_wavelet_desk_defaults()
|
|
_log.info("[Startup] Wavelet desk defaults backfilled")
|
|
except Exception as _e:
|
|
_log.warning(f"[Startup] Wavelet desk defaults backfill failed: {_e}")
|
|
# Auto-bootstrap désactivé — utiliser les boutons dans Cycle Actions / Timeline
|
|
# Start auto-cycle scheduler if enabled
|
|
from services.auto_cycle import start_scheduler
|
|
start_scheduler()
|
|
# Start VaR + PnL snapshot schedulers
|
|
from services.var_scheduler import start_var_scheduler, start_pnl_scheduler
|
|
start_var_scheduler()
|
|
start_pnl_scheduler()
|
|
# Start institutional reports weekly scheduler (COT Fridays, EIA Wednesdays)
|
|
from services.institutional_scheduler import start_institutional_scheduler
|
|
start_institutional_scheduler()
|
|
# Start Saxo OAuth token refresh + options-chain snapshot poller
|
|
from services.saxo_scheduler import start_saxo_scheduler
|
|
start_saxo_scheduler()
|
|
|
|
# One-time migration: remove FXStreet-sourced rows (decimal format) — FF sync below will refill from FF
|
|
try:
|
|
from services.database import get_conn as _get_conn
|
|
_mc = _get_conn()
|
|
_deleted = _mc.execute("DELETE FROM ff_calendar WHERE source='fxstreet'").rowcount
|
|
_mc.commit()
|
|
_mc.close()
|
|
if _deleted:
|
|
print(f"[Startup] Purged {_deleted} FXStreet rows — will refill from FF on next calendar sync", flush=True)
|
|
except Exception as _e:
|
|
print(f"[Startup] FXStreet purge skipped: {_e}", flush=True)
|
|
|
|
# Calendar sync loop — FF only (live JSON + HTML scraper); interval from calendar_refresh_h config (default 6h)
|
|
import threading, time as _time
|
|
def _calendar_sync_loop():
|
|
_time.sleep(60) # let server fully boot
|
|
while True:
|
|
try:
|
|
from datetime import datetime as _dt, timezone as _tz, timedelta as _td
|
|
interval_h = float(get_config("calendar_refresh_h") or 6)
|
|
from services.calendar_sync import calendar_sync, set_next_run
|
|
set_next_run((_dt.now(_tz.utc) + _td(hours=interval_h)).isoformat())
|
|
r = calendar_sync()
|
|
src = r.get("source") or ("ff_fallback" if r.get("_fallback") else "fxstreet")
|
|
print(f"[Calendar] Sync done — {src}, upserted={r.get('total_upserted', '?')}", flush=True)
|
|
# Guidance sync — crée/met à jour les guidance events après chaque calendar sync
|
|
try:
|
|
from services.guidance_sync import sync_guidance
|
|
gr = sync_guidance()
|
|
print(f"[Guidance] Sync done — {gr}", flush=True)
|
|
except Exception as _ge:
|
|
print(f"[Guidance] Sync error: {_ge}", flush=True)
|
|
except Exception as e:
|
|
print(f"[Calendar] Sync loop error: {e}", flush=True)
|
|
try:
|
|
interval_h = float(get_config("calendar_refresh_h") or 6)
|
|
except Exception:
|
|
interval_h = 6
|
|
_time.sleep(int(interval_h * 3600))
|
|
|
|
threading.Thread(target=_calendar_sync_loop, daemon=True).start()
|
|
|
|
# Auto-import Forex Factory CSV if file is present (force, then delete CSV)
|
|
import threading
|
|
def _auto_import_ff():
|
|
import os
|
|
from routers.eco import _find_csv, _run_ff_import, _ff_import_status
|
|
csv_path = _find_csv()
|
|
if not csv_path:
|
|
print("[Startup] forex_factory_cache.csv not found — skipping FF auto-import", flush=True)
|
|
return
|
|
print(f"[Startup] FF CSV found at {csv_path} — importing (force) …", flush=True)
|
|
_run_ff_import(csv_path)
|
|
result = _ff_import_status.get("last_result") or {}
|
|
inserted = result.get("inserted", 0)
|
|
total = result.get("total", 0)
|
|
print(f"[Startup] FF import done — {inserted} inserted / {total} total", flush=True)
|
|
# Delete CSV after successful import so next restart skips automatically
|
|
try:
|
|
os.remove(csv_path)
|
|
print(f"[Startup] CSV deleted: {csv_path}", flush=True)
|
|
except Exception as e:
|
|
print(f"[Startup] Could not delete CSV: {e}", flush=True)
|
|
|
|
threading.Thread(target=_auto_import_ff, daemon=True).start()
|
|
|
|
|
|
@app.on_event("shutdown")
|
|
def shutdown():
|
|
from services.auto_cycle import stop_scheduler
|
|
stop_scheduler()
|
|
from services.var_scheduler import stop_var_scheduler, stop_pnl_scheduler
|
|
stop_var_scheduler()
|
|
stop_pnl_scheduler()
|
|
from services.institutional_scheduler import stop_institutional_scheduler
|
|
stop_institutional_scheduler()
|
|
from services.saxo_scheduler import stop_saxo_scheduler
|
|
stop_saxo_scheduler()
|
|
|
|
|
|
app.include_router(market_data.router)
|
|
app.include_router(geopolitical.router)
|
|
app.include_router(options.router)
|
|
app.include_router(backtest.router)
|
|
app.include_router(ai.router)
|
|
app.include_router(portfolio.router)
|
|
app.include_router(config.router)
|
|
app.include_router(patterns.router)
|
|
app.include_router(journal.router)
|
|
app.include_router(cycle_router.router)
|
|
app.include_router(profiles_router.router)
|
|
app.include_router(reasoning_router.router)
|
|
app.include_router(knowledge_router.router)
|
|
app.include_router(options_vol_router.router)
|
|
app.include_router(analytics_router.router)
|
|
app.include_router(risk_router.router)
|
|
app.include_router(logs_router.router)
|
|
app.include_router(var_router.router)
|
|
app.include_router(reports_router.router)
|
|
app.include_router(institutional_router.router)
|
|
app.include_router(pattern_lab_router.router)
|
|
app.include_router(specialist_desks_router.router)
|
|
app.include_router(timeline_router.router)
|
|
app.include_router(instruments_router.router)
|
|
app.include_router(impact_router.router)
|
|
app.include_router(cycle_actions_router.router)
|
|
app.include_router(market_events_router.router)
|
|
app.include_router(ai_desks_router.router)
|
|
app.include_router(eco_router.router)
|
|
app.include_router(simulator_router.router)
|
|
app.include_router(causal_lab_router.router)
|
|
app.include_router(instrument_models_router.router)
|
|
app.include_router(instruments_watchlist_router.router)
|
|
app.include_router(wavelet_router.router)
|
|
app.include_router(ai_chat_router.router)
|
|
app.include_router(strategy_builder_router.router)
|
|
app.include_router(saxo_oauth_router.router)
|
|
app.include_router(saxo_router.router)
|
|
|
|
|
|
@app.get("/")
|
|
def root():
|
|
return {"app": "OpenFin Intelligence Cockpit", "version": "2.0.0", "docs": "/docs"}
|
|
|
|
|
|
@app.get("/api/health")
|
|
def health():
|
|
return {"status": "ok", "version": "2.0.0"}
|
|
|
|
|
|
if __name__ == "__main__":
|
|
uvicorn.run("main:app", host="0.0.0.0", port=8000, reload=True)
|