flowchart LR
    SM[Source Manager] --> CR[Crawler]
    CR --> ES_RAW[(ES: raw_content)]
    ES_RAW --> CL[Classifier]
    CL --> ML{ML Sidecars}
    ML --> ES_CLASS[(ES: classified_content)]
    ES_CLASS --> PUB[Publisher]
    PUB --> REDIS[[Redis Pub/Sub]]
    REDIS --> SPUB[Social Publisher]
    REDIS --> EXT[Other Consumers]

    SM -.-> DB_SM[(PostgreSQL)]
    CR -.-> DB_CR[(PostgreSQL)]
    CL -.-> DB_CL[(PostgreSQL)]
    PUB -.-> DB_PUB[(PostgreSQL)]

flowchart TB
    subgraph Frontend
        DASH[Dashboard :3002]
        SF[Search Frontend :3003]
    end

    subgraph Core Services
        SM[Source Manager :8050]
        CR[Crawler :8060]
        CL[Classifier :8071]
        PUB[Publisher :8070]
        PIPE[Pipeline :8075]
        IM[Index Manager :8090]
        SRCH[Search :8092]
        AUTH[Auth :8040]
        CT[Click Tracker :8093]
        MCP[MCP Server]
        SPUB[Social Publisher]
    end

    subgraph ML Sidecars
        CRIME[crime-ml :8076]
        MINING[mining-ml :8077]
        COFORGE[coforge-ml :8078]
        ENT[entertainment-ml :8079]
        INDIG[indigenous-ml :8080]
    end

    subgraph Infrastructure
        ES[(Elasticsearch)]
        REDIS[[Redis]]
        PG[(PostgreSQL x7)]
        MINIO[(MinIO)]
        NGINX[Nginx]
    end

    subgraph Observability
        LOKI[Loki]
        ALLOY[Grafana Alloy]
        GRAF[Grafana :3000]
        PYRO[Pyroscope :4040]
    end

    CL --> CRIME & MINING & COFORGE & ENT & INDIG
    CR --> ES
    CL --> ES
    PUB --> REDIS
    REDIS --> SPUB
    NGINX --> DASH & SF & AUTH & SRCH
    ALLOY --> LOKI --> GRAF