architecture - willsql4food/LakehouseToolkit GitHub Wiki

Architecture Overview

flowchart
    classDef green  fill:#4A4,stroke:#080,stroke-width:2px,color:#040;
    classDef blue   fill:#228,stroke:#008,stroke-width:2px,color:#AAF;
    classDef mdblue fill:#55A,stroke:#00A,stroke-width:2px,color:#00A;
    classDef yellow fill:#BB0,stroke:#440,stroke-width:2px,color:#00A;
    classDef red    fill:#800,stroke:#400,stroke-width:2px,color:#FAA;
    classDef bronze fill:#880,stroke:#440,stroke-width:2px,color:#440;
    classDef silver fill:#888,stroke:#444,stroke-width:2px,color:#222;

    subgraph Sources
        gbq[(Google\nBigQuery)]; class gbq blue;
        sfdc[(Salesforce)]; class sfdc blue;
    end

    subgraph Azure
        subgraph Bronze
            sabz([Storage Account\nBronze]); class sabz bronze;
        end

        dq{Data\nQuality\nChecks}; class dq red;
        aud{Audit}; class aud red;

        subgraph Databricks Workspaces
            dae[Data Architecture\n& Engineering](/willsql4food/LakehouseToolkit/wiki/Data-Architecture\n&-Engineering); class dae green;
            vw[VIEW\nCustomer &\nMarketing](/willsql4food/LakehouseToolkit/wiki/VIEW\nCustomer-&\nMarketing); class vw green;
            prd[Product](/willsql4food/LakehouseToolkit/wiki/Product); class prd green;
            sup[Supply Chain](/willsql4food/LakehouseToolkit/wiki/Supply-Chain); class sup green;
        end

        subgraph Silver - Delta Live Tables
            saelh([Enterprise\nData Lakehouse]); class saelh silver;
            savw([View Silver]); class savw silver;
        end
    end

    gbq--"ADF Bronze"-->sabz
    sfdc--"ADF Bronze"-->sabz

    sabz -.- dae   --- saelh
    sabz -.- vw    --- saelh
    sabz -.- prd   --- saelh
    sabz -.- sup   --- saelh

    sabz -.- aud
    aud -.- saelh
    aud -.- savw

    sabz -.- dq
    dq -.- saelh
    dq -.- savw