architecture - willsql4food/LakehouseToolkit GitHub Wiki
Architecture Overview
flowchart
classDef green fill:#4A4,stroke:#080,stroke-width:2px,color:#040;
classDef blue fill:#228,stroke:#008,stroke-width:2px,color:#AAF;
classDef mdblue fill:#55A,stroke:#00A,stroke-width:2px,color:#00A;
classDef yellow fill:#BB0,stroke:#440,stroke-width:2px,color:#00A;
classDef red fill:#800,stroke:#400,stroke-width:2px,color:#FAA;
classDef bronze fill:#880,stroke:#440,stroke-width:2px,color:#440;
classDef silver fill:#888,stroke:#444,stroke-width:2px,color:#222;
subgraph Sources
gbq[(Google\nBigQuery)]; class gbq blue;
sfdc[(Salesforce)]; class sfdc blue;
end
subgraph Azure
subgraph Bronze
sabz([Storage Account\nBronze]); class sabz bronze;
end
dq{Data\nQuality\nChecks}; class dq red;
aud{Audit}; class aud red;
subgraph Databricks Workspaces
dae[Data Architecture\n& Engineering](/willsql4food/LakehouseToolkit/wiki/Data-Architecture\n&-Engineering); class dae green;
vw[VIEW\nCustomer &\nMarketing](/willsql4food/LakehouseToolkit/wiki/VIEW\nCustomer-&\nMarketing); class vw green;
prd[Product](/willsql4food/LakehouseToolkit/wiki/Product); class prd green;
sup[Supply Chain](/willsql4food/LakehouseToolkit/wiki/Supply-Chain); class sup green;
end
subgraph Silver - Delta Live Tables
saelh([Enterprise\nData Lakehouse]); class saelh silver;
savw([View Silver]); class savw silver;
end
end
gbq--"ADF Bronze"-->sabz
sfdc--"ADF Bronze"-->sabz
sabz -.- dae --- saelh
sabz -.- vw --- saelh
sabz -.- prd --- saelh
sabz -.- sup --- saelh
sabz -.- aud
aud -.- saelh
aud -.- savw
sabz -.- dq
dq -.- saelh
dq -.- savw