nordisk/knut

crates/knut-pipelines/examples/pipeline.json

{
  "default_catalog": "spark_catalog",
  "default_database": "default",
  "datasets": [
    { "name": "knut_bronze", "output_type": "materialized_view" },
    { "name": "knut_silver", "output_type": "materialized_view" }
  ],
  "flows": [
    {
      "name": "knut_bronze",
      "target": "knut_bronze",
      "query": "SELECT id, id * 2 AS doubled FROM range(0, 1000)"
    },
    {
      "name": "knut_silver",
      "target": "knut_silver",
      "reads": ["knut_bronze"],
      "query": "SELECT id, doubled FROM knut_bronze WHERE id % 2 = 0"
    }
  ]
}