From d115dc40e4e70944c87bbb370518a552c1271303 Mon Sep 17 00:00:00 2001 From: Matthew Pugh Date: Wed, 10 Apr 2024 11:06:19 +0100 Subject: [PATCH] Initial work from pairing session --- liiatools_pipeline/jobs/sufficiency_903.py | 6 ++---- liiatools_pipeline/ops/sufficiency903.py | 15 +++++++++++++++ poetry.lock | 8 ++++---- pyproject.toml | 2 +- 4 files changed, 22 insertions(+), 9 deletions(-) create mode 100644 liiatools_pipeline/ops/sufficiency903.py diff --git a/liiatools_pipeline/jobs/sufficiency_903.py b/liiatools_pipeline/jobs/sufficiency_903.py index de9b94d4..09cde738 100644 --- a/liiatools_pipeline/jobs/sufficiency_903.py +++ b/liiatools_pipeline/jobs/sufficiency_903.py @@ -1,9 +1,7 @@ -from sufficiency_data_transform.all_dim_and_fact import create_sufficiency_data from dagster import job -from liiatools_pipeline.ops import ssda903 +from liiatools_pipeline.ops.sufficiency903 import ons_area @job def ssda903_sufficiency(): - print("Hi") - create_sufficiency_data() \ No newline at end of file + ons_area() diff --git a/liiatools_pipeline/ops/sufficiency903.py b/liiatools_pipeline/ops/sufficiency903.py new file mode 100644 index 00000000..0024e098 --- /dev/null +++ b/liiatools_pipeline/ops/sufficiency903.py @@ -0,0 +1,15 @@ +from sufficiency_data_transform.all_dim_and_fact import ( + create_dimONSArea, + create_dimLookedAfterChild, + create_dimOfstedProvider, + create_dimPostcode, + create_factEpisode, + create_factOfstedInspection, + create_dim_tables, +) + +from dagster import op + +@op +def ons_area(): + create_dimONSArea() \ No newline at end of file diff --git a/poetry.lock b/poetry.lock index ff3a7e24..ca0e6df4 100644 --- a/poetry.lock +++ b/poetry.lock @@ -4476,14 +4476,14 @@ typing = ["mypy (>=1.4)", "rich", "twisted"] [[package]] name = "sufficiency-data-transform" -version = "0.1.2" +version = "0.1.3" description = "temp repo for liia sufficiency data transform" category = "main" optional = false python-versions = "<3.11,>=3.10" files = [ - {file = "sufficiency_data_transform-0.1.2-py3-none-any.whl", hash = "sha256:fed6ce9f5d0f818590c0e99c7042f81ad70e276f579a54e89c341997bfbe141b"}, - {file = "sufficiency_data_transform-0.1.2.tar.gz", hash = "sha256:9d07d31d5e34f7d954300ca530efd786c053e92de75a52e177804a4f41dc3851"}, + {file = "sufficiency_data_transform-0.1.3-py3-none-any.whl", hash = "sha256:b6079d1d73084e523c85270d6803cfb57f7fcd036c4f61a6f63c559b326509f5"}, + {file = "sufficiency_data_transform-0.1.3.tar.gz", hash = "sha256:cc5001c080e1bc082816446a1caa4a5f6c950bc4d0dd14d0237c3f561dcd140c"}, ] [package.dependencies] @@ -5261,4 +5261,4 @@ s3 = ["fs-s3fs"] [metadata] lock-version = "2.0" python-versions = ">=3.10, <3.11" -content-hash = "9c62072cc0d2d5b9452bdfaca879a8da90e1688d33f587ac9b90969883845eb8" +content-hash = "febd86f6588a1c86c74deead538cd4ad93a9ee86b2f9eba4afc72ec383fcb3cf" diff --git a/pyproject.toml b/pyproject.toml index f36b6a1f..a8e5c79c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -40,7 +40,7 @@ dagster = "^1.6.11" dagster-webserver = "^1.6.11" dagster-docker = "^0.22.11" dagster-postgres = "^0.22.11" -sufficiency-data-transform = "0.1.2" +sufficiency-data-transform = "0.1.3" alembic = "^1.13.1" python-dateutil = "^2.9.0.post0"