Ignore additions to ONIX schema

The-Academic-Observatory · Apr 25, 2024 · 94c4ab9 · 94c4ab9
1 parent 3204a71
commit 94c4ab9
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/dags/oaebu_workflows/onix_telescope/onix_telescope.py b/dags/oaebu_workflows/onix_telescope/onix_telescope.py
@@ -265,6 +265,7 @@ def bq_load(release: dict, **context) -> None:
                     source_format=SourceFormat.NEWLINE_DELIMITED_JSON,
                     table_description=bq_table_description,
                     client=client,
+                    ignore_unknown_values=True
                 )
                 set_task_state(state, context["ti"].task_id, release=release)