Skip to content

Commit

Permalink
config name
Browse files Browse the repository at this point in the history
  • Loading branch information
douglasdavis committed Sep 15, 2023
1 parent 8c51f2d commit d9ad154
Show file tree
Hide file tree
Showing 5 changed files with 7 additions and 7 deletions.
2 changes: 1 addition & 1 deletion docs/how-to/configuration.rst
Original file line number Diff line number Diff line change
Expand Up @@ -52,7 +52,7 @@ For example, they can be set with the form:
optimizations to run. The default setting is to run all available
optimizations. (if ``enabled`` is set to ``False`` this option is
ignored).
- ``column-opt-formats`` (default: ``[parquet, json]``): Which input
- ``columns-opt-formats`` (default: ``[parquet, json]``): Which input
formats should use the column optimization.
- ``on-fail`` (default: ``warn``): When set to ``warn`` throw a
warning of the optimization fails and continue without performing
Expand Down
2 changes: 1 addition & 1 deletion src/dask_awkward/awkward.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,7 @@ awkward:
# will be used to automatically generate a jsonschema that
# instructs the awkward JSON parser to skip unncessary keys in
# JSON datasets read from disk.
column-opt-formats: [parquet]
columns-opt-formats: [parquet]

# This option controls whether or not a warning is thrown, an
# exception is raised, or if nothing is done if a dask-awkward
Expand Down
2 changes: 1 addition & 1 deletion src/dask_awkward/lib/io/json.py
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@

def _use_optimization() -> bool:
return "json" in dask.config.get(
"awkward.optimization.column-opt-formats",
"awkward.optimization.columns-opt-formats",
default=[],
)

Expand Down
2 changes: 1 addition & 1 deletion src/dask_awkward/lib/io/parquet.py
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@

def _use_optimization() -> bool:
return "parquet" in dask.config.get(
"awkward.optimization.column-opt-formats",
"awkward.optimization.columns-opt-formats",
default=[],
)

Expand Down
6 changes: 3 additions & 3 deletions tests/test_io_json.py
Original file line number Diff line number Diff line change
Expand Up @@ -98,7 +98,7 @@ def test_json_column_projection_off(json_data_dir: Path) -> None:
fields_to_keep = ["name", "goals"]

ds2 = ds[fields_to_keep]
with dask.config.set({"awkward.optimization.column-opt-formats": []}):
with dask.config.set({"awkward.optimization.columns-opt-formats": []}):
array = input_layer_array_partition0(ds2)

assert array.fields == ["name", "team", "goals"]
Expand All @@ -109,7 +109,7 @@ def test_json_column_projection1(json_data_dir: Path) -> None:
ds = dak.from_json(source)
fields_to_keep = ["name", "goals"]
ds2 = ds[fields_to_keep]
with dask.config.set({"awkward.optimization.column-opt-formats": ["json"]}):
with dask.config.set({"awkward.optimization.columns-opt-formats": ["json"]}):
array = input_layer_array_partition0(ds2)

assert array.fields == fields_to_keep
Expand All @@ -120,7 +120,7 @@ def test_json_column_projection2(json_data_dir: Path) -> None:
ds = dak.from_json(source)
# grab name and goals but then only use goals!
ds2 = dak.max(ds[["name", "goals"]].goals, axis=1)
with dask.config.set({"awkward.optimization.column-opt-formats": ["json"]}):
with dask.config.set({"awkward.optimization.columns-opt-formats": ["json"]}):
array = input_layer_array_partition0(ds2)

assert array.fields == ["goals"]
Expand Down

0 comments on commit d9ad154

Please sign in to comment.