From 9d6cee972575ac588ee4be5eed0771efb02966da Mon Sep 17 00:00:00 2001 From: scharlottej13 Date: Thu, 9 Jan 2025 11:56:56 -0800 Subject: [PATCH] run zarr test for zarr3 --- AB_environments/AB_baseline.dask.yaml | 3 --- AB_environments/AB_sample.conda.yaml | 8 ++++---- AB_environments/config.yaml | 11 +++++------ 3 files changed, 9 insertions(+), 13 deletions(-) diff --git a/AB_environments/AB_baseline.dask.yaml b/AB_environments/AB_baseline.dask.yaml index 5afc7be70c..4edfd74109 100644 --- a/AB_environments/AB_baseline.dask.yaml +++ b/AB_environments/AB_baseline.dask.yaml @@ -2,6 +2,3 @@ # (overriding the built-in config) for the baseline environment. # Change contents, but do not rename. # Leave empty if you don't want to override anything. -dask: - dataframe: - query-planning: True diff --git a/AB_environments/AB_sample.conda.yaml b/AB_environments/AB_sample.conda.yaml index 25a0b5b3ed..10f91bd814 100644 --- a/AB_environments/AB_sample.conda.yaml +++ b/AB_environments/AB_sample.conda.yaml @@ -36,7 +36,7 @@ dependencies: - click ==8.1.7 - xarray ==2024.11.0 - flox ==0.9.15 - - zarr ==2.18.3 + - zarr >=3.0.0 - cftime ==1.6.4 - msgpack-python - cloudpickle ==3.1.0 @@ -72,6 +72,6 @@ dependencies: # conda. You may alternatively point to your own git fork (but make sure you # sync'ed tags!) # Read README.md for troubleshooting. - - git+https://github.com/dask/dask@191d39177009d2cce25b818878118e35329b6db3 - - git+https://github.com/dask/distributed@0304fb6e665e36abf9e3086173cccd36e29ae84d - - git+https://github.com/dask-contrib/dask-expr@9f765764da3f518ddd4c896c98b8a40a979a5553 + # - git+https://github.com/dask/dask@191d39177009d2cce25b818878118e35329b6db3 + # - git+https://github.com/dask/distributed@0304fb6e665e36abf9e3086173cccd36e29ae84d + # - git+https://github.com/dask-contrib/dask-expr@9f765764da3f518ddd4c896c98b8a40a979a5553 diff --git a/AB_environments/config.yaml b/AB_environments/config.yaml index 6956eddb26..29d66601e6 100644 --- a/AB_environments/config.yaml +++ b/AB_environments/config.yaml @@ -3,26 +3,25 @@ # Setting it to 5 is a good value to get statistically significant results. # This must remain set to 0 in the main branch, thus completely disabling # A/B tests, in order to avoid unnecessary runs. -repeat: 0 +repeat: 5 # Set to true to automatically create a verbatim copy of AB_baseline and then compare # the two in the A/B tests. Set to false to save some money if you are already confident # that the 'repeat' setting is high enough. -test_null_hypothesis: true +test_null_hypothesis: false # Test directories, test files, or individual tests to run. targets: # - tests - - tests/benchmarks # - tests/runtime # - tests/stability # - tests/tpch/test_dask.py # - tests/benchmarks/test_futures.py - # - tests/benchmarks/test_array.py::test_basic_sum + - tests/benchmarks/test_zarr.py # pytest markers or marker expressions. See setup.cfg for available ones. # Leave blank to run all marked and unmarked tests. -markers: not tpch_nondask +# markers: not tpch_nondask # markers: shuffle_p2p # markers: shuffle_p2p or shuffle_tasks # markers: not shuffle_tasks @@ -35,7 +34,7 @@ h2o_datasets: # - 0.5 GB (parquet) # - 5 GB (parquet) # - 50 GB (parquet) - - 5 GB (parquet+pyarrow) + # - 5 GB (parquet+pyarrow) # - 50 GB (parquet+pyarrow) # - 500 GB (parquet+pyarrow)