Merge pull request #185 from valeriupredoi/turn_off_storage_caching

Replace `default_cache_type` with `first`

Author: valeriupredoi

activestorage/netcdf_to_zarr.py

@@ -18,7 +18,7 @@ def gen_json(file_url, varname, outf, storage_type, storage_options):
                                secret=S3_SECRET_KEY,
                                client_kwargs={'endpoint_url': S3_URL},
                                default_fill_cache=False,
-                               default_cache_type="none"
+                               default_cache_type="first"  # best for HDF5
         )
         fs2 = fsspec.filesystem('')
         with fs.open(file_url, 'rb') as s3file:
@@ -32,7 +32,7 @@ def gen_json(file_url, varname, outf, storage_type, storage_options):
     elif storage_type == "s3" and storage_options is not None:
         storage_options = storage_options.copy()
         storage_options['default_fill_cache'] = False
-        storage_options['default_cache_type'] = "none"
+        storage_options['default_cache_type'] = "first"  # best for HDF5
         fs = s3fs.S3FileSystem(**storage_options)
         fs2 = fsspec.filesystem('')
         with fs.open(file_url, 'rb') as s3file: