Add utility for opening remote files with fsspec

xarray/backends/common.py

@@ -178,6 +178,15 @@ def _normalize_path_list(
     return _normalize_path_list(paths)
 
 
+def _open_file(file, mode, storage_options=None):
+    import fsspec
+
+    fs, _, paths = fsspec.get_fs_token_paths(
+        file, mode=mode, storage_options=storage_options
+    )
+    return fs.open(paths[0], mode=mode)
+
+
 def _encode_variable_name(name):
     if name is None:
         name = NONE_VAR_NAME

xarray/backends/h5netcdf_.py

@@ -13,6 +13,7 @@
     BackendEntrypoint,
     WritableCFDataStore,
     _normalize_path,
+    _open_file,
     datatree_from_dict_with_io_cleanup,
     find_root_and_group,
 )
@@ -149,9 +150,14 @@ def open(
         decode_vlen_strings=True,
         driver=None,
         driver_kwds=None,
+        storage_options=None,
     ):
         import h5netcdf
 
+        if isinstance(filename, str) and is_remote_uri(filename) and driver is None:
+            mode_ = "rb" if mode == "r" else mode
+            filename = _open_file(filename, mode=mode_, storage_options=storage_options)
+
         if isinstance(filename, bytes):
             raise ValueError(
                 "can't open netCDF4/HDF5 as bytes "
@@ -425,6 +431,7 @@ def open_dataset(
         decode_vlen_strings=True,
         driver=None,
         driver_kwds=None,
+        storage_options=None,
     ) -> Dataset:
         filename_or_obj = _normalize_path(filename_or_obj)
         store = H5NetCDFStore.open(
@@ -450,6 +457,7 @@ def open_dataset(
             drop_variables=drop_variables,
             use_cftime=use_cftime,
             decode_timedelta=decode_timedelta,
+            storage_options=None,
         )
         return ds
 

xarray/backends/store.py

@@ -38,6 +38,7 @@ def open_dataset(
         drop_variables: str | Iterable[str] | None = None,
         use_cftime=None,
         decode_timedelta=None,
+        storage_options=None,
     ) -> Dataset:
         assert isinstance(filename_or_obj, AbstractDataStore)
 

xarray/tests/test_backends.py

@@ -6489,3 +6489,24 @@ def test_zarr_safe_chunk_region(tmp_path):
     chunk = ds.isel(region)
     chunk = chunk.chunk()
     chunk.chunk().to_zarr(store, region=region)
+
+
+@requires_h5netcdf
+@requires_fsspec
+def test_h5netcdf_storage_options() -> None:
+    with create_tmp_files(2, allow_cleanup_failure=ON_WINDOWS) as (f1, f2):
+        ds1 = create_test_data()
+        ds1.to_netcdf(f1, engine="h5netcdf")
+
+        ds2 = create_test_data()
+        ds2.to_netcdf(f2, engine="h5netcdf")
+
+        files = [f"file://{f}" for f in [f1, f2]]
+        ds = xr.open_mfdataset(
+            files,
+            engine="h5netcdf",
+            concat_dim="time",
+            combine="nested",
+            storage_options={"skip_instance_cache": False},
+        )
+        assert_identical(xr.concat([ds1, ds2], dim="time"), ds)