tinaok commited on
Commit
4a32de0
·
verified ·
1 Parent(s): 8e8f59b

use resampled zarr

Browse files
Files changed (1) hide show
  1. app.py +6 -38
app.py CHANGED
@@ -80,7 +80,7 @@ def fix_time(ds):
80
 
81
  @pn.cache(max_items=32,policy='LRU',per_session=True)
82
  def load_csv():
83
- url="https://data-eurogoship.ifremer.fr/data/table.csv"
84
  fs = fsspec.filesystem("https")
85
  with fs.open(url) as f:
86
  df = pd.read_csv(f,index_col=None)
@@ -94,42 +94,10 @@ def load_bathymetry():
94
  return xr.open_dataset('/data/bathy6min.nc', decode_times=False, use_cftime=True)
95
 
96
  @pn.cache(max_items=16,policy='LRU',per_session=True)
97
- def load_netCDF(selected_file):
98
- import os
99
- data_dir = "https://data-eurogoship.ifremer.fr/copy_seadatanet/"
100
- file_path = os.path.join(data_dir, selected_file)
101
- fs = fsspec.filesystem("https")
102
- ds = (
103
- xr.open_dataset(
104
- fs.open(file_path), decode_cf=True, decode_times=False, engine="scipy"
105
- )
106
- .squeeze()
107
- .set_coords(["LONGITUDE", "LATITUDE", "TIME", "PROFZ"])
108
- .set_xindex("PROFZ")
109
- .set_xindex("TIME")
110
- )
111
- ds = ds.where(
112
- (ds.VCUR_SEADATANET_QC == 49)
113
- & (ds.UCUR_SEADATANET_QC == 49)
114
- #& (ds.WCUR_SEADATANET_QC == 49)
115
- #& (ds.ECUR_SEADATANET_QC == 49)
116
- # & (ds.PGOOD_SEADATANET_QC == 49)
117
- #& (ds.ECI_SEADATANET_QC == 49)
118
- #& (ds.BOTTOM_DEPTH_SEADATANET_QC == 49)
119
- # & (ds.BATHY_SEADATANET_QC == 49)
120
- & (ds.USHIP_SEADATANET_QC == 49)
121
- & (ds.VSHIP_SEADATANET_QC == 49),
122
- drop=False)
123
- ds = ds[
124
- [
125
- "TIME",
126
- "USHIP", "VSHIP", "BATHY", "BOTTOM_DEPTH",
127
- "UCUR", "VCUR",
128
- # "ROLL", "PITCH", "TR_TEMP", "HEADING", "U_BOTTOM", "V_BOTTOM",
129
- # "WCUR", "ECUR", "PGOOD", "ECI", "UTIDE", "VTIDE",
130
- ]
131
- ]
132
- return fix_time(ds)
133
 
134
  def filter_df(sorted_df,selected_file):
135
  dataframe = sorted_df[sorted_df["file_name"] == selected_file].drop(
@@ -262,7 +230,7 @@ class SADCP_Viewer(param.Parameterized):
262
  self.file_dropdown.value = selected_file
263
  self.data_table.value, self.metadata_table.value = filter_df(sorted_df,selected_file)
264
 
265
- self.ds=load_netCDF(selected_file)
266
 
267
  lon_range = (
268
  int(self.ds["LONGITUDE"].min().round() - 1),
 
80
 
81
  @pn.cache(max_items=32,policy='LRU',per_session=True)
82
  def load_csv():
83
+ url="https://data-eurogoship.ifremer.fr/data/zarr_table.csv"
84
  fs = fsspec.filesystem("https")
85
  with fs.open(url) as f:
86
  df = pd.read_csv(f,index_col=None)
 
94
  return xr.open_dataset('/data/bathy6min.nc', decode_times=False, use_cftime=True)
95
 
96
  @pn.cache(max_items=16,policy='LRU',per_session=True)
97
+ def load_zarr(selected_file):
98
+ from datatree import open_datatree
99
+ tree= open_datatree('/data/1H_file.zarr', engine='zarr')
100
+ return tree[selected_file+"/"].ds
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
101
 
102
  def filter_df(sorted_df,selected_file):
103
  dataframe = sorted_df[sorted_df["file_name"] == selected_file].drop(
 
230
  self.file_dropdown.value = selected_file
231
  self.data_table.value, self.metadata_table.value = filter_df(sorted_df,selected_file)
232
 
233
+ self.ds=load_zarr(selected_file)
234
 
235
  lon_range = (
236
  int(self.ds["LONGITUDE"].min().round() - 1),