a İa:0@s6UddlZddlZddlZddlZddlmZmZmZmZm Z ddl Z ddl m Z ddlmZddlmZddlmZmZmZeeZdZd d Zd d Zd dZddZeddfddZGdddeej Z!GdddZ"GdddZ#Gddde"Z$Gddde$Z%Gdd d Z&iZ'ee(ee&fe)d!<dS)"N)AnyDictTupleTypeUnion) cf_encoder)indexing)is_duck_dask_array) FrozenDictNdimSizeLenMixin is_remote_uriZ __values__cCs@t|tjrt|}t|trzsz)AbstractDataStore.load..)r rFitemsrEr: variables attributesrrrloades   zAbstractDataStore.loadcCsdSrrrCrrrcloseszAbstractDataStore.closecCs|SrrrCrrr __enter__szAbstractDataStore.__enter__cCs |dSr)rR)r:Zexception_typeZexception_valuer+rrr__exit__szAbstractDataStore.__exit__N) r<r=r>r?rDrErFrGrQrRrSrTrrrrr@Vsr@c@s.eZdZdZd ddZd ddZd dd ZdS) ArrayWritersourcestargetsregionslockNcCsg|_g|_g|_||_dSrrV)r:rZrrr__init__szArrayWriter.__init__cCsHt|r.|j||j||j|n|r<|||<n||d<dS)N.)r rWappendrXrY)r:sourcetargetZregionrrradds   zArrayWriter.addTcCsJ|jrFddlm}|j|j|j|j|d|jd}g|_g|_g|_|SdS)NrT)rZcomputeflushrY)rWZ dask.arrayr1storerXrZrY)r:r`daZ delayed_storerrrsyncs zArrayWriter.sync)N)N)T)r<r=r>r?r[r_rdrrrrrUs  rUc@sveZdZdZddZddZddZdd Zd d Zd d Z ddZ e ddfddZ ddZ dddZdddZdS)AbstractWritableDataStorercs4fdd|D}fdd|D}||fS)a Encode the variables and attributes in this store Parameters ---------- variables : dict-like Dictionary of key/value (variable name / xr.Variable) pairs attributes : dict-like Dictionary of key/value (attribute name / attribute) pairs Returns ------- variables : dict-like attributes : dict-like csi|]\}}||qSrencode_variablerHrCrr z4AbstractWritableDataStore.encode..csi|]\}}||qSrencode_attributerHrCrrrhri)rMrNrrCrencodesz AbstractWritableDataStore.encodecCs|S)zencode one variabler)r:rKrrrrgsz)AbstractWritableDataStore.encode_variablecCs|S)zencode one attributer)r:arrrrksz*AbstractWritableDataStore.encode_attributecCs tdSrrA)r:dimlengthrrr set_dimensionsz'AbstractWritableDataStore.set_dimensioncCs tdSrrAr:rJrKrrr set_attributesz'AbstractWritableDataStore.set_attributecCs tdSrrArqrrr set_variablesz&AbstractWritableDataStore.set_variablecCs|||jdS)z in stores, variables are all variables AND coordinates in xarray.Dataset variables are variables NOT coordinates, so here we pass the whole dataset in instead of doing dataset.variables N)rbattrs)r:Zdatasetrrr store_datasetsz'AbstractWritableDataStore.store_datasetNcCsL|durt}|||\}}|||j||d|j||||ddS)a Top level method for putting data on this store, this method: - encodes variables/attributes - sets dimensions - sets variables Parameters ---------- variables : dict-like Dictionary of key/value (variable name / xr.Variable) pairs attributes : dict-like Dictionary of key/value (attribute name / attribute) pairs check_encoding_set : list-like List of variables that should be checked for invalid encoding values writer : ArrayWriter unlimited_dims : list-like List of dimension names that should be treated as unlimited dimensions. Nunlimited_dims)rUrlset_attributesset_dimensions set_variables)r:rOrPcheck_encoding_setwriterrwrrrrbs zAbstractWritableDataStore.storecCs"|D]\}}|||qdS)z This provides a centralized method to set the dataset attributes on the data store. Parameters ---------- attributes : dict-like Dictionary of key/value (attribute name / attribute) pairs N)rMrr)r:rPrJrKrrrrx s z(AbstractWritableDataStore.set_attributesc CsH|D]:\}}t|}||v}|j||||d\} } || | qdS)a This provides a centralized method to set the variables on the data store. Parameters ---------- variables : dict-like Dictionary of key/value (variable name / xr.Variable) pairs check_encoding_set : list-like List of variables that should be checked for invalid encoding values writer : ArrayWriter unlimited_dims : list-like List of dimension names that should be treated as unlimited dimensions. rvN)rMrZprepare_variabler_) r:rOr{r|rwZvnrKrcheckr^r]rrrrzs z'AbstractWritableDataStore.set_variablesc Cs|durt}|}i}|D] }d||<q|D]}|tt|j|jq4|D]\\}}||vr|||krt d|d|d||dqZ||vrZ||v}| |||qZdS)au This provides a centralized method to set the dimensions on the data store. Parameters ---------- variables : dict-like Dictionary of key/value (variable name / xr.Variable) pairs unlimited_dims : list-like List of dimension names that should be treated as unlimited dimensions. Nz,Unable to update size for existing dimensionz (z != )) setrDvaluesupdatedictzipdimsshaperM ValueErrorrp) r:rOrwZ existing_dimsrrKrnroZ is_unlimitedrrrry5s,   z(AbstractWritableDataStore.set_dimensions)N)N)r<r=r>r?rlrgrkrprrrsru frozensetrbrxrzryrrrrres  ' rec@seZdZdZddZdS)WritableCFDataStorercsBt||\}}fdd|D}fdd|D}||fS)Ncsi|]\}}||qSrrfrHrCrrrh_riz.WritableCFDataStore.encode..csi|]\}}||qSrrjrHrCrrrh`ri)rrMrNrrCrrl[szWritableCFDataStore.encodeN)r<r=r>r?rlrrrrrXsrc@sFeZdZUdZdZeedfed<d eeee dddZ ddZ dS) BackendEntrypointa ``BackendEntrypoint`` is a class container and it is the main interface for the backend plugins, see :ref:`RST backend_entrypoint`. It shall implement: - ``open_dataset`` method: it shall implement reading from file, variables decoding and it returns an instance of :py:class:`~xarray.Dataset`. It shall take in input at least ``filename_or_obj`` argument and ``drop_variables`` keyword argument. For more details see :ref:`RST open_dataset`. - ``guess_can_open`` method: it shall return ``True`` if the backend is able to open ``filename_or_obj``, ``False`` otherwise. The implementation of this method is not mandatory. Nopen_dataset_parameters)filename_or_objdrop_variableskwargscKstdS)` Backend open_dataset method used by Xarray in :py:func:`~xarray.open_dataset`. NrA)r:rrrrrr open_datasetws zBackendEntrypoint.open_datasetcCsdS)rFr)r:rrrrguess_can_opensz BackendEntrypoint.guess_can_open)N) r<r=r>__doc__rrr__annotations__rrrrrrrrrds  rBACKEND_ENTRYPOINTS)*loggingrr/r+typingrrrrrZnumpyr*Z conventionsrcorer Z core.pycompatr Z core.utilsr r r Z getLoggerr<r-rrrrr& Exceptionr5ZExplicitlyIndexedr6r@rUrerrrrrrrrrs0       4*% '