a ~b0K@sddlmZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddl mZGd d d eZGd d d eZGd ddeZGdddeZGdddejZdS))absolute_importN)util)Element) NdMapping) finite_rangecs"eZdZdZdfdd ZZS) DataErrorz7DataError is raised when the data cannot be interpretedNcs.|durd||g}tt||dS)Nz )joinerrorsuperr __init__)selfmsg interface __class__]z)iloc._perform_getitem..csg|]}|vr|qSrrr2)kdimsrrr5^r6csg|]}|vr|qSrrr2vdimsrrr5_r6cSs&g|]}|tjvrtj|js|qSr) Interface interfacesgriddedr3Zdtrrrr5bs dataframeZ dictionary)r7r9datatype)r wrap_tuplelenslice IndexErrorEllipsisrr0r7r9isscalarr' dimensionsnpr1Zunique_iteratorr?clone) r.rr*ZrowsZcolsr&dimsZ datatypesr?r)rr7r9rr!Cs4       ziloc._perform_getitemNrrrrr/r!rrrrr0:sr0c@seZdZdZeddZdS)ndlocaK ndloc is a small wrapper object that allows ndarray-like indexing for gridded Datasets using the ``.ndloc`` property. It supports the standard NumPy ndarray indexing semantics including integer indices, slices, lists and arrays of values. For more information see the ``Dataset.ndloc`` property docstring. cCsr|}t|}|jjstd|j||}t|r:|Si}t|drPd|d<|j |fd|jj g|j i|S)Nz4Cannot use ndloc on non nd-dimensional datastructureZboundsr?) rr@rr<rCrKrGrEhasattrrHr?)r.rindicesdsselectedparamsrrrr!ps   zndloc._perform_getitemNrJrrrrrKhsrKc@seZdZiZdZdZdZdZdZe ddZ e ddZ e d d Z e dAd d Z e d dZe dBddZe dCddZe ddZe ddZe ddZe ddZe dDddZe ddZe dd Ze d!d"Ze d#d$Ze d%d&Ze dEd'd(Ze dFd)d*Ze d+d,Ze d-d.Ze d/d0Ze d1d2Z e d3d4Z!e d5d6Z"e d7d8Z#e d9d:Z$e d;d<Z%e d=d>Z&e d?d@Z'dS)Gr:NrFTcCsdS)zI Indicates whether the required dependencies are loaded. Trr.rrrloadedszInterface.loadedcCst||jvS)a8 Indicates whether the interface is designed specifically to handle the supplied object's type. By default simply checks if the object is one of the types declared on the class, however if the type is expensive to import at load time the method may be overridden. )r)types)r.objrrrappliess zInterface.appliescCs||j|j<dSr)r;r?)r.rrrrregisterszInterface.registercCsL|p|j}g}|D]4}|dus*|jj|kr<|j||g|d}||q|S)z Given a list of Dataset objects, cast them to the specified datatype (by default the format matching the current interface) with the given cast_type (if specified). N)r?new_type)r?rrHappend)r.datasetsr?Z cast_typecastrNrrrrZs  zInterface.castcCs`t|jd}d}|jr(d}|d|d<n |jr4d}nd}|||d<||d<d jfi|S) N)rz0http://holoviews.org/user_guide/%s_Datasets.htmlza list of tabularZTabularurlr<Ztabularr?zZ{interface} expects {datatype} data, for more information on supported datatypes see {url})dictrmultir< capitalizeformat)r.infor[r?rrrr s zInterface.errorc sPttr@t}|dur&|dn|}|dur<|dn|}tdrtjtrtjt r|durfddj D}|sj }j}|j |vr|j j vr|j rj n|j rtfdd|Drddjddd Dn|jr~tfd d|Dr~g}jD]0} || } j| j| | d } || qjD]} ||j| d d d qTt|n,d|vrtjrntn>ttrtfdd||Dnttjrt|durj }fdd|D} fdd| Dr:fdd| D} g}| D]}|sbt|dkrbqBz"| ||\}}WqDWnbt!yYnNt"y}z4|vst| dkr|||dfWYd}~n d}~00qBd}|r<|d\}}}d|j#|f}d$||g}t%&t!t!||t'(dt!||||fS)Nr7r9rcsg|]}|jvr|qSr)r?r=)eltyperrr5r6z(Interface.initialize..c3s$|]}|jvrj|jVqdSr)r;r]r=rQrr r6z'Interface.initialize..cSsg|]}|qSrrr2rrrr5r6columnsc3s|]}j|jVqdSr)r;r<r=rQrrrbr6)expandedflatF)recomputer>c3s|]}|VqdSr)dimension_valuesr2r&rrrbr6cs g|]}|jvrj|qSr)r;)r3prQrrr5s csg|]}|r|qSr)rU)r3intfcrhrrr5r6csg|]}|dkr|qS)rr)r3el)headrrr5r6rTzUNone of the available storage backends were able to support the supplied data format.rz%s raised following error: %s r))r'rrZget_param_valuesgetrLrr) issubclassr:r?namedr&r]anysplitr<r7 irregularrgnamerXr9valuestuplepddframercZgenerator_typeslistrRrAinitr Exceptionrr sixZreraisesysexc_info)r.rar&r7r9r?ZpvalsrZnew_dataZkdrscoordsZvdZ prioritizedZpriority_errorsrIZ extra_kwser rj_Zpriority_errorr)r.r&rarlr initializesx  (          *zInterface.initializecsB|rdnd}fddj|ddD}|r>tdt||dS)Nallkeycsg|]}|jvr|qSrrhr2rrrr5s z&Interface.validate..rt)Zlabelz`Supplied data does not contain specified dimensions, the following dimensions were not found: %s)rFr repr)r.rr9rIZ not_foundrrrvalidates zInterface.validatecCs|S)zC Should return a persisted version of the Dataset. rr.rrrrpersistszInterface.persistcCs|S)zB Should return a computed version of the Dataset. rrrrrrf&szInterface.computecs tfddddD S)Nc3s"|]}|jdjdfvVqdS)r)rN)shape)r3arrayarraysrrrb/r6z%Interface.expanded..r)rq)r.rrrrrd-szInterface.expandedcCst|j||dddkS)NF)rdr)rAru)r.rdimrrrrE1szInterface.isscalarcCs4z||||WSty.|||YS0dS)z Compatibility method introduced for v1.13.0 to smooth over addition of per_geom kwarg for isscalar method. N)rE TypeError)r.rrZper_geomrrrisunique5s zInterface.isuniquecCs<|j|ddj}|j|}t|r2t|gjS|jSdS)NT)strict)r1rtr&rrErGrdtype)r.r dimensionrtr&rrrr@s   zInterface.dtypecCs:|d}||k}t|dr*||tjSt||tjS)z9 Replace `nodata` value in data with NaN Zfloat64where)astyperLrrGNaN)r.r&Znodatamaskrrr replace_valueIs   zInterface.replace_valuec Cstjt|tjd}|D]\}}t|tr8t|}|||}t |rpt j rpzt |}Wn Yn0t|trt Lt dd|jdur||j|kM}|jdur|||jkM}Wdn1s0Yqt|ttfrTg}|D]H}t *t dd|||kWdq1s60Yq|tj|M}qt|rl|||M}q||k} |jdkrt| dkrtt||} tjt|tjd}d|| <q|| M}q|S)a Given a Dataset object and a dictionary with dimension keys and selection keys (i.e. tuple ranges, slices, sets, lists, or literals) return a boolean mask over the rows in the Dataset object that have been selected. )rignorezinvalid value encounteredNrrT)rGZonesrAboolitemsr'rvrBrurZ isdatetimerwZparse_datetime_selectionwarningscatch_warningsfilterwarningsstartstopsetryrXZ logical_orreducecallableZndimssumZargminabsZzeros) r.r selectionrrselZarrZ iter_slcsZikZ index_maskZ data_indexrrr select_maskTsB       .  0   zInterface.select_maskcsBt|tdd|D}tfdd|jD}|o@|S)z Given a Dataset object and selection to be applied returns boolean to indicate whether a scalar value has been indexed. css,|]$}t|ttttf o"t| VqdSr)r'rvrBrryr)r3rrrrrbsz$Interface.indexed..c3s|]}|vVqdSrrr2rOrrrbr6)rykeysrrur7)r.rrZ all_scalarZ all_kdimsrrrindexeds  zInterface.indexedc Cs||}|jjdkr&||fSt|dkr>tjtjfSzb|jjdvsPJt 6t ddt |t |t |WdWS1s0YWnTttfyddt|D}t|stjtjfYS|d|dfYS0dS) NMrZSUOrz All-NaN (slice|axis) encounteredcSsg|]}|dur|qSrrr3vrrrr5r6z#Interface.range..)rgrkindminmaxrArGrrrrrZnanminZnanmaxAssertionErrorrrZ python2sort)r.rrcolumnrrrranges      <zInterface.rangec Cs.ddlm}m}|p|}t|tr<|j}t|j\}}nDt|t rnt dd|Drngdgt |}}nt dt |j|d}|p|jj}|dkr|}n |d krd }t |dkr|s|j|jrt d ||j||}|d}|rt t||n|} |jj| ||jd } |j| ||j|d S)zR Utility function to concatenate an NdMapping of Dataset objects. r)rdefault_datatypecss|]}t|t VqdSr)r'rvrrrrrbr6z(Interface.concatenate..rzLConcatenation only supported for NdMappings and lists of Datasets, found %s.rrZimageZgridzDatasets with %s datatype cannot be concatenated without defining the dimensions to concatenate along. Ensure you pass in a NdMapping (e.g. a HoloMap) of Dataset types, not a list.r8)r7rW)rrr'rr7zipr&rryrrAr r)rrr?r;r<rZconcatr9rH) r.rYr?rWrrrFrtemplater&Z concat_datarrr concatenates2  zInterface.concatenatec Csxt|rddlm}|j}n t|r8ddl}|j}ntj}|||||d\}} t|rp|| } ||}|| fS)Nr)binsdensityweights) rZ is_dask_arrayZ dask.arrayr histogramZ is_cupy_arraycupyrGZasnumpy) r.rrrrdarrZhistZedgesrrrrs      zInterface.histogramc s*fdd|jD}|j|||fi|S)Ncsg|]}|vr|qSrr)r3Zkdim reduce_dimsrrr5r6z$Interface.reduce..)r7Z aggregate)r.rrfunctionkwargsr7rrrrszInterface.reducecCs t||Sr)rrr.rrFrrrrszInterface.arraycCs t||Sr)rrxrrrrrxszInterface.dframecCs t||Sr)rrcrrrrrcszInterface.columnscCs|jjSr)r&rrrrrrszInterface.shapecCs t|jSr)rAr&rrrrlengthszInterface.lengthcCst||Sr)rrrrrrnonzeroszInterface.nonzerocCs|jSrrhrrrrredimszInterface.redimcCsdS)NFrrrrr has_holesszInterface.has_holescCs@|||jd}tt|dd}ggt|dgS)Nrfloatr)rur7rGrZisnanrrA)r.rrZsplitsrrrholesszInterface.holescCs|S)zw Returns the data of a Dataset as a dataframe avoiding copying if it already a dataframe type. )rxrrrr as_dframeszInterface.as_dframe)NN)N)T)F)NN)TN)(rrrr;r?rSr<r]rpr/rRrUrVrZr rrrrfrdrErrrrrrrrrrrxrcrrrrrrrrrrrr:s      M         ,   %           r:)Z __future__rr}rr|ZparamZnumpyrGrrelementrZ ndmappingrr ValueErrorr objectrr0rKZ Parameterizedr:rrrrs      !.