gndZddlmZddlmZddlmZmZmZmZm Z ddl m Z ddl m Z dZd Zd Zd Zd ZGd dZGddZGddZdZddZddZe j2y)z tablib.core ~~~~~~~~~~~ This module implements the central Tablib objects. :copyright: (c) 2016 by Kenneth Reitz. 2019 Jazzband. :license: MIT, see LICENSE for more details. )copy) itemgetter) HeadersNeededInvalidDatasetIndexInvalidDatasetTypeInvalidDimensionsUnsupportedFormat)registry)normalize_inputtablibz Kenneth ReitzMITz,Copyright 2017 Kenneth Reitz. 2019 Jazzband.restructuredtextceZdZdZddgZddZdZdZdZdZ d Z d Z d Z d Z d ZdZdZdZdZdZedZedZdZy)Rowz/Internal Row object. Mainly used for filtering._rowtagscDt||_t||_yN)listrrselfrowrs I/var/www/skyplay_api_hub/venv/lib/python3.12/site-packages/tablib/core.py__init__z Row.__init__$sI J c(d|jDS)Nc3 K|]}|ywr).0cols r zRow.__iter__..)s))s rrs r__iter__z Row.__iter__(s)tyy))rc,t|jSr)lenrr$s r__len__z Row.__len__+s499~rc,t|jSr)reprrr$s r__repr__z Row.__repr__.sDIIrc |j|Srr#ris r __getitem__zRow.__getitem__1syy|rc"||j|<yrr#)rr.values r __setitem__zRow.__setitem__4s ! rc|j|=yrr#r-s r __delitem__zRow.__delitem__7s IIaLrc2|j|jfSrrrr$s r __getstate__zRow.__getstate__:syy$))##rc"|\|_|_yrr6)rstates r __setstate__zRow.__setstate__=s$ 49rcN|jt|j|yr)insertr'rrr1s rrpushz Row.rpush@s C NE*rc(|jd|y)Nrr<r=s rlpushz Row.lpushCs Aurc&|j|yrr>r=s rappendz Row.appendFs 5rc<|jj||yr)rr<)rindexr1s rr<z Row.insertIs &rczt|jj|jjSr)rrrrr$s rrzRow.copyLs%499>>#TYY^^%566rc||jvSrr#)ritems r __contains__zRow.__contains__Ostyy  rc,t|jS)z%Tuple representation of :class:`Row`.)tuplerr$s rrLz Row.tupleRsTYYrc,t|jS)z$List representation of :class:`Row`.)rrr$s rrzRow.listWsDIIrc|yt|tr||jvStt t |t |jzS)z)Returns true if current row contains tag.F) isinstancestrrboolr'set)rtags rhas_tagz Row.has_tag\sF ; S !$))# #CHs499~567 7rN)rr)__name__ __module__ __qualname____doc__ __slots__rr%r(r+r/r2r4r7r:r>rArDr<rrJpropertyrLrrTrrrrrs9 I*$%+'7!  8rrceZdZdZdZdZdZdZdZdZ dZ d Z d Z d2d Z d3d ZdZdZeeeZdZdZeeeZdZedZedZd4dZdZd5dZd5dZd5dZd5dZd5dZdZ dZ!dZ"dZ#d6d Z$d4d!Z%d4d"Z&d7d#Z'd7d$Z(d4d%Z)d&Z*d'Z+d(Z,d8d)Z-d*Z.d+Z/d,Z0d-Z1d.Z2d/Z3d0Z4d6d1Z5y )9DatasetaThe :class:`Dataset` object is the heart of Tablib. It provides all core functionality. Usually you create a :class:`Dataset` instance in your main module, and append rows as you collect data. :: data = tablib.Dataset() data.headers = ('name', 'age') for (name, age) in some_collector(): data.append((name, age)) Setting columns is similar. The column data length must equal the current height of the data and headers must be set. :: data = tablib.Dataset() data.headers = ('first_name', 'last_name') data.append(('John', 'Adams')) data.append(('George', 'Washington')) data.append_col((90, 67), header='age') You can also set rows and headers upon instantiation. This is useful if dealing with dozens or hundreds of :class:`Dataset` objects. :: headers = ('first_name', 'last_name') data = [('John', 'Adams'), ('George', 'Washington')] data = tablib.Dataset(*data, headers=headers) :param \*args: (optional) list of rows to populate Dataset :param headers: (optional) list strings for Dataset header row :param title: (optional) string to use as title of the Dataset .. admonition:: Format Attributes Definition If you look at the code, the various output/import formats are not defined within the :class:`Dataset` object. To add support for a new format, see :ref:`Adding New Formats `. ctd|D|_d|_g|_g|_i|_|j d|_|j d|_y)Nc32K|]}t|ywr)r)r args rr"z#Dataset.__init__..s3s#c(3sheaderstitle) r_data_Dataset__headers _separators _formatters_dynamic_columnsgetr`ra)rargskwargss rrzDataset.__init__sY3d33 !#zz), ZZ( rc|jSr)heightr$s rr(zDataset.__len__s {{rcXt|trL||jvr8|jj|}|jDcgc]}|| c}St |j|}t|t r |jS|Dcgc]}|jc}Scc}wcc}wr)rOrPr`rFrbKeyErrorrrL)rkeyposr_resultsresults rr/zDataset.__getitem__s c3 dll"ll((-,0JJ7SC77zz#H(C(~~%3;< <<8=s  B" B'cV|j|t||j|<yr) _validaterrb)rrnr1s rr2zDataset.__setitem__s ue* 3rcLt|tr||jvrs|jj|}|j|=||jvr |j|=t |j D]\}}||=||j |<yt|j |=yr)rOrPr`rFrf enumeraterbrm)rrnror.rs rr4zDataset.__delitem__s c3 dll"ll((-LL%$///--c2' 3(FAsC$'DJJqM(  3rc\ d|jjzS#t$rYywxYw)Nz <%s dataset>zralowerAttributeErrorr$s rr+zDataset.__repr__s1 &!TZZ%5%5%78 8 &% &  ++c Dg}|jr2|j|jDcgc] }t|c}|jd|jD|Dcgc]}t t t|}}t t tt|}|jr#|jd|Dcgc]}d|z c}djdt|Ddjfd|DScc}wcc}wcc}w)Nc3NK|]}ttt|ywr)rmaprP)r rs rr"z"Dataset.__str__..s@cd3sC=)@s#%r-|c3&K|] }d|z yw)z{%s:%s}Nr)r rIs rr"z"Dataset.__str__..s TdT!1 Ts c3<K|]}j|ywr)format)r r format_strings rr"z"Dataset.__str__..sF---s3Fs) rcrDrPextendrbrr}r'maxzipr<joinru)rrqhrlens field_lenslengthrs @r__str__zDataset.__str__s >> MM4>>:a3q6: ;  @TZZ@@/56Sc]#66#c3:./  >> MM!DvcFlD E Ti >S TT yyFvFFF; 7 EsD( D D c Ntj|j|fi|Sr)r get_format export_set)rfmt_keyris r_get_in_formatzDataset._get_in_formats%6x""7+66tFvFFrc ft|}tj|j||fi|Sr)r r r import_set)rr in_streamris r_set_in_formatzDataset._set_in_formats1#I. 6x""7+66tYQ&QQrNc|rXjrIt|jk(xs.t|jtjz k(}n[d}nX|r8t|dkrd}nEjrt|jk(nd}nt fdj D}|ry|st y)z>Assures size of every row in dataset is of proper proportions.Trc3NK|]}t|jk(ywr)r'width)r xrs rr"z$Dataset._validate..sDA3q6TZZ/Ds"%F)rr'rfrkallrbr )rrr!safetyis_valids` rrszDataset._validates zzH *JHc$2G2G.H!HI   3x!|8< CH 3DDDH ''rc xtj}fd}jrn|r=|Dcgc]0}ttt j||2}}|Stjg|Dcgc] }|| c}z}|S|Dcgc] }|| }}|Scc}wcc}wcc}w)z=Packages Dataset into lists of dictionaries for transmission.cjrJ|j}jD]+\}}||Dcgc] }|| }}|||||<-t|Scc}wr)rerr)rr!callbackcellrs r format_rowz$Dataset._package..format_rowsohhj%)%5%56MC{:=>$x~>>#+CH#5C 6 9 ?sA#)rrbr`dictr)rdictsrbrrdatas` r_packagezDataset._packagesTZZ   <<RWX3T#dllJsO"DEFXX  T\\*+%.P3z#.PP 055JsO5D5 Y.P5s5B-B2B7c|jS)zAn *optional* list of strings to be used for header rows and attribute names. This must be set manually. The given list length must equal :attr:`Dataset.width`. )rcr$s r _get_headerszDataset._get_headers)s ~~rcZ|j||rt||_yd|_y)zValidating headers setter.N)rsrrc)r collections r _set_headerszDataset._set_headers1s$ z" !*-DN!DNrc"|jS)aA native Python representation of the :class:`Dataset` object. If headers have been set, a list of Python dictionaries will be returned. If no headers have been set, a list of tuples (rows) will be returned instead. A dataset object can also be imported by setting the `Dataset.dict` attribute: :: data = tablib.Dataset() data.dict = [{'age': 90, 'first_name': 'Kenneth', 'last_name': 'Reitz'}] )rr$s r _get_dictzDataset._get_dict;s}}rc d}|syt|ts t|t|dtr2|j|D]}|j t |yt|dt rj|jt|dj|_|D]3}|j t t|j5yt|)aA native Python representation of the Dataset object. If headers have been set, a list of Python dictionaries will be returned. If no headers have been set, a list of tuples (rows) will be returned instead. A dataset object can also be imported by setting the :attr:`Dataset.dict` attribute. :: data = tablib.Dataset() data.dict = [{'age': 90, 'first_name': 'Kenneth', 'last_name': 'Reitz'}] z[Please check format documentation https://tablib.readthedocs.io/en/stable/formats.html#yamlNr) rOrr wiperDrrkeysr`values)rpickle error_detailsrs r _set_dictzDataset._set_dictHs H   &$'$M2 2 fQi & IIK & CH% &q 4 ( IIKq  01DL 5 CSZZ\ 234 5$M2 2rct|}t|dk(r1t|ddr"tt|d|j}|S)zsPrepares the given column for insert/append. `col` is not supposed to contain any header value. rr__call__)rr'hasattrr}rb)rr!s r _clean_colzDataset._clean_colqsC 3i s8q=WSVZ8s3q64::./C rc,t|jS)zfThe number of rows currently in the :class:`Dataset`. Cannot be directly modified. )r'rbr$s rrkzDataset.height}s 4::rc t|jdS#t$r) t|jcYS#t$rYYywxYwwxYw)ziThe number of columns currently in the :class:`Dataset`. Cannot be directly modified. r)r'rb IndexErrorr` TypeErrorr$s rrz Dataset.widthsO  tzz!}% %  4<<((   s) A ;A  AA AA c t|}|s t|}tj|}t |dst d|d|j ||fi||S)z Import `in_stream` to the :class:`Dataset` object using the `format`. `in_stream` can be a file-like object, a string, or a bytestring. :param \*\*kwargs: (optional) custom configuration to the format `import_set`. rFormat z cannot be imported.)r detect_formatr rrr rrrrristreamfmts rloadz Dataset.loadsd!+"6*F!!&)sL)#gfX5I$JK KtV.v. rc tj|}t|dstd|d|j|fi|S)z Export :class:`Dataset` object to `format`. :param \*\*kwargs: (optional) custom configuration to the format `export_set`. rr cannot be exported.)r rrr rrrrirs rexportzDataset.exportsI !!&)sL)#gfX5I$JK Ks~~d-f--rc.|j|t||jkrE|jj D](\}}t |}|j |||*|jj |t||y)aInserts a row to the :class:`Dataset` at the given index. Rows inserted must be the correct size (height or width). The default behaviour is to insert the given row to the :class:`Dataset` object at the given index. You can add :ref:`tags ` to the row you are inserting. This gives you the ability to :method:`filter ` your :class:`Dataset` later. )rN) rsr'rrfitemsrr<rbr)rrFrrrofuncs rr<zDataset.insertsz s s8djj !2288: + T3i 3S * + %St!45rc@|j|j||y)zzAdds a row to the end of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rrN)r<rkrs rr>z Dataset.rpushs DKKSt 4rc,|jd||y)zzAdds a row to the top of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rrNr@rs rrAz Dataset.lpushs A3T *rc(|j||y)zoAdds a row to the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. NrCrs rrDzDataset.appends 3rc6|D]}|j||y)z[Adds a list of rows to the :class:`Dataset` using :method:`Dataset.append` N)rD)rrowsrrs rrzDataset.extends!  #C KKT " #rc|d}|d=|S)z:Removes and returns the first row of the :class:`Dataset`.rrrcaches rlpopz Dataset.lpopsQ G rc|d}|d=|S)9Removes and returns the last row of the :class:`Dataset`.rrs rrpopz Dataset.rpopsR H rc"|jS)r)rr$s rpopz Dataset.popsyy{rcBt|tr||Std)z=Returns the row from the :class:`Dataset` at the given index.zRow indices must be integers.)rOintr)rrFs rrgz Dataset.gets$ eS !; 788rc|g}t|r8||j|j<tt ||j }|j |}|j||jrJ|s t|r |jdk(rt|rt|jj|||jrN|jrBt|j D])\}}|j|||||j |<+y|Dcgc]}t|gc}|_ycc}w)a?Inserts a column to the :class:`Dataset` at the given index. Columns inserted must be the correct height. You can also insert a column of a single callable object, which will add a new column with the return values of the callable each as an item in the column. :: data.append_col(col=random.randint) If inserting a column, and :attr:`Dataset.headers` is set, the header attribute must be set, and will be considered the header for that row. See :ref:`dyncols` for an in-depth example. Nr!r)callablerfrrr}rbrrsr`rrkr'r r<rur)rrFr!headerr.rs r insert_colzDataset.insert_cols$ ;C C=03D ! !$** -s3 +,Cooc" 3 <<#o%DKK1,S'' LL  v . ;;4::#DJJ/ $3 5#a&) # 1  $ 144#se*4DJ4sD;c@|j|j||y)z}Adds a column to the end of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rN)rrrr!rs r rpush_colzDataset.rpush_col8s  C7rc,|jd||y)z}Adds a column to the top of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rrN)rrs r lpush_colzDataset.lpush_col?s 3v.rcB||f}|jj|y)z4Adds a separator to :class:`Dataset` at given index.N)rdrD)rrFtextseps rinsert_separatorzDataset.insert_separatorFs!dm $rc|js|jr |jnd}n|jr|jdznd}|j||y)z=Adds a :ref:`separator ` to the :class:`Dataset`.rrN)r`rkr)rrrFs rappend_separatorzDataset.append_separatorLsA||#';;DKKAE)-T[[1_!E eT*rc(|j||y)zvAdds a column to the :class:`Dataset`. See :method:`Dataset.insert_col` for additional documentation. N)rrs r append_colzDataset.append_colWs sF#rcF|jDcgc]}|| c}Scc}w)z@Returns the column from the :class:`Dataset` at the given index.)rb)rrFrs rget_colzDataset.get_col^s '+jj1sE 111s ct|tr0||jvr|jj|}nt|||j kr|j j||fyt)a'Adds a formatter to the :class:`Dataset`. :param col: column to. Accepts index int, header str, or None to apply the formatter to all columns. :param handler: reference to callback function to execute against each cell value. T) rOrPr`rFrmrrerDr)rr!handlers r add_formatterzDataset.add_formattergsh c3 dll"ll((- ;#+    # #S'N 3& %rct|}|jDcgc]}|j|s|c}|_|Scc}w)zReturns a new instance of the :class:`Dataset`, excluding any rows that do not contain the given :ref:`tags `. )rrbrT)rrS_dsetrs rfilterzDataset.filter}s9T &+kkFsS[[5EsF  Gs??ct|tr|jstt |j t ||}t|j|j}|D]0}|jDcgc]}|| }}|j|2|S|jr|j|}t |j t ||}t|j|j}|D]?}|jr|jDcgc]}|| }}n|}|j|A|Scc}wcc}w)aSort a :class:`Dataset` by a specific column, given string (for header) or integer (for column index). The order can be reversed by setting ``reverse`` to ``True``. Returns a new :class:`Dataset` instance where columns have been sorted. )rnreverse)r`rar) rOrPr`rsortedrrr\rarD)rr!r_sortedrrIrnrs rsortz Dataset.sorts c3 <<##TYYJsOWMGDLL CE &,0LL9StCy99  % &$ ||ll3'TYYJsOWMGDLL CE &<<04 =49=C=C  %  & #:>s 8 D? Ec2t}|jdg||jdz}||_t|jD]J\}}||jdk(r|g|j|z}t |}|j |L|S)zTranspose a :class:`Dataset`, turning rows into columns and vice versa, returning a new ``Dataset`` instance. The first row of the original instance becomes the new header row.rr)r\r`rurrrD)rr new_headersrFcolumnrow_datas r_transpose_with_headerszDataset._transpose_with_headerss  ||A'$t||A*?? # &t||4 'ME6a(x$,,u"55H8}H LLXL & ' rct}tdt|jdD]%}|j |}|j |'|S)zTranspose a :class:`Dataset`, turning rows into columns and vice versa, returning a new ``Dataset`` instance. This instance should not have headers, or the dimension would be invalid.rr)r\ranger'rbrrD)rrrFrs r_transpose_without_headersz"Dataset._transpose_without_headerssS  1c$**Q-01 'E||E*H LLXL & ' rc`|sy|j|jS|jS)zTranspose a :class:`Dataset`, turning rows into columns and vice versa, returning a new ``Dataset`` instance. If the instance has headers, the first row of the original instance becomes the new header row.N)r`rrr$s r transposezDataset.transposes2  << 224 4//1 1rc$t|tsy|j|jk7rtt |}|j Dcgc]}|}}|j Dcgc]}|}}|j |||_|Scc}wcc}w)zStack two :class:`Dataset` instances together by joining at the row level, and return new combined ``Dataset`` instance.N)rOr\rr rrbr)rotherrr rows_to_stack other_rowss rstackz Dataset.stacks %)  :: $# #T (- 44 4%*[[1cc1 1Z(#  51s B# B ct|tsy|js |jr|jr |jst|j|jk7rt  |j|jz}t}|jD]}|j|||jD]}|j||||_|S#t $rd}YlwxYw)zStack two :class:`Dataset` instances together by joining at the column level, and return a new combined ``Dataset`` instance. If either ``Dataset`` has headers set, than the other must as well.Nr)rOr\r`rrkr rr)rr rrrs r stack_colszDataset.stack_colss %)  <<5==<rArDrrrrrgrrrrrrrrrrrrrr rrrrrrrr\r\gs4,\)" =% && G2GR26"|\2G %3N Iy )D    & . 6(5+# 9/5b8/% +$2,#J0  2,B  %rr\cReZdZdZd dZdZdZdZdZdZ e d Z d Z d Z y) Databookz(A book of :class:`Dataset` objects. Nc|xsg|_yr _datasets)rsetss rrzDatabook.__init__Ps rc\ d|jjzS#t$rYywxYw)Nz <%s databook>zrwr$s rr+zDatabook.__repr__Ss1 '"djj&6&6&89 9 '& 'rzcg|_y)z@Removes all :class:`Dataset` objects from the :class:`Databook`.Nrr$s rrz Databook.wipeYs rc|jSrrr$s rsheetszDatabook.sheets]s ~~rcft|tr|jj|yt)z5Adds given :class:`Dataset` to the :class:`Databook`.N)rOr\rrDr)rdatasets r add_sheetzDatabook.add_sheet`s$ gw ' NN ! !' *$ $rcg}|jD].}|j|j|jd0|S)z(Packages :class:`Databook` for delivery.)rar)rrDrar)r collectordsets rrzDatabook._packagegsE NN D       rc,t|jS)zDThe number of the :class:`Dataset` objects within :class:`Databook`.)r'rr$s rsizez Databook.sizers4>>""rc t|}|s t|}tj|}t |dst d|d|j ||fi||S)z Import `in_stream` to the :class:`Databook` object using the `format`. `in_stream` can be a file-like object, a string, or a bytestring. :param \*\*kwargs: (optional) custom configuration to the format `import_book`. import_bookrz cannot be loaded.)r rr rrr r,rs rrz Databook.loadwsd!+"6*F!!&)sM*#gfX5G$HI If// rc tj|}t|dstd|d|j|fi|S)z Export :class:`Databook` object to `format`. :param \*\*kwargs: (optional) custom configuration to the format `export_book`. export_bookrr)r rrr r.rs rrzDatabook.exportsI !!&)sM*#gfX5I$JK Kst.v..rr)rUrVrWrXrr+rr"r%rrZr*rrrrrrrLsC$' % ##& /rrcrt|}d}tjD]`} |j|r-|j} t |dr|j d|S t |dsP|j db|S#t$rY-wxYw#t |dr|j dwwxYw)zMReturn format name of given stream (file-like object, string, or bytestring).Nseekr)r r formatsdetectrarr0ry)r fmt_titlers rrrs V $FI!  zz&!II vv& A " vv& A      vv& A's)B$B BBBB B6Nc :tj||fi|SzIReturn dataset of given stream (file-like object, string, or bytestring).)r\rrrris rrrs 79>>&& 3F 33rc :tj||fi|Sr5)rrr6s rr,r,s 8:??66 4V 44rr)rXroperatorr exceptionsrrrr r r1r utilsr __title__ __author__ __license__ __copyright__ __docformat__rr\rrrr,register_builtinsrrrrAs"    > " E8E8Pb b JH/H/V"4 5 r