2iLkdZddlmZddlmZddlmZddlmZmZm Z m Z m Z ddl m Z ddlmZdZd Zd Zd Zd ZGd dZGddZGddZdZddZddZe j6y)z tablib.core ~~~~~~~~~~~ This module implements the central Tablib objects. :copyright: (c) 2016 by Kenneth Reitz. 2019 Jazzband. :license: MIT, see LICENSE for more details. ) OrderedDict)copy) itemgetter) HeadersNeededInvalidDatasetIndexInvalidDatasetTypeInvalidDimensionsUnsupportedFormat)registry)normalize_inputtablibz Kenneth ReitzMITz,Copyright 2017 Kenneth Reitz. 2019 Jazzband.restructuredtextceZdZdZddgZddZdZdZdZdZ d Z d Z d Z d Z d ZdZdZdZdZedZedZdZy)Rowz/Internal Row object. Mainly used for filtering._rowtagscDt||_t||_yN)listrrselfrowrs B/var/www/html/acx/venv/lib/python3.12/site-packages/tablib/core.py__init__z Row.__init__%sI J c(d|jDS)Nc3 K|]}|ywr).0cols r zRow.__iter__..*s))s rrs r__iter__z Row.__iter__)s)tyy))rc,t|jSr)lenrr$s r__len__z Row.__len__,s499~rc,t|jSr)reprrr$s r__repr__z Row.__repr__/sDIIrc |j|Srr#ris r __getitem__zRow.__getitem__2syy|rc"||j|<yrr#)rr.values r __setitem__zRow.__setitem__5s ! rc|j|=yrr#r-s r __delitem__zRow.__delitem__8s IIaLrc2|j|jfSrrrr$s r __getstate__zRow.__getstate__;syy$))##rc"|\|_|_yrr6)rstates r __setstate__zRow.__setstate__>s$ 49rcN|jt|j|yr)insertr'rrr1s rrpushz Row.rpushAs C NE*rc(|jd|y)Nrr<r=s rlpushz Row.lpushDs Aurc&|j|yrr>r=s rappendz Row.appendGs 5rc<|jj||yr)rr<)rindexr1s rr<z Row.insertJs &rc||jvSrr#)ritems r __contains__zRow.__contains__Ms !"rc,t|jS)z%Tuple representation of :class:`Row`.)tuplerr$s rrKz Row.tuplePsTYYrc,t|jS)z$List representation of :class:`Row`.)rrr$s rrzRow.listUsDIIrc|yt|tr||jvStt t |t |jzS)z)Returns true if current row contains tag.F) isinstancestrrboolr'set)rtags rhas_tagz Row.has_tagZsF ; S !499$ %CHs499~567 7rN)rr)__name__ __module__ __qualname____doc__ __slots__rr%r(r+r/r2r4r7r:r>rArDr<rIpropertyrKrrSrrrrr s9 I*$%+'#  8rrcpeZdZdZdZdZdZdZdZdZ dZ d Z d Z d/d Z d0d ZdZdZeeeZdZdZeeeZdZedZedZd1dZdZd2dZd2dZd2dZd2dZd2dZdZ dZ!dZ"d3dZ#d1d Z$d1d!Z%d4d"Z&d4d#Z'd1d$Z(d%Z)d&Z*d'Z+d5d(Z,d)Z-d*Z.d+Z/d,Z0d-Z1d3d.Z2y )6DatasetaThe :class:`Dataset` object is the heart of Tablib. It provides all core functionality. Usually you create a :class:`Dataset` instance in your main module, and append rows as you collect data. :: data = tablib.Dataset() data.headers = ('name', 'age') for (name, age) in some_collector(): data.append((name, age)) Setting columns is similar. The column data length must equal the current height of the data and headers must be set. :: data = tablib.Dataset() data.headers = ('first_name', 'last_name') data.append(('John', 'Adams')) data.append(('George', 'Washington')) data.append_col((90, 67), header='age') You can also set rows and headers upon instantiation. This is useful if dealing with dozens or hundreds of :class:`Dataset` objects. :: headers = ('first_name', 'last_name') data = [('John', 'Adams'), ('George', 'Washington')] data = tablib.Dataset(*data, headers=headers) :param \*args: (optional) list of rows to populate Dataset :param headers: (optional) list strings for Dataset header row :param title: (optional) string to use as title of the Dataset .. admonition:: Format Attributes Definition If you look at the code, the various output/import formats are not defined within the :class:`Dataset` object. To add support for a new format, see :ref:`Adding New Formats `. ctd|D|_d|_g|_g|_|j d|_|j d|_y)Nc32K|]}t|ywr)r)r args rr"z#Dataset.__init__..s3s#c(3sheaderstitle)r_data_Dataset__headers _separators _formattersgetr_r`)rargskwargss rrzDataset.__init__sO3d33 zz), ZZ( rc|jSr)heightr$s rr(zDataset.__len__s {{rcXt|trL||jvr8|jj|}|jDcgc]}|| c}St |j|}t|t r |jS|Dcgc]}|jc}Scc}wcc}wr)rNrOr_rFraKeyErrorrrK)rkeyposr_resultsresults rr/zDataset.__getitem__s c3 dll"ll((-,0JJ7SC77zz#H(C(~~%3;< <<8=s  B" B'cV|j|t||j|<yr) _validaterra)rrlr1s rr2zDataset.__setitem__s ue* 3rct|trl||jvrX|jj|}|j|=t |j D]\}}||=||j |<yt |j |=yr)rNrOr_rF enumeraterark)rrlrmr.rs rr4zDataset.__delitem__sz c3 dll"ll((-LL%' 3(FAsC$'DJJqM(  3rc\ d|jjzS#t$rYywxYw)Nz <%s dataset>zr`lowerAttributeErrorr$s rr+zDataset.__repr__s1 &!TZZ%5%5%78 8 &% &  ++c Dg}|jr2|j|jDcgc] }t|c}|jd|jD|Dcgc]}t t t|}}t t tt|}|jr#|jd|Dcgc]}d|z c}djdt|Ddjfd|DScc}wcc}wcc}w)Nc3NK|]}ttt|ywr)rmaprO)r rs rr"z"Dataset.__str__..s@cd3sC=)@s#%-|c3&K|] }d|z yw)z{%s:%s}Nr)r rHs rr"z"Dataset.__str__..s TdT!1 Ts c3<K|]}j|ywr)format)r r format_strings rr"z"Dataset.__str__..sF---s3Fs) rbrDrOextendrarr{r'maxzipr<joinrs)rrohrlens field_lenslengthrs @r__str__zDataset.__str__s >> MM4>>:a3q6: ;  @TZZ@@/56Sc]#66#c3:./  >> MM!DvcFlD E Ti >S TT yyFvFFF; 7 EsD( D D c Ntj|j|fi|Sr)r get_format export_set)rfmt_keyrgs r_get_in_formatzDataset._get_in_formats%6x""7+66tFvFFrc ft|}tj|j||fi|Sr)r r r import_set)rr in_streamrgs r_set_in_formatzDataset._set_in_formats1#I. 6x""7+66tYQ&QQrNc|r'jrt|jk(nd}nX|r8t|dkrd}nEjrt|jk(nd}ntfdjD}|ry|st y)z>Assures size of every row in dataset is of proper proportions.Tr|c3NK|]}t|jk(ywr)r'width)r xrs rr"z$Dataset._validate..sDA3q6TZZ/Ds"%F)rr'riallrar )rrr!safetyis_valids` rrqzDataset._validatess 37::CDJJ.4H 3x!|8< CH 3DDDH ''rc Vt|j}|rt}nt}|jr]t |D]O\}}|jD];\}} |"t |D]\} } || ||| <n||||||<=Q|jrZ|r4|D cgc]'} |tt|j| )} } | St|jgt|z} | S|Dcgc] }t|} }| S#t $rtwxYwcc} wcc}w)z=Packages Dataset into lists of dictionaries for transmission.) rrardictrdrs IndexErrorrr_r) rdictsorderedra dict_packrow_irr!callbackjcdata_rowdatas r_packagezDataset._packagesDTZZ  #II   '. 2 s%)%5%52MC2;(1#>12:1+e Q>19S0BE%L- 2 2 <<UZ[ $s4<<'B"CD[[  T\\*+d5k9 *//#DI/D/ &2112 \0s5D ,D!8D&Dc|jS)zAn *optional* list of strings to be used for header rows and attribute names. This must be set manually. The given list length must equal :attr:`Dataset.width`. )rbr$s r _get_headerszDataset._get_headers#s ~~rc|j||r t||_yd|_y#t$rtwxYw)zValidating headers setter.N)rqrrb TypeError)r collections r _set_headerszDataset._set_headers+sA z"  !%j!1"DN  s.>c"|jS)aA native Python representation of the :class:`Dataset` object. If headers have been set, a list of Python dictionaries will be returned. If no headers have been set, a list of tuples (rows) will be returned instead. A dataset object can also be imported by setting the `Dataset.dict` attribute: :: data = tablib.Dataset() data.dict = [{'age': 90, 'first_name': 'Kenneth', 'last_name': 'Reitz'}] )rr$s r _get_dictzDataset._get_dict8s}}rc d}|syt|ts t|t|dtr2|j|D]}|j t |yt|dt rj|jt|dj|_|D]3}|j t t|j5yt|)aA native Python representation of the Dataset object. If headers have been set, a list of Python dictionaries will be returned. If no headers have been set, a list of tuples (rows) will be returned instead. A dataset object can also be imported by setting the :attr:`Dataset.dict` attribute. :: data = tablib.Dataset() data.dict = [{'age': 90, 'first_name': 'Kenneth', 'last_name': 'Reitz'}] z[Please check format documentation https://tablib.readthedocs.io/en/stable/formats.html#yamlNr) rNrr wiperDrrkeysr_values)rpickle error_detailsrs r _set_dictzDataset._set_dictEs H   &$'$M2 2 fQi & IIK & CH% &q 4 ( IIKq  01DL 5 CSZZ\ 234 5$M2 2rct|}|jr|jdg}ng}t|dk(r1t |ddr"tt |d|j }t||z}|S)z,Prepares the given column for insert/append.rr|__call__)rr_popr'hasattrr{rarKrr!headers r _clean_colzDataset._clean_colnsl3i <<ggaj\FF s8q=WSVZ8s3q64::./CFSL! rc,t|jS)zfThe number of rows currently in the :class:`Dataset`. Cannot be directly modified. )r'rar$s rrizDataset.heights 4::rc t|jdS#t$r) t|jcYS#t$rYYywxYwwxYw)ziThe number of columns currently in the :class:`Dataset`. Cannot be directly modified. r)r'rarr_rr$s rrz Dataset.widthsO  tzz!}% %  4<<((   s) A ;A  AA AA c t|}|s t|}tj|}t |dst d|dt st d|d|j ||fi||S)z Import `in_stream` to the :class:`Dataset` object using the `format`. `in_stream` can be a file-like object, a string, or a bytestring. :param \*\*kwargs: (optional) custom configuration to the format `import_set`. rFormat z cannot be imported.)r detect_formatr rrr rrrrrgstreamfmts rloadz Dataset.loads|!+"6*F!!&)sL)#gfX5I$JK K#gfX5I$JK KtV.v. rc tj|}t|dstd|d|j|fi|S)z Export :class:`Dataset` object to `format`. :param \*\*kwargs: (optional) custom configuration to the format `export_set`. rr cannot be exported.)r rrr rrrrgrs rexportzDataset.exportsI !!&)sL)#gfX5I$JK Ks~~d-f--rct|j||jj|t||y)zInserts a row to the :class:`Dataset` at the given index. Rows inserted must be the correct size (height or width). The default behaviour is to insert the given row to the :class:`Dataset` object at the given index. )rN)rqrar<r)rrFrrs rr<zDataset.inserts+ s %St!45rc@|j|j||y)zzAdds a row to the end of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rrN)r<rirs rr>z Dataset.rpushs DKKSt 4rc,|jd||y)zzAdds a row to the top of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rrNr@rs rrAz Dataset.lpushs A3T *rc(|j||y)zoAdds a row to the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. NrCrs rrDzDataset.appends 3rc6|D]}|j||y)z[Adds a list of rows to the :class:`Dataset` using :method:`Dataset.append` N)rD)rrowsrrs rrzDataset.extends!  #C KKT " #rc|d}|d=|S)z:Removes and returns the first row of the :class:`Dataset`.rrrcaches rlpopz Dataset.lpopsQ G rc|d}|d=|S)9Removes and returns the last row of the :class:`Dataset`.rrs rrpopz Dataset.rpopsR H rc"|jS)r)rr$s rrz Dataset.popsyy{rcP|g}t|drtt||j}|j |}|j ||j rJ|s t|r |jdk(rt|rt|j j|||jrN|jrBt|jD])\}}|j|||||j|<+y|Dcgc]}t|gc}|_ycc}w)aInserts a column to the :class:`Dataset` at the given index. Columns inserted must be the correct height. You can also insert a column of a single callable object, which will add a new column with the return values of the callable each as an item in the column. :: data.append_col(col=random.randint) If inserting a column, and :attr:`Dataset.headers` is set, the header attribute must be set, and will be considered the header for that row. See :ref:`dyncols` for an in-depth example. .. versionchanged:: 0.9.0 If inserting a column, and :attr:`Dataset.headers` is set, the header attribute must be set, and will be considered the header for that row. .. versionadded:: 0.9.0 If inserting a row, you can add :ref:`tags ` to the row you are inserting. This gives you the ability to :method:`filter ` your :class:`Dataset` later. Nrr!r)rrr{rarrqr_rrir'r r<rrsr)rrFr!rr.rs r insert_colzDataset.insert_cols: ;C 3 #s3 +,Cooc" 3 <<#o%DKK1,S'' LL  v . ;;4::#DJJ/ $3 5#a&) # 1  $ 144#se*4DJ4sD#c@|j|j||y)z}Adds a column to the end of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rN)rrrs r rpush_colzDataset.rpush_col7s  C7rc,|jd||y)z}Adds a column to the top of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rrN)rrs r lpush_colzDataset.lpush_col>s 3v.rcB||f}|jj|y)z4Adds a separator to :class:`Dataset` at given index.N)rcrD)rrFtextseps rinsert_separatorzDataset.insert_separatorEs!dm $rc|js|jr |jnd}n|jr|jdznd}|j||y)z=Adds a :ref:`separator ` to the :class:`Dataset`.rr|N)r_rir)rrrFs rappend_separatorzDataset.append_separatorKsA||#';;DKKAE)-T[[1_!E eT*rc(|j||y)zvAdds a column to the :class:`Dataset`. See :method:`Dataset.insert_col` for additional documentation. N)rrs r append_colzDataset.append_colVs sF#rcF|jDcgc]}|| c}Scc}w)z@Returns the column from the :class:`Dataset` at the given index.)ra)rrFrs rget_colzDataset.get_col]s '+jj1sE 111s ct|tr0||jvr|jj|}nt||j kDs|j j||fyt)aAdds a formatter to the :class:`Dataset`. .. versionadded:: 0.9.5 :param col: column to. Accepts index int or header str. :param handler: reference to callback function to execute against each cell value. T) rNrOr_rFrkrrdrDr)rr!handlers r add_formatterzDataset.add_formatterfsd c3 dll"ll((-TZZ    # #S'N 3& %rct|}|jDcgc]}|j|s|c}|_|Scc}w)zReturns a new instance of the :class:`Dataset`, excluding any rows that do not contain the given :ref:`tags `. )rrarS)rrR_dsetrs rfilterzDataset.filter}s9T &+kkFsS[[5EsF  Gs??ct|tr|jstt |j t ||}t|j|j}|D]0}|jDcgc]}|| }}|j|2|S|jr|j|}t |j t ||}t|j|j}|D]?}|jr|jDcgc]}|| }}n|}|j|A|Scc}wcc}w)aSort a :class:`Dataset` by a specific column, given string (for header) or integer (for column index). The order can be reversed by setting ``reverse`` to ``True``. Returns a new :class:`Dataset` instance where columns have been sorted. )rlreverse)r_r`r) rNrOr_rsortedrrr[r`rD)rr!r_sortedrrHrlrs rsortz Dataset.sorts c3 <<##TYYJsOWMGDLL CE &,0LL9StCy99  % &$ ||ll3'TYYJsOWMGDLL CE &<<04 =49=C=C  %  & #:>s 8 D? Ec8|syt}|jdg||jdz}||_t|jD]J\}}||jdk(r|g|j|z}t |}|j |L|S)zTranspose a :class:`Dataset`, turning rows into columns and vice versa, returning a new ``Dataset`` instance. The first row of the original instance becomes the new header row.Nrr)r[r_rsrrrD)rr new_headersrFcolumnrow_datas r transposezDataset.transposes   ||A'$t||A*?? # &t||4 'ME6a(x$,,u"55H8}H LLXL & ' rc$t|tsy|j|jk7rtt |}|j Dcgc]}|}}|j Dcgc]}|}}|j |||_|Scc}wcc}w)zStack two :class:`Dataset` instances together by joining at the row level, and return new combined ``Dataset`` instance.N)rNr[rr rrar)rotherrr rows_to_stack other_rowss rstackz Dataset.stacks %)  :: $# #T (- 44 4%*[[1cc1 1Z(#  51s B# B ct|tsy|js |jr|jr |jst|j|jk7rt  |j|jz}t}|jD]}|j|||jD]}|j||||_|S#t $rd}YlwxYw)zStack two :class:`Dataset` instances together by joining at the column level, and return a new combined ``Dataset`` instance. If either ``Dataset`` has headers set, than the other must as well.Nr)rNr[r_rrir rr)rrrrrs r stack_colszDataset.stack_colss %)  <<5==<rArDrrrrrrrrrrrrrrrrrr rrrrrr[r[es&,\ ) =% "& G2GR& D "|\2G %3N Iy )D"   , . 65+#95v8/% +$2.#J8,B  %rr[cTeZdZdZd dZdZdZdZdZd dZ e d Z d Z d Z y)Databookz(A book of :class:`Dataset` objects. Nc|xsg|_yr _datasets)rsetss rrzDatabook.__init__7s rc\ d|jjzS#t$rYywxYw)Nz <%s databook>zrur$s rr+zDatabook.__repr__:s1 '"djj&6&6&89 9 '& 'rxcg|_y)z@Removes all :class:`Dataset` objects from the :class:`Databook`.Nrr$s rrz Databook.wipe@s rc|jSrrr$s rsheetszDatabook.sheetsDs ~~rcft|tr|jj|yt)z5Adds given :class:`Dataset` to the :class:`Databook`.N)rNr[rrDr)rdatasets r add_sheetzDatabook.add_sheetGs$ gw ' NN ! !' *$ $rc g}|rt}nt}|jD]5}|j||j|j |7|S)z(Packages :class:`Databook` for delivery.)r)r`r)rrrrDr`r)rr collectorrdsets rrzDatabook._packageNsY #IINN D   Yjj]]7]3   rc,t|jS)zDThe number of the :class:`Dataset` objects within :class:`Databook`.)r'rr$s rsizez Databook.size^s4>>""rc t|}|s t|}tj|}t |dst d|d|j ||fi||S)z Import `in_stream` to the :class:`Databook` object using the `format`. `in_stream` can be a file-like object, a string, or a bytestring. :param \*\*kwargs: (optional) custom configuration to the format `import_book`. import_bookrz cannot be loaded.)r rr rrr r$rs rrz Databook.loadcsd!+"6*F!!&)sM*#gfX5G$HI If// rc tj|}t|dstd|d|j|fi|S)z Export :class:`Databook` object to `format`. :param \*\*kwargs: (optional) custom configuration to the format `export_book`. export_bookrr)r rrr r&rs rrzDatabook.exportvsI !!&)sM*#gfX5I$JK Kst.v..rr)T)rTrUrVrWrr+rrrrrYr"rrrrrrr3sC$' % ##& /rrcrt|}d}tjD]`} |j|r-|j} t |dr|j d|S t |dsP|j db|S#t$rY-wxYw#t |dr|j dwwxYw)zMReturn format name of given stream (file-like object, string, or bytestring).Nseekr)r r formatsdetectr`rr(rw)r fmt_titlers rrrs V $FI!  zz&!II vv& A " vv& A      vv& A's)B$B BBBB B6Nc Ltjt||fi|SzIReturn dataset of given stream (file-like object, string, or bytestring).)r[rr rrrgs rrrs# 79>>/&16 DV DDrc Ltjt||fi|Sr-)rrr r.s rr$r$s# 8:???62F Ef EErr)rW collectionsrroperatorrtablib.exceptionsrrrr r tablib.formatsr tablib.utilsr __title__ __author__ __license__ __copyright__ __docformat__rr[rrrr$register_builtinsrrrr;s$$(    > " B8B8JK K \M/M/`"E F r