o ;DitY@sddlmZmZmZddlZddlZddlmZmZm Z m Z m Z m Z m Z mZmZmZmZddlZddlmZmZmZddlmZmZddlmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#ddl$m%Z%ddl&m'Z'Gd d d e(Z)Gd d d e)Z*d dZ+e+e*_+Gddde)Z,ddZ-Gddde*Z.e.Z/ddZ0ddZ1ddZ2ddZ3e3e*_3ddZ4e4e*_4dd Z5e5e*_5Gd!d"d"e*Z6d#d$Z7d%d&Z8e8e*_8Gd'd(d(e)Z9d)d*Z:dOd+d,Z;d-d.ZdOd3d4Z?Gd5d6d6e@ZAd7d8ZBeBe*_BGd9d:d:e)ZCd;d<ZDdaEdaFdaGdPd>d?ZHGd@dAdAe(ZIdBdCZJdDdEZKdOdFdGZLeLe*_LdQdIdJZMdKdLZNGdMdNdNe*ZOdS)R)absolute_importdivisionprint_functionN) islicechaincycleproduct permutations combinations takewhile dropwhilestarmapgroupbytee)Counter namedtuple OrderedDict)compresscombinations_with_replacement) imapizip izip_longestifilter ifilterfalsereducenext string_types text_typePY3)FieldSelectionError)comparable_itemgetterc@sfeZdZddZddZddZddZd d Zd d Zd dZ ddZ ddZ ddZ ddZ ddZddZdYddZddZd d!Zd"d#Zd$d%Zd&d'Zd(d)Zd*d+Zd,d-Zd.d/Zd0d1Zd2d3Zd4d5Zd6d7Zd8d9Zd:d;Zdd?Z!d@dAZ"dBdCZ#dDdEZ$dFdGZ%dHdIZ&dJdKZ'dLdMZ(dNdOZ)dPdQZ*dRdSZ+dTdUZ,dVdWZ-dXS)Z IterContainercCs|D] }||kr dSqdS)NTF)selfitemor"r"G/var/www/Datamplify/venv/lib/python3.10/site-packages/petl/util/base.py __contains__s zIterContainer.__contains__cCstdd|DS)Ncss|]}dVqdS)Nr").0_r"r"r& sz(IterContainer.__len__..sumr#r"r"r&__len__zIterContainer.__len__cCsZt|trz tt|||dWStytdwt|tr+t||j|j|j SdS)Nr(zindex out of range) isinstanceintrr StopIteration IndexErrorslicestartstopstepr#r$r"r"r& __getitem__s   zIterContainer.__getitem__cCstN)NotImplementedErrorr.r"r"r&__iter__'szIterContainer.__iter__cCs.t|D] \}}||kr|Sqtd|)Nz%s is not in container) enumerate ValueError)r#r$ir%r"r"r&index*s  zIterContainer.indexcKt|fi|Sr;)minr#kwargsr"r"r&rC0zIterContainer.mincKrBr;)maxrDr"r"r&rG3rFzIterContainer.maxcCt|Sr;)lenr.r"r"r&rI6zIterContainer.lencCrHr;)setr.r"r"r&rK9rJzIterContainer.setcCrHr;) frozensetr.r"r"r&rL<rJzIterContainer.frozensetcC tt|Sr;)listiterr.r"r"r&rN? zIterContainer.listcCrMr;)tuplerOr.r"r"r&rQCrPzIterContainer.tuplecKrBr;)dictrDr"r"r&rRGrFzIterContainer.dictrcC t||Sr;)r>)r#r6r"r"r&r>J zIterContainer.enumeratecC t||Sr;)filterr#functionr"r"r&rVMrTzIterContainer.filtercCrUr;)maprWr"r"r&rYPrTzIterContainer.mapcKst||fi|Sr;)r)r#rXrEr"r"r&rSr0zIterContainer.reducecOt|g|Ri|Sr;r,r#argsrEr"r"r&r-VzIterContainer.sumcCrHr;)allr.r"r"r&r^YrJzIterContainer.allcCrHr;)anyr.r"r"r&r_\rJzIterContainer.anycCs|D]}||qdSr;r")r#rXr$r"r"r&apply_s zIterContainer.applycCrHr;)rr.r"r"r&countercrJzIterContainer.countercCrHr;)rr.r"r"r& ordereddictfrJzIterContainer.ordereddictcCrHr;)rr.r"r"r&rirJzIterContainer.cyclecGt|g|RSr;r)r#othersr"r"r&rlrFzIterContainer.chaincCrUr;)r r# predicater"r"r&r orTzIterContainer.dropwhilecCrUr;)r rfr"r"r&r rrTzIterContainer.takewhilecCrUr;)rrfr"r"r&rurTzIterContainer.ifiltercCrUr;)rrfr"r"r&rxrTzIterContainer.ifilterfalsecCrUr;)rrWr"r"r&r{rTzIterContainer.imapcCrUr;)r rWr"r"r&r ~rTzIterContainer.starmapcGrcr;r)r#r\r"r"r&rrFzIterContainer.islicecCrSr;)r)r# selectorsr"r"r&rrTzIterContainer.compresscOrZr;)rr[r"r"r&rr]zIterContainer.groupbycOrZr;)rr[r"r"r&rr]zIterContainer.teecOrZr;)r r[r"r"r&r r]zIterContainer.permutationscOrZr;)r r[r"r"r&r r]zIterContainer.combinationscOrZr;)rr[r"r"r&rr]z+IterContainer.combinations_with_replacementcOrZr;)rr[r"r"r&rr]zIterContainer.izipcOrZr;)rr[r"r"r&rr]zIterContainer.izip_longestcOrZr;)rr[r"r"r&rr]zIterContainer.productcCrSr;rdr#otherr"r"r&__add__rTzIterContainer.__add__cCrSr;rdrjr"r"r&__iadd__rTzIterContainer.__iadd__N)r).__name__ __module__ __qualname__r'r/r:r=rArCrGrIrKrLrNrQrRr>rVrYrr-r^r_r`rarbrrr r rrrr rrrrr r rrrrrlrmr"r"r"r&r!sX   r!cseZdZfddZZS)Tablecs$t|tr t||Stt||Sr;)r1r ValuesViewsuperrqr:r9 __class__r"r&r:s  zTable.__getitem__)rnrorpr: __classcell__r"r"rtr&rqsrqcOrZ)a Return a container supporting iteration over values in a given field or fields. E.g.:: >>> import petl as etl >>> table1 = [['foo', 'bar'], ... ['a', True], ... ['b'], ... ['b', True], ... ['c', False]] >>> foo = etl.values(table1, 'foo') >>> foo foo: 'a', 'b', 'b', 'c' >>> list(foo) ['a', 'b', 'b', 'c'] >>> bar = etl.values(table1, 'bar') >>> bar bar: True, None, True, False >>> list(bar) [True, None, True, False] >>> # values from multiple fields ... table2 = [['foo', 'bar', 'baz'], ... [1, 'a', True], ... [2, 'bb', True], ... [3, 'd', False]] >>> foobaz = etl.values(table2, 'foo', 'baz') >>> foobaz ('foo', 'baz'): (1, True), (2, True), (3, False) >>> list(foobaz) [(1, True), (2, True), (3, False)] The field argument can be a single field name or index (starting from zero) or a tuple of field names and/or indexes. Multiple fields can also be provided as positional arguments. If rows are uneven, the value of the keyword argument `missing` is returned. )rr)tablefieldrEr"r"r&valuess(ryc@$eZdZddZddZddZdS)rrcOs*||_t|dkr |d}||_||_dS)Nr(r)rwrIrxrE)r#rwrxrEr"r"r&__init__s   zValuesView.__init__cCst|j|jfi|jSr;) itervaluesrwrxrEr.r"r"r&r=szValuesView.__iter__cCsPtttt|d}t|jd}|d|dd7}t|dkr&|d7}|S)Nz: z, z, ...)rNrYreprrrrxjoinrIr#vreprsrr"r"r&__repr__s  zValuesView.__repr__Nrnrorpr{r=rr"r"r"r&rrs rrc ks|dd}t|}zt|}Wn tyg}Ynwt||}t|dks,Jdtj|}|D]>}z ||} | VWq3tyqt|dkrlt } |D]} | t|kr`| || qP| |qPt | Vn|VYq3wdS)Nmissingrzno field selectedr() getrOrr3 asindicesrIoperator itemgetterr4rNappendrQ) rwrxrErithdrindicesgetvaluerowvaluer@r"r"r&r|s6           r|c@eZdZddZddZdS) TableWrappercCs ||_dSr;inner)r#rr"r"r&r{rTzTableWrapper.__init__cCs t|jSr;)rOrr.r"r"r&r=rTzTableWrapper.__iter__Nrnrorpr{r=r"r"r"r&rs rcCsttt|}t}t|ttfs|f}|D])}t|tr)|t|kr)||q||vr<||}||d||<qt ||S)zt|dkr ddSt|dkr|dfddStj|S)NrcStSr;rQrr"r"r&:szrowgetter..r(cs |fSr;r"rrAr"r&r@s )rIrr)rr"rr& rowgetter8s    rcCst|}tt|S)a< Return the header row for the given table. E.g.:: >>> import petl as etl >>> table = [['foo', 'bar'], ['a', 1], ['b', 2]] >>> etl.header(table) ('foo', 'bar') Note that the header row will always be returned as a tuple, regardless of what the underlying data are. )rOrQr)rwrr"r"r&headerFs rcCstddt|DS)a_ Return the string values of the header row. If the header row contains only strings, then this function is equivalent to header(), i.e.:: >>> import petl as etl >>> table = [['foo', 'bar'], ['a', 1], ['b', 2]] >>> etl.fieldnames(table) ('foo', 'bar') >>> etl.header(table) ('foo', 'bar') css|]}t|VqdSr;rr)fr"r"r&r+izfieldnames..)rQr)rwr"r"r& fieldnames[srcGrc)a Return a container supporting iteration over data rows in a given table (i.e., without the header). E.g.:: >>> import petl as etl >>> table = [['foo', 'bar'], ['a', 1], ['b', 2]] >>> d = etl.data(table) >>> list(d) [['a', 1], ['b', 2]] Positional arguments can be used to slice the data rows. The sliceargs are passed to :func:`itertools.islice`. )DataViewrw sliceargsr"r"r&dataosrc@r)rcGs||_||_dSr;r)r#rwrr"r"r&r{ zDataView.__init__cCst|jg|jRSr;)iterdatarwrr.r"r"r&r=szDataView.__iter__Nrr"r"r"r&rs rcGs$t|dd}|rt|g|R}|SNr(rh)rwrrr"r"r&rs rcOrZ)a Return a container supporting iteration over rows as dicts. E.g.:: >>> import petl as etl >>> table = [['foo', 'bar'], ['a', 1], ['b', 2]] >>> d = etl.dicts(table) >>> d {'foo': 'a', 'bar': 1} {'foo': 'b', 'bar': 2} >>> list(d) [{'foo': 'a', 'bar': 1}, {'foo': 'b', 'bar': 2}] Short rows are padded with the value of the `missing` keyword argument. ) DictsViewrwrrEr"r"r&dictssrc@rz)rcO||_||_||_dSr;rr#rwrrEr"r"r&r{ zDictsView.__init__cCt|jg|jRi|jSr;) iterdictsrwrrEr.r"r"r&r=zDictsView.__iter__cC>tttt|d}d|dd}t|dkr|d7}|SNr} r~z ...rNrYrrrrIrr"r"r&r  zDictsView.__repr__Nrr"r"r"r&r rcosh|dd}t|}zt|}Wn tyYdSw|r&t|g|R}|D] }t|||Vq(dS)Nr)rrOrr3rasdict)rwrrErrrrr"r"r&rs   rc sdd|DzfddttD}Wt|StyKt}tD]\}}z|}Wn ty=|}Ynw|||fq(Yt|Sw)NcSsg|]}t|qSr"rrr"r"r& szasdict..csg|] }||fqSr"r")r)r@rrr"r&rs)rangerIr4rNr>rrR)rrritemsr@rvr"rr&rs    rcOrZ)a View the table as a container of named tuples. E.g.:: >>> import petl as etl >>> table = [['foo', 'bar'], ['a', 1], ['b', 2]] >>> d = etl.namedtuples(table) >>> d row(foo='a', bar=1) row(foo='b', bar=2) >>> list(d) [row(foo='a', bar=1), row(foo='b', bar=2)] Short rows are padded with the value of the `missing` keyword argument. The `name` keyword argument can be given to override the name of the named tuple class (defaults to 'row'). )NamedTuplesViewrr"r"r& namedtuplessrc@rz)rcOrr;rrr"r"r&r{rzNamedTuplesView.__init__cCrr;)iternamedtuplesrwrrEr.r"r"r&r=rzNamedTuplesView.__iter__cCrrrrr"r"r&rrzNamedTuplesView.__repr__Nrr"r"r"r&rrrc os|dd}|dd}t|}zt|}Wn ty!YdSwttt|}t|t|}|r:t |g|R}|D] } t || |Vq>> import petl as etl >>> table = [['foo', 'bar'], ['a', 1], ['b', 2]] >>> d = etl.records(table) >>> d ('a', 1) ('b', 2) >>> list(d) [('a', 1), ('b', 2)] >>> [r[0] for r in d] ['a', 'b'] >>> [r['foo'] for r in d] ['a', 'b'] >>> [r.foo for r in d] ['a', 'b'] Short rows are padded with the value of the `missing` keyword argument. ) RecordsViewrr"r"r&recordsVsrc@rz)rcOrr;rrr"r"r&r{xrzRecordsView.__init__cCrr;) iterrecordsrwrrEr.r"r"r&r=}rzRecordsView.__iter__cCrrrrr"r"r&rrzRecordsView.__repr__Nrr"r"r"r&rvrrcosx|dd}t|}zt|}Wn tyYdSwttt|}|r-t|g|R}|D] }t|||dVq/dS)Nr)r) rrOrr3rNrYrrr)rwrrErrrrrr"r"r&rs   rTcCsntdur ta|dur |s tr zddl}taWn tyYnwdd}tdur-tdat ||}t|S)al Construct a function operating on a table record. The expression string is converted into a lambda function by prepending the string with ``'lambda rec: '``, then replacing anything enclosed in curly braces (e.g., ``"{foo}"``) with a lookup on the record (e.g., ``"rec['foo']"``), then finally calling :func:`eval`. So, e.g., the expression string ``"{foo} * {bar}"`` is converted to the function ``lambda rec: rec['foo'] * rec['bar']`` The ``trusted`` keyword argument can be used to specify whether the expression is trusted and doesn't contains any type of code injection. If the expression is trusted, it will be evaluated using ``eval``, otherwise it will be evaluated using the `asteval` library if available. Note that in further versions of petl, the default value of ``trusted`` will change to ``False``. NrcSsd|dS)Nz rec['%s']r()group)matchobjr"r"r& _expr_replszexpr.._expr_replz \{([^}]+)\}) _expr_impl _unsafe_exprrasteval _safe_expr ImportError _expr_regexrecompilesub)expression_texttrustedrrstrexprr"r"r&exprs   rc@rz) PetlAstEvalcCs*ddlm}||_d|}||dS)Nr) Interpreterzdef expr(rec): return %s )rraeval)r#rrcoder"r"r&r{s zPetlAstEval.__init__cCs|jjSr;)rrr.r"r"r&rrJzPetlAstEval.__repr__cCsR||jjd<|d}t|jjdkr'dd|jjD}d|}td||S)Nrecz expr(rec)rcSsg|]}|dqS)) get_error)r)er"r"r&rsz(PetlAstEval.__call__..rz(Failed to evaluate expression due to: %s)rsymtablerIerrorrr?)r#r evaluatederrmsgr"r"r&__call__s    zPetlAstEval.__call__N)rnrorpr{rrr"r"r"r&rs rcCs t|}|Sr;)r)r evaluatorr"r"r&rsrcCstdur!dddddddddddddd addtjD}t|d|}z t|tt}|WStyB}ztd||fd}~ww)N) __builtins__ru __package__ __loader____spec____file__ __cached____dict__ __import____path____main__rn__doc__cSsi|] }d|vr|dqS).Nr")r)kr"r"r& sz _unsafe_expr..z lambda rec: z)Invalid expression: "%s" causes error: %s) _RESTRICTEDsysmodulesupdateevalr?)rnomodsrfunver"r"r&rs2  rc st|}zt|}Wn tyg}Ynwttt|fdd|D}t|r/|}d}n t||}t|}d}t ||d}|durO|rH|Sdd|DSt|rV|n t||} t j | |rkfdd|DSfd d|DS) aConvenient adapter for :func:`itertools.groupby`. E.g.:: >>> import petl as etl >>> table1 = [['foo', 'bar', 'baz'], ... ['a', 1, True], ... ['b', 3, True], ... ['b', 2]] >>> # group entire rows ... for key, group in etl.rowgroupby(table1, 'foo'): ... print(key, list(group)) ... a [('a', 1, True)] b [('b', 3, True), ('b', 2)] >>> # group specific values ... for key, group in etl.rowgroupby(table1, 'foo', 'bar'): ... print(key, list(group)) ... a [1] b [3, 2] N.B., assumes the input table is already sorted by the given key. c3s|]}t|VqdSr;)r)r)r)rr"r&r+szrowgroupby..TF)rNcss|] \}}|j|fVqdSr;rr)rvalsr"r"r&r+,sc3s*|]\}}|fdd|DfVqdS)c3|]}|VqdSr;r"r)rgetvalr"r&r+4r'rowgroupby...Nr"rrr"r&r+4sc3s,|]\}}|jfdd|DfVqdS)c3rr;r"rrr"r&r+7rrNrrrr"r&r+7s ) rOrr3rNrYrcallablerr rrr) rwrrrrgetkey native_keykindicesgitvindicesr")rrr& rowgroupbys<        rr(cCsDt|}|dkrt|}|t|g|fStt||}|t||fSr)rOrrrNr)rnpeekr"r"r&iterpeek>s r"cCr)a Return an empty table. Can be useful when building up a table from a set of columns, e.g.:: >>> import petl as etl >>> table = ( ... etl ... .empty() ... .addcolumn('foo', ['A', 'B']) ... .addcolumn('bar', [1, 2]) ... ) >>> table +-----+-----+ | foo | bar | +=====+=====+ | 'A' | 1 | +-----+-----+ | 'B' | 2 | +-----+-----+ ) EmptyTabler"r"r"r&emptyHsr$c@seZdZddZdS)r#ccstVdSr;rr.r"r"r&r=ds zEmptyTable.__iter__N)rnrorpr=r"r"r"r&r#bs r#r;)T)r()P __future__rrrrr  itertoolsrrrrr r r r r rrr collectionsrrrrr petl.compatrrrrrrrrrr petl.errorsrpetl.comparisonr objectr!rqryrrr|rwraprrrrrrrrrrrrrrrrrQrrrrr rrrrrrrr"r$r#r"r"r"r&sr40   +    ( * ?