o ;DiM=@sddlmZmZmZddlZddlmZmZmZm Z ddl m Z ddl m Z ddlmZmZmZmZmZddZee_Gd d d eZGd d d eZd dZddZdHddZee_dHddZee_dHddZee_ee_dHddZee_ee_dHddZee_ee_ dHddZ!e!e_!e!e_"dHddZ#e#e_#e#e_$dHd d!Z%e%e_%e%e_&dHd"d#Z'e'e_'dHd$d%Z(e(e_(dHd&d'Z)e)e_)dHd(d)Z*e*e_*dHd*d+Z+e+e_+dHd,d-Z,e,e_,dHd.d/Z-e-e_-dHd0d1Z.e.e_.dHd2d3Z/e/e_/dHd4d5Z0e0e_0dHd6d7Z1e1e_1e1e_2dHd8d9Z3e3e_3e3e_4dHd:d;Z5e5e_5e5e_6dHdd?Z9e9e_9Gd@dAdAeZ:dBdCZ;dDdEZ>> import petl as etl >>> table1 = [['foo', 'bar', 'baz'], ... ['a', 4, 9.3], ... ['a', 2, 88.2], ... ['b', 1, 23.3], ... ['c', 8, 42.0], ... ['d', 7, 100.9], ... ['c', 2]] >>> # the second positional argument can be a function accepting ... # a row ... table2 = etl.select(table1, ... lambda rec: rec.foo == 'a' and rec.baz > 88.1) >>> table2 +-----+-----+------+ | foo | bar | baz | +=====+=====+======+ | 'a' | 2 | 88.2 | +-----+-----+------+ >>> # the second positional argument can also be an expression ... # string, which will be converted to a function using petl.expr() ... table3 = etl.select(table1, "{foo} == 'a' and {baz} > 88.1") >>> table3 +-----+-----+------+ | foo | bar | baz | +=====+=====+======+ | 'a' | 2 | 88.2 | +-----+-----+------+ >>> # the condition can also be applied to a single field ... table4 = etl.select(table1, 'foo', lambda v: v == 'a') >>> table4 +-----+-----+------+ | foo | bar | baz | +=====+=====+======+ | 'a' | 4 | 9.3 | +-----+-----+------+ | 'a' | 2 | 88.2 | +-----+-----+------+ The complement of the selection can be returned (i.e., the query can be inverted) by providing `complement=True` as a keyword argument. The ``trusted`` keyword argument can be used to specify whether the expression is trusted. See `:func:`petl.util.base.expr` for details. missingN complementFtrustedTrzmissing positional argument)rz*second argument must be string or callable)rrzthird argument must be callable)rr) getlenr isinstancerr r RowSelectViewFieldSelectView)tableargskwargsrrrwherefieldrO/var/www/Datamplify/venv/lib/python3.10/site-packages/petl/transform/selects.pyselect s& 4      r!c@seZdZdddZddZdS)rNFcCs||_||_||_||_dSN)sourcerrr)selfr#rrrrrr __init__\s zRowSelectView.__init__cCst|j|j|j|jSr") iterrowselectr#rrrr$rrr __iter__bszRowSelectView.__iter__)NF__name__ __module__ __qualname__r%r(rrrr rZs  rc@seZdZdddZddZdS)rFNcCs"||_||_||_||_||_dSr")r#rrrr)r$r#rrrrrrr r%is  zFieldSelectView.__init__cCst|j|j|j|j|jSr")iterfieldselectr#rrrrr'rrr r(pszFieldSelectView.__iter__)FNr)rrrr rgs  rc cst|}z t|}t|VWn tyg}Ynwt||}tj|}|D]!} z|| } Wn ty;|} Ynwt|| |krIt| Vq(dSr") iterrtuple StopIterationr operator itemgetter IndexErrorbool) r#rrrrithdrindicesgetvrowvrrr r-us(      r-c#st|}zt|}Wn tyYdSwttt|t|Vfdd|D}|D]}t|||kr=t|Vq.dS)Nc3s|] }t|dVqdS))rNr.0r9fldsrrr sz iterrowselect..)r.rr0listmaprr/r4)r#rrrr5r6r9rr>r r&s    r&Fcsfdd}t|||dS)zSelect rows of length `n`.cs t|kSr")r)r9nrr s zrowlenselect..rr!)rrDrrrrCr rowlenselects rHcst||fdd|dS)zfSelect rows where the function `op` applied to the given field and the given value returns `True`.cs |Sr"rr:opvaluerr rE zselectop..rFrG)rrrLrKrrrJr selectopsrNcCt|||tj|dS)z9Select rows where the given field equals the given value.rF)rNr1eqrrrLrrrr selecteqrRcCrO)zASelect rows where the given field does not equal the given value.rF)rNr1nerQrrr selectnerSrUcCt|}t|||tj|dS)z?Select rows where the given field is less than the given value.rF)r rNr1ltrQrrr selectltrXcCrV)zOSelect rows where the given field is less than or equal to the given value.rF)r rNr1lerQrrr selectler[cCrV)zBSelect rows where the given field is greater than the given value.rF)r rNr1gtrQrrr selectgtrYr^cCrV)zRSelect rows where the given field is greater than or equal to the given value.rF)r rNr1gerQrrr selectger\r`cCrO)z;Select rows where the given field contains the given value.rF)rNr1containsrQrrr selectcontains rbct||fdd|dS)zASelect rows where the given field is a member of the given value.cs|vSr"rrIrLrr rEzselectin..rFrGrQrrer selectinrgcrd)zESelect rows where the given field is not a member of the given value.cs|vSr"rrIrerr rErfzselectnotin..rFrGrQrrer selectnotinrhricCrO)z7Select rows where the given field `is` the given value.rF)rNr1is_rQrrr selectis rSrkcCrO)z;Select rows where the given field `is not` the given value.rF)rNr1is_notrQrrr selectisnotrSrmcCst|||t|dS)zCSelect rows where the given field is an instance of the given type.rF)rNrrQrrr selectisinstancesrnc*ttt||fdd|dS)z^Select rows where the given field is greater than or equal to `minv` and less than `maxv`.cs|ko kSSr"rrImaxvminvrr rE+z%selectrangeopenleft..rFr r!rrrrrqrrrpr selectrangeopenleft% rvcro)z^Select rows where the given field is greater than `minv` and less than or equal to `maxv`.cs|ko kSSr"rrIrprr rE8rsz&selectrangeopenright..rFrtrurrpr selectrangeopenright2rwrxcro)zjSelect rows where the given field is greater than or equal to `minv` and less than or equal to `maxv`.cs|ko kSSr"rrIrprr rEErsz!selectrangeopen..rFrtrurrpr selectrangeopen?rwrycro)zRSelect rows where the given field is greater than `minv` and less than `maxv`.cst|ko kSSr"r rIrprr rERsz#selectrangeclosed..rFrtrurrpr selectrangeclosedLrwrzcCt||dd|dS)z3Select rows where the given field evaluates `True`.cSst|Sr"r4rIrrr rE\rfzselecttrue..rFrGrrrrrr selecttrueYrSr~cCr{)z4Select rows where the given field evaluates `False`.cSs t| Sr"r|rIrrr rEfrMzselectfalse..rFrGr}rrr selectfalsecrcrcCr{)z,Select rows where the given field is `None`.cSs|duSr"rrIrrr rEqrfzselectnone..rFrGr}rrr selectnonenrSrcCr{)z0Select rows where the given field is not `None`.cSs|duSr"rrIrrr rE{rfzselectnotnone..rFrGr}rrr selectnotnonexrcrcCs t||S)a Select rows based on data in the current row and/or previous and next row. E.g.:: >>> import petl as etl >>> table1 = [['foo', 'bar'], ... ['A', 1], ... ['B', 4], ... ['C', 5], ... ['D', 9]] >>> def query(prv, cur, nxt): ... return ((prv is not None and (cur.bar - prv.bar) < 2) ... or (nxt is not None and (nxt.bar - cur.bar) < 2)) ... >>> table2 = etl.selectusingcontext(table1, query) >>> table2 +-----+-----+ | foo | bar | +=====+=====+ | 'B' | 4 | +-----+-----+ | 'C' | 5 | +-----+-----+ The `query` function should accept three rows and return a boolean value. )SelectUsingContextViewrqueryrrr selectusingcontexts rc@seZdZddZddZdS)rcCs||_||_dSr"r)r$rrrrr r%s zSelectUsingContextView.__init__cCst|j|jSr")iterselectusingcontextrrr'rrr r(szSelectUsingContextView.__iter__Nr)rrrr rs rc#st|}ztt|}Wn tyYdSwttt||Vfdd|D}d}t|}|D]}||||r>|V|}|}q3|||drN|VdSdS)Nc3s|]}t|VqdSr"r;r<r?rr r@sz)iterselectusingcontext..)r.r/rr0rArBr)rrr5r6prvcurnxtrrr rs(    rcCs.t}tt||D] }t|||||<q |S)a6 Return a dictionary mapping field values to tables. E.g.:: >>> import petl as etl >>> table1 = [['foo', 'bar', 'baz'], ... ['a', 4, 9.3], ... ['a', 2, 88.2], ... ['b', 1, 23.3], ... ['c', 8, 42.0], ... ['d', 7, 100.9], ... ['c', 2]] >>> foo = etl.facet(table1, 'foo') >>> sorted(foo.keys()) ['a', 'b', 'c', 'd'] >>> foo['a'] +-----+-----+------+ | foo | bar | baz | +=====+=====+======+ | 'a' | 4 | 9.3 | +-----+-----+------+ | 'a' | 2 | 88.2 | +-----+-----+------+ >>> foo['c'] +-----+-----+------+ | foo | bar | baz | +=====+=====+======+ | 'c' | 8 | 42.0 | +-----+-----+------+ | 'c' | 2 | | +-----+-----+------+ >>> # works with compound keys too >>> table2 = [['foo', 'bar', 'baz'], ... ['a', 1, True], ... ['b', 2, False], ... ['b', 3, True], ... ['b', 3, False]] >>> foobar = etl.facet(table2, ('foo', 'bar')) >>> sorted(foobar.keys()) [('a', 1), ('b', 2), ('b', 3)] >>> foobar[('b', 3)] +-----+-----+-------+ | foo | bar | baz | +=====+=====+=======+ | 'b' | 3 | True | +-----+-----+-------+ | 'b' | 3 | False | +-----+-----+-------+ See also :func:`petl.util.materialise.facetcolumns`. )dictsetrrR)rkeyfctr:rrr facets9rcOsDd|d<t|g|Ri|}d|d<t|g|Ri|}||fS)a>Return two tables, the first containing selected rows, the second containing remaining rows. E.g.:: >>> import petl as etl >>> table1 = [['foo', 'bar', 'baz'], ... ['a', 4, 9.3], ... ['a', 2, 88.2], ... ['b', 1, 23.3], ... ['c', 8, 42.0], ... ['d', 7, 100.9], ... ['c', 2]] >>> table2, table3 = etl.biselect(table1, lambda rec: rec.foo == 'a') >>> table2 +-----+-----+------+ | foo | bar | baz | +=====+=====+======+ | 'a' | 4 | 9.3 | +-----+-----+------+ | 'a' | 2 | 88.2 | +-----+-----+------+ >>> table3 +-----+-----+-------+ | foo | bar | baz | +=====+=====+=======+ | 'b' | 1 | 23.3 | +-----+-----+-------+ | 'c' | 8 | 42.0 | +-----+-----+-------+ | 'd' | 7 | 100.9 | +-----+-----+-------+ | 'c' | 2 | | +-----+-----+-------+ .. versionadded:: 1.1.0 FrTrG)rrrt1t2rrr biselects 'r)F)> __future__rrrr1 petl.compatrrrrpetl.comparisonr petl.errorsr petl.util.baser r rrrr!rrr-r&rHrNrRrPrUrTrXrWr[rZr^r]r`r_rbrgrirkrmrnrvrxryrzr~truerfalsernonernotnonerrrrrrrrr s  J                         ? .