o ;Dih@spddlmZmZmZddlZddlmZddlmZm Z m Z d ddZ e e_ GdddeZ d d Z d d ZdS))absolute_importprint_functiondivisionN) text_type)Table asindicesRecordcCst|||dS)a Validate a `table` against a set of `constraints` and/or an expected `header`, e.g.:: >>> import petl as etl >>> # define some validation constraints ... header = ('foo', 'bar', 'baz') >>> constraints = [ ... dict(name='foo_int', field='foo', test=int), ... dict(name='bar_date', field='bar', test=etl.dateparser('%Y-%m-%d')), ... dict(name='baz_enum', field='baz', assertion=lambda v: v in ['Y', 'N']), ... dict(name='not_none', assertion=lambda row: None not in row), ... dict(name='qux_int', field='qux', test=int, optional=True), ... ] >>> # now validate a table ... table = (('foo', 'bar', 'bazzz'), ... (1, '2000-01-01', 'Y'), ... ('x', '2010-10-10', 'N'), ... (2, '2000/01/01', 'Y'), ... (3, '2015-12-12', 'x'), ... (4, None, 'N'), ... ('y', '1999-99-99', 'z'), ... (6, '2000-01-01'), ... (7, '2001-02-02', 'N', True)) >>> problems = etl.validate(table, constraints=constraints, header=header) >>> problems.lookall() +--------------+-----+-------+--------------+------------------+ | name | row | field | value | error | +==============+=====+=======+==============+==================+ | '__header__' | 0 | None | None | 'AssertionError' | +--------------+-----+-------+--------------+------------------+ | 'foo_int' | 2 | 'foo' | 'x' | 'ValueError' | +--------------+-----+-------+--------------+------------------+ | 'bar_date' | 3 | 'bar' | '2000/01/01' | 'ValueError' | +--------------+-----+-------+--------------+------------------+ | 'baz_enum' | 4 | 'baz' | 'x' | 'AssertionError' | +--------------+-----+-------+--------------+------------------+ | 'bar_date' | 5 | 'bar' | None | 'AttributeError' | +--------------+-----+-------+--------------+------------------+ | 'not_none' | 5 | None | None | 'AssertionError' | +--------------+-----+-------+--------------+------------------+ | 'foo_int' | 6 | 'foo' | 'y' | 'ValueError' | +--------------+-----+-------+--------------+------------------+ | 'bar_date' | 6 | 'bar' | '1999-99-99' | 'ValueError' | +--------------+-----+-------+--------------+------------------+ | 'baz_enum' | 6 | 'baz' | 'z' | 'AssertionError' | +--------------+-----+-------+--------------+------------------+ | '__len__' | 7 | None | 2 | 'AssertionError' | +--------------+-----+-------+--------------+------------------+ | 'baz_enum' | 7 | 'baz' | None | 'AssertionError' | +--------------+-----+-------+--------------+------------------+ | '__len__' | 8 | None | 4 | 'AssertionError' | +--------------+-----+-------+--------------+------------------+ Returns a table of validation problems. ) constraintsheader) ProblemsViewtabler r rR/var/www/Datamplify/venv/lib/python3.10/site-packages/petl/transform/validation.pyvalidate s;rc@seZdZddZddZdS)r cCs||_||_||_dSNr )selfr r r rrr__init__Os zProblemsView.__init__cCst|j|j|jSr) iterproblemsr r r )rrrr__iter__TszProblemsView.__iter__N)__name__ __module__ __qualname__rrrrrrr Ms r cs,|pg}dd|D}fdd|D}|S)a This method renders local constraints such that return value is: * a list, not None * a list of dicts * a list of non-optional constraints or optional with defined field .. note:: We use a new variable 'local_constraints' because the constraints parameter may be a mutable collection, and we do not wish to cause side-effects by modifying it locally cSsg|] }tdi|qS)r)dict.0crrr dsz)normalize_constraints..cs(g|]}|dvs|ds|qS)fieldoptional)getrfldsrrresr)r r"local_constraintsrr!rnormalize_constraintsXs   r$c csd}|Vt|}zt|}Wn tyg}Ynw|dur(ttt|}n6ttt|}ttt|}z||ks=JWnty[} zddddt| jfVWYd} ~ nd} ~ ww|}t ||} | D]} d| vrd| vrt || d} t j | } | | d<qet |}t|D]\}}t|}d}z t |}||ksJWnty} zd|dd|t| jfVWYd} ~ nd} ~ wwt||}| D]} | dd}| dd}| d d}| d d}| dd d } z| |}Wn ty } z||d|dt| jfVWYd} ~ qd} ~ ww|r|nd}|durAz||Wn ty@} z||d||t| jfVWYd} ~ nd} ~ ww|durpz ||sNJWqtyo} z||d||t| jfVWYd} ~ qd} ~ wwqqdS) N)namerowrvalueerror __header__rgetterr__len__r% assertiontestcSs|Srr)xrrrsziterproblems..)iternext StopIterationlistmapr Exceptiontyperr$roperator itemgetterlen enumeratetuplerr )r r expected_headerouthdrit actual_headerr" expected_flds actual_fldser# constraintindicesr* expected_lenir&lr%rr-r.targetr'rrrrms  "  &      &  & &r)NN) __future__rrrr8 petl.compatrpetl.util.baserrrrr r$rrrrrs  >