o ;Di01@sddlmZmZmZddlmZddlmZddlm Z ddl m Z m Z m Z ddlmZ  d#dd ZGd d d e Zed$d dZed$ddZddZ  d%ddZGddde ZddZ    d&ddZee _d'dd Zee _d!d"ZdS)()absolute_importprint_functiondivision)contextmanager) string_types) ArgumentError)Tableiterpeekdata) infer_dtypeNc Cst||||||||dS)ap Provides access to an HDF5 table. E.g.:: >>> import petl as etl >>> >>> # set up a new hdf5 table to demonstrate with >>> class FooBar(tables.IsDescription): # doctest: +SKIP ... foo = tables.Int32Col(pos=0) # doctest: +SKIP ... bar = tables.StringCol(6, pos=2) # doctest: +SKIP >>> # >>> def setup_hdf5_table(): ... import tables ... h5file = tables.open_file('example.h5', mode='w', ... title='Example file') ... h5file.create_group('/', 'testgroup', 'Test Group') ... h5table = h5file.create_table('/testgroup', 'testtable', FooBar, ... 'Test Table') ... # load some data into the table ... table1 = (('foo', 'bar'), ... (1, b'asdfgh'), ... (2, b'qwerty'), ... (3, b'zxcvbn')) ... for row in table1[1:]: ... for i, f in enumerate(table1[0]): ... h5table.row[f] = row[i] ... h5table.row.append() ... h5file.flush() ... h5file.close() >>> >>> setup_hdf5_table() # doctest: +SKIP >>> >>> # now demonstrate use of fromhdf5 >>> table1 = etl.fromhdf5('example.h5', '/testgroup', 'testtable') # doctest: +SKIP >>> table1 # doctest: +SKIP +-----+-----------+ | foo | bar | +=====+===========+ | 1 | b'asdfgh' | +-----+-----------+ | 2 | b'qwerty' | +-----+-----------+ | 3 | b'zxcvbn' | +-----+-----------+ >>> # alternatively just specify path to table node ... table1 = etl.fromhdf5('example.h5', '/testgroup/testtable') # doctest: +SKIP >>> # ...or use an existing tables.File object ... h5file = tables.open_file('example.h5') # doctest: +SKIP >>> table1 = etl.fromhdf5(h5file, '/testgroup/testtable') # doctest: +SKIP >>> # ...or use an existing tables.Table object ... h5tbl = h5file.get_node('/testgroup/testtable') # doctest: +SKIP >>> table1 = etl.fromhdf5(h5tbl) # doctest: +SKIP >>> # use a condition to filter data ... table2 = etl.fromhdf5(h5tbl, condition='foo < 3') # doctest: +SKIP >>> table2 # doctest: +SKIP +-----+-----------+ | foo | bar | +=====+===========+ | 1 | b'asdfgh' | +-----+-----------+ | 2 | b'qwerty' | +-----+-----------+ >>> h5file.close() # doctest: +SKIP )wherename conditioncondvarsstartstopstep)HDF5Viewsourcer r rrrrrrI/var/www/Datamplify/venv/lib/python3.10/site-packages/petl/io/pytables.pyfromhdf5sErc@s"eZdZ  dddZddZdS)rNc C4||_||_||_||_||_||_||_||_dSNr) selfrr r rrrrrrrr__init__Z zHDF5View.__init__c C&t|j|j|j|j|j|j|j|jSr) iterhdf5rr r rrrrrrrrr__iter__ezHDF5View.__iter__NNNNNNN__name__ __module__ __qualname__rr!rrrrrX  rrccsddl}d}d}t||jr|}n,t|tr(|j||d}d}|j||d}nt||jr8|}|j||d}ntd|z|VW|rK|dSdS|rT|ww)NrFmodeT)r z\invalid source argument, expected file name or tables.File or tables.Table object, found: %r) tables isinstancerr open_fileget_nodeFilerclose)rr r r+r, needs_closingh5fileh5tblrrr_get_hdf5_tablejs.     r5ccsxddl}d}t|tr|j||d}d}nt||jr|}ntd|z|VW|r2|dSdS|r;|ww)NrFr*TzLinvalid source argument, expected file name or tables.File object, found: %r)r,r-rr.r0rr1)rr+r,r2r3rrr_get_hdf5_files$    r6c cst|||4}t|j} | V|dur|j|||||d} n|j|||d} | D] } | ddVq)WddS1s>wYdS)N)rrrr)rrr)r5tuplecolnamesr iterrows) rr r rrrrrr4hdritrowrrrrs "rFc Cs(|dusJdt||||||||dS)aB Provides access to an HDF5 table, sorted by an indexed column, e.g.:: >>> import petl as etl >>> >>> # set up a new hdf5 table to demonstrate with >>> class FooBar(tables.IsDescription): # doctest: +SKIP ... foo = tables.Int32Col(pos=0) # doctest: +SKIP ... bar = tables.StringCol(6, pos=2) # doctest: +SKIP >>> >>> def setup_hdf5_index(): ... import tables ... h5file = tables.open_file('example.h5', mode='w', ... title='Example file') ... h5file.create_group('/', 'testgroup', 'Test Group') ... h5table = h5file.create_table('/testgroup', 'testtable', FooBar, ... 'Test Table') ... # load some data into the table ... table1 = (('foo', 'bar'), ... (1, b'asdfgh'), ... (2, b'qwerty'), ... (3, b'zxcvbn')) ... for row in table1[1:]: ... for i, f in enumerate(table1[0]): ... h5table.row[f] = row[i] ... h5table.row.append() ... h5table.cols.foo.create_csindex() # CS index is required ... h5file.flush() ... h5file.close() >>> >>> setup_hdf5_index() # doctest: +SKIP >>> ... # access the data, sorted by the indexed column ... table2 = etl.fromhdf5sorted('example.h5', '/testgroup', 'testtable', sortby='foo') # doctest: +SKIP >>> table2 # doctest: +SKIP +-----+-----------+ | foo | bar | +=====+===========+ | 1 | b'zxcvbn' | +-----+-----------+ | 2 | b'qwerty' | +-----+-----------+ | 3 | b'asdfgh' | +-----+-----------+ Nzno column specified to sort by)r r sortbycheckCSIrrr)HDF5SortedViewrr r r=r>rrrrrrfromhdf5sorteds 1rAc@s"eZdZ  dddZddZdS)r?NFc Crrr@) rrr r r=r>rrrrrrrrzHDF5SortedView.__init__c Crr) iterhdf5sortedrr r r=r>rrrr rrrr! r"zHDF5SortedView.__iter__NNNFNNNr$rrrrr?r(r?c cspt|||'}t|j} | V|j|||||d} | D] } | ddVqWddS1s1wYdS)N)r>rrr)r5r7r8 itersorted) rr r r=r>rrrr4r:r;r<rrrrBs "rB'c Csddl}t|}|rXt|dd@}|r,z|||Wn |jy%Ynw||||dur;t|| \}}t|}|j|||||| | | | d Wdn1sSwYt |||dd}| dt ||WddS1svwYdS)a Write to an HDF5 table. If `create` is `False`, assumes the table already exists, and attempts to truncate it before loading. If `create` is `True`, a new table will be created, and if `drop` is True, any existing table will be dropped first. If `description` is `None`, the description will be guessed. E.g.:: >>> import petl as etl >>> table1 = (('foo', 'bar'), ... (1, b'asdfgh'), ... (2, b'qwerty'), ... (3, b'zxcvbn')) >>> etl.tohdf5(table1, 'example.h5', '/testgroup', 'testtable', ... drop=True, create=True, createparents=True) # doctest: +SKIP >>> etl.fromhdf5('example.h5', '/testgroup', 'testtable') # doctest: +SKIP +-----+-----------+ | foo | bar | +=====+===========+ | 1 | b'asdfgh' | +-----+-----------+ | 2 | b'qwerty' | +-----+-----------+ | 3 | b'zxcvbn' | +-----+-----------+ rNar*)titlefilters expectedrows chunkshape byteorder createparents) r,iterr6r/NoSuchNodeError remove_noder r create_tabler5truncate_insert)tablerr r createdrop descriptionrIrJrKrLrMrNsampler,r;r3peekh5tablerrrtohdf5!s6    "r\cCs@t|||dd}t||WddS1swYdS)za As :func:`petl.io.hdf5.tohdf5` but don't truncate the target table before loading. rHr*N)r5rT)rUrr r r[rrr appendhdf5is "r]cCsJt|}|D]}t|jD] \}}|||j|<q |jq|dSr)r enumerater8r<appendflush)rUr[r;r<ifrrrrTys   rTr#)r)rC) NNFFNrENrFNNFrG)NN) __future__rrr contextlibr petl.compatr petl.errorsrpetl.util.baserr r petl.io.numpyr rrr5r6rrAr?rBr\r]rTrrrrs:     J (  7 E