o ;Di_1@s.ddlmZmZmZddlZddlZddlZddlZddlZddl Z ddl m Z ddl Z ddl Z ddlmZddlmZmZmZmZmZe eZejZejZejZGdddeZGdd d eZGd d d eZGd d d eZ GdddeZ!ddZ"e"Z#ddZ$e$Z%GdddeZ&GdddeZ'GdddeZ(GdddeZ)e)Z*GdddeZ+GdddeZ,d Z-iZ.iZ/iZ0d!d"Z1d#d$Z2d%d&Z3d'd(Z4d)d*Z5d+d,Z6d-d.Z7d/d0Z8e4d1ee4d2ee4d3ee5d4e(e5d5e(e5d6e(d7d8Z9d9d:Z:d;d<Z;d=d>Z>> import petl as etl >>> data = b'foo,bar\na,1\nb,2\nc,2\n' >>> source = etl.MemorySource(data) >>> tbl = etl.fromcsv(source) >>> tbl +-----+-----+ | foo | bar | +=====+=====+ | 'a' | '1' | +-----+-----+ | 'b' | '2' | +-----+-----+ | 'c' | '2' | +-----+-----+ >>> sink = etl.MemorySource() >>> tbl.tojson(sink) >>> sink.getvalue() b'[{"foo": "a", "bar": "1"}, {"foo": "b", "bar": "2"}, {"foo": "c", "bar": "2"}]' Also supports appending. NcCs||_d|_dSr)srS)rrprrrrrzMemorySource.__init__r^ccsz`z[d|vr"|jdurd|vrt|j|_n=t|j|_n6tdd|vr>|jdur0|jd|vr9t|_nt|_nd|vrT|jdurTd|vrPt|_nt|_t|jVWWdSw)Nrr:zno string data suppliedwa)rpr rSrrr+rArrrrrs0       zMemorySource.opencCs|jr|jSdSr)rSgetvaluerNrrrrss zMemorySource.getvaluerr^)rrr__doc__rrrrsrrrrros    roc@rh) PopenSourcecOr rrjrlrrrrrzPopenSource.__init__rccsF|ds tdtj|jd<tj|ji|j}z|jVWdSw)Nrr(rR)r)r subprocessPIPErPopenrkrR)rrprocrrrr!s   zPopenSource.openNrr1rrrrrvrnrvc@s&eZdZdZddZedddZdS) CompressedSourceaHandle IO from a file-like object and (de)compress with a codec The `source` argument (source class) is the source class that will handle the actual input/output stream. E.g: :class:`petl.io.sources.URLSource`. The `codec` argument (source class) is the source class that will handle the (de)compression of the stream. E.g: :class:`petl.io.sources.GzipSource`. cCr r)r.codec)rr.r|rrrr7rzCompressedSource.__init__r^c cs|jj|d/}||}|j|d }|VWdn1s"wYWddSWddS1s:wYdS)N)r)r.rr|)rrr- transcoderstreamrrrr;s "zCompressedSource.openNrt)rrrrurrrrrrrr{-s  r{z]invalid source argument, expected None or a string or an object implementing open(), found %rcCs0|d}t|drtt|dsJt|dS)Ntestr)hasattrcallablerG_invalid_source_msg) source_classr.rrr_assert_source_has_openLs   rcCs@t|ts Jt|t|tsJt|t||||<dSr) isinstancer rtyper) handler_type handler_class handler_listrrr_register_handlerSs rcCst|tr ||vr ||SdSr)rr )rrrrr _get_handler[s rcCt||tdS)z Register handler for automatic compression and decompression for file I/O Use of the handler is determined matching the file `extension` with the source specified in ``from...()`` and ``to...()`` functions. .. versionadded:: 1.5.0 N)r_CODECS) extensionrrrrregister_codecc rcCr)z Register handler for automatic reading using a remote protocol. Use of the handler is determined matching the `protocol` with the scheme part of the url in ``from...()`` function (e.g: `http://`). .. versionadded:: 1.5.0 N)r_READERSprotocolrrrrregister_readerorrcCr)z Register handler for automatic writing using a remote protocol. Use of the handler is determined matching the `protocol` with the scheme part of the url in ``to...()`` function (e.g: `smb://`). .. versionadded:: 1.5.0 N)r_WRITERSrrrrregister_writer{rrcC t|tS)zk Retrieve the handler responsible for reading from a remote protocol. .. versionadded:: 1.6.0 )rrrrrr get_reader rcCr)zk Retrieve the handler responsible for writing from a remote protocol. .. versionadded:: 1.6.0 )rrrrrr get_writerrrz.gzz.bgzz.bz2ftphttphttpscCs(tD] \}}||r|SqdSr)ritemsendswith)r.ext codec_classrrr_get_codec_fors  rcCsH|d}|dkr dS|d|}|D] \}}||kr!|SqdS)N://r)findr)r.handlersprotocol_indexrprefixrrrr_get_handler_froms  rcCst|tr,t||}t|}|dur(|dur||Sd|vs$Jt|t|S||St|dr8tt|ds>Jt||S)Nrr) rr rrrr rrrG)r.rhandlerr|rrr_resolve_source_from_args    rcC|durtSt|tS)a9 Retrieve a open stream for reading from the source provided. The result stream will be open by a handler that would return raw bytes and transparently take care of the decompression, remote authentication, network transfer, format decoding, and data extraction. .. versionadded:: 1.4.0 N)rfrr)r.rrrread_source_from_arg  rwbcCr)a1 Retrieve a open stream for writing to the source provided. The result stream will be open by a handler that would write raw bytes and transparently take care of the compression, remote authentication, network transfer, format encoding, and data writing. .. versionadded:: 1.4.0 N)rbrr)r.rrrrwrite_source_from_argrr)r)> __future__rrrrVrr*rQr4r> contextlibrrwlogging petl.errorsr petl.compatrrr r r getLoggerrloggerwarninginforMrCr r r3r6rAr\rcrargrbrfriro StringSourcervr{rrrrrrrrrrrrrrrrrrrrrsn      C