o ;Di!@sddlmZmZmZddlZddlZddlmZddlm Z ddl m Z m Z m Z mZeeZGdddeZdd d Zd d Zd dZe rIeGdddeZdddZddZe dee dedS))absolute_importprint_functiondivisionN)contextmanager)PY3)register_readerregister_writer get_reader get_writerc@s0eZdZdZddZd ddZed ddZd S) RemoteSourceaRead or write directly from files in remote filesystems. This source handles many filesystems that are selected based on the protocol passed in the `url` argument. The url should be specified in `to..()` and `from...()` functions. E.g.:: >>> import petl as etl >>> >>> def example_s3(): ... url = 's3://mybucket/prefix/to/myfilename.csv' ... data = b'foo,bar\na,1\nb,2\nc,2\n' ... ... etl.tocsv(data, url) ... tbl = etl.fromcsv(url) ... >>> example_s3() # doctest: +SKIP +-----+-----+ | foo | bar | +=====+=====+ | 'a' | '1' | +-----+-----+ | 'b' | '2' | +-----+-----+ | 'c' | '2' | +-----+-----+ This source uses `fsspec`_ to provide the data transfer with the remote filesystem. Check the `Built-in Implementations `_ for available remote implementations. Some filesystem can use `URL chaining `_ for compound I/O. .. note:: For working this source require `fsspec`_ to be installed, e.g.:: $ pip install fsspec Some remote filesystems require aditional packages to be installed. Check `Known Implementations `_ for checking what packages need to be installed, e.g.:: $ pip install s3fs # AWS S3 $ pip install gcsfs # Google Cloud Storage $ pip install adlfs # Azure Blob service $ pip install paramiko # SFTP $ pip install requests # HTTP, github .. versionadded:: 1.6.0 .. _fsspec: https://filesystem-spec.readthedocs.io/en/latest/ .. _fs_builtin: https://filesystem-spec.readthedocs.io/en/latest/api.html#built-in-implementations .. _fs_known: https://filesystem-spec.readthedocs.io/en/latest/api.html#other-known-implementations .. _fs_chain: https://filesystem-spec.readthedocs.io/en/latest/features.html#url-chaining cK||_||_dSNurlkwargsselfrrrH/var/www/Datamplify/venv/lib/python3.10/site-packages/petl/io/remotes.py__init__J zRemoteSource.__init__rbcCs*ddl}|j|jf|ddd|j}|S)NrinferF)mode compression auto_mkdir)fsspecopenrr)rrrfsrrr open_fileNszRemoteSource.open_fileccsN|ddd}|j|d}| }|VWddS1s wYdS)Nb)r)r)rrmode2rsourcerrrrUs  "zRemoteSource.openNr)__name__ __module__ __qualname____doc__rrrrrrrrr s 9 r FcCs(ddlm}m}t||t||dS)z;Register all known fsspec implementations as remote source.r)known_implementationsregistryN)fsspec.registryr)r*_register_filesystems_from)only_availabler)r*rrr_register_filesystems`s r.cCsn|D]0\}}t|tod|v}|r|rqt|}|r |dur%t|tt|}|r/|dur4t|tqdS)zBRegister each fsspec provider from this registry as remote source.errN)items isinstancedictr rr r r)fsspec_registryr-protocolspec missing_deps has_reader has_writerrrrr,js    r,c Cs\zddl}WntytdYdSwztWdSty-}ztd|d}~ww)Nrz:# Missing fsspec package. Install with: pip install fsspecz.# ERROR: failed to register fsspec filesystems)r ImportErrorloggerdebugr. Exception)rexrrr_try_register_filesystems~s    r>c@s&eZdZdZddZedddZdS) SMBSourceaDownloads or uploads to Windows and Samba network drives. E.g.:: >>> def example_smb(): ... import petl as etl ... url = 'smb://user:password@server/share/folder/file.csv' ... data = b'foo,bar\na,1\nb,2\nc,2\n' ... etl.tocsv(data, url) ... tbl = etl.fromcsv(url) ... >>> example_smb() # doctest: +SKIP +-----+-----+ | foo | bar | +=====+=====+ | 'a' | '1' | +-----+-----+ | 'b' | '2' | +-----+-----+ | 'c' | '2' | +-----+-----+ The argument `url` (str) must have a URI with format: `smb://workgroup;user:password@server:port/share/folder/file.csv`. Note that you need to pass in a valid hostname or IP address for the host component of the URL. Do not use the Windows/NetBIOS machine name for the host component. The first component of the path in the URL points to the name of the shared folder. Subsequent path components will point to the directory/folder/file. .. note:: For working this source require `smbprotocol`_ to be installed, e.g.:: $ pip install smbprotocol[kerberos] .. versionadded:: 1.5.0 .. _smbprotocol: https://github.com/jborean93/smbprotocol#requirements cKr r rrrrrrrzSMBSource.__init__rccsJ|ddd}t|jfd|i|j}z |VW|dS|w)Nr r!r)_open_file_smbprotocolrrclose)rrr"r#rrrrs zSMBSource.openNr$)r%r&r'r(rrrrrrrr?s )r?rc Kst|\}}}}}}ddl} z!|r| j||||d|ddd} | j|fd| i|} | WStyH} z td| tdd} ~ ww)Nr)usernamepasswordportr r!rz SMB error: %s) _parse_smb_url smbclientregister_sessionrr<ConnectionErrorwith_tracebacksysexc_info) rrr_domainhostrDuserpasswd server_pathrGr" filehandler=rrrr@sr@c Csd}|std|dst||trddlm}nddlm}||}|js/t|||jdd}d|j|}|j sEd}d}nd |j vrS|j d \}}nd|j }}|j s^d nt |j }||j|||j |fS) NzQSMB url must be smb://workgroup;user:password@server:port/share/folder/file.txt: zSMB error: no host givenzsmb://r)urlparse/\z\\{}{};i) ValueError startswithr urllib.parserSpathreplaceformathostnamerBsplitrDintrC) rerSparsedunc_pathrQdomainrBrDrrrrFs*      rFsmb)Fr$) __future__rrrloggingrK contextlibr petl.compatrpetl.io.sourcesrrr r getLoggerr%r:objectr r.r,r>r?r@rFrrrrs$    P   8