o QDi-@sddlmZddlZddlZddlZddlZddlZddlZddlm Z m Z m Z m Z ddl mZmZddlmZddlmZe rLddl mZdd lmZGd d d ZGd d d ZdS)) annotationsN) TYPE_CHECKINGAnyOptionalcast)errorssettings)FrictionlessException)platform)types)Resourcec@seZdZUdZdZded< dddZ e d?ddZ e d@ddZ ddZdAddZe dBddZd?d d!Zd?d"d#ZdCd&d'ZdDd(d)ZdEd*d+ZdFd.d/Zd0d1ZdGd5d6ZdHd7d8ZdId9d:Zd;S)JLoaderzRLoader representation Parameters: resource (Resource): resource Fboolremoteresourcer cCs||_d|_d|_d|_dSN)_Loader__resource_Loader__buffer_Loader__byte_stream_Loader__text_stream)selfrrS/var/www/Datamplify/venv/lib/python3.10/site-packages/frictionless/system/loader.py__init__)s zLoader.__init__cCs|jr||Sr)closedopenrrrr __enter__/szLoader.__enter__cCs |dSr)close)rtypevalue tracebackrrr__exit__4 zLoader.__exit__returncCs|jS)zD Returns: resource (Resource): resource )rrrrrr7zLoader.resource types.IBuffercC|jdur td|jS)z5 Returns: Loader: buffer Nloader is not open)rr rrrrbuffer?s z Loader.buffertypes.IByteStreamcCr()zResource byte stream The stream is available after opening the loader Returns: io.ByteStream: resource byte stream Nr))rr rrrr byte_streamIs zLoader.byte_streamtypes.ITextStreamcCs$|jrtd|js||_|jS)zResource text stream The stream is available after opening the loader Returns: io.TextStream: resource text stream r))rr rread_text_streamrrrr text_streamVs   zLoader.text_streamcCs2|z||_|WSty|w)z!Open the loader as "io.open" does)rread_byte_streamr Exceptionrrrrrgs  z Loader.openNonecCs|jr|jd|_dS)z)Close the loader as "filelike.close" doesN)rrrrrrrqs  z Loader.closecCs |jduS)zSWhether the loader is closed Returns: bool: if closed N)rrrrrrws z Loader.closedc Csz|}||}||}||}||||_W|Sttfy9}z tj t |d}t ||d}~wt j jt jjfyV}z tjt |d}t |d}~wtym}z tjt |d}t |d}~ww)z\Read bytes stream Returns: io.ByteStream: resource byte stream noteN)read_byte_stream_createread_byte_stream_processread_byte_stream_decompressread_byte_stream_bufferread_byte_stream_analyzer LookupErrorUnicodeDecodeErrorr EncodingErrorstrr r zipfile BadZipFilegzip BadGzipFileCompressionErrorIOError SchemeError)rr,r* exceptionerrorrrrr0s*      zLoader.read_byte_streamcCt)z^Create bytes stream Returns: io.ByteStream: resource byte stream NotImplementedErrorrrrrr5r&zLoader.read_byte_stream_creater,ByteStreamWithStatsHandlingcCst||jdS)zProcess byte stream Parameters: byte_stream (io.ByteStream): resource byte stream Returns: io.ByteStream: resource byte stream )r)rJrrr,rrrr6s zLoader.read_byte_stream_processc Cs|jjs|jjs |S|jjdkr|jr(d|_t}t|||d|}nd}|r4| t j }|s,|dt j |I}|jjpI|d}|sVtjdd}t|||}t}t|||dWdn1suwY|}||j_Wd|S1swY|S|jjdkr|jsd}|r| t j }|s|dt j|}|S|jjd kr|jsd}|r| t j }|s|dt j|}|S|jjd kr|jsd}|r| t j }|s|dt j|}|Sd |jjd }ttj|d) zDecompress byte stream Parameters: byte_stream (io.ByteStream): resource byte stream Returns: io.ByteStream: resource byte stream zipFrTzthe archive is emptyr3Ngzbz2xzz compression "z" is not supported)r multipart compressionrtempfileNamedTemporaryFileshutil copyfileobjseekread1ioDEFAULT_BUFFER_SIZEr r>ZipFile innerpathnamelistrErrorr rr@rNlzmarB) rr,targetbytesarchivenamerFfiler4rrrr7sv                         z"Loader.read_byte_stream_decompresscCs0||jjj}|d|jjj}|d|S)zBuffer byte stream Parameters: byte_stream (io.ByteStream): resource byte stream Returns: bytes: buffer Nr)readrdetector buffer_sizerV)rr,r*rrrr8s  zLoader.read_byte_stream_bufferr*r`cCs"|jjj||jdd|j_dS)zaDetect metadta using sample Parameters: buffer (bytes): byte buffer encoding)rgN)rredetect_encoding get_definedrg)rr*rrrr9s zLoader.read_byte_stream_analyzecCs*|jjdkrdnd}tj|j|jj|dS)z[Read text stream Returns: io.TextStream: resource text stream csvN)newline)rformatrX TextIOWrapperr,rg)rrlrrrr.szLoader.read_text_streampathr=rcCs||}||}|S)zWrite from a temporary file Parameters: path (str): path to a temporary file Returns: any: result of writing e.g. resulting path )write_byte_stream_createwrite_byte_stream_save)rror,resultrrrwrite_byte_stream)s zLoader.write_byte_streamcCsttj|t|d}|S)zCreate byte stream for writing Parameters: path (str): path to a temporary file Returns: io.ByteStream: byte stream rb)atexitregisterosremover)rrorcrrrrp6s zLoader.write_byte_stream_createcCrG)zStore byte streamrHrKrrrrqCszLoader.write_byte_stream_saveN)rr )r%r )r%r')r%r+)r%r-)r%r2)r%r)r,r+r%rJ)r,r+r%r+)r,r+)r*r`)ror=r%r)ror=r%r+)r,r+r%r)__name__ __module__ __qualname____doc__r__annotations__rrr#propertyrr*r,r/rrrr0r5r6r7r8r9r.rsrprqrrrrrs:             S   rc@s@eZdZdddZdd d Zd d Zed dZddddZdS)rJr,r+rr cCs.||_||_td|_td|_d|_dS)Nmd5sha256r))_ByteStreamWithStatsHandling__byte_stream&_ByteStreamWithStatsHandling__resourcehashlibnew!_ByteStreamWithStatsHandling__md5$_ByteStreamWithStatsHandling__sha256#_ByteStreamWithStatsHandling__bytes)rr,rrrrrRs    z$ByteStreamWithStatsHandling.__init__rbr=cCs t|j|Sr)getattrr)rrbrrr __getattr__Yr$z'ByteStreamWithStatsHandling.__getattr__ccs, |tj}|s dS|jddEdHq)NT)keepends)rWr rY splitlines)rr`rrr__iter__\s z$ByteStreamWithStatsHandling.__iter__cCs|jjSr)rrrrrrrcsz"ByteStreamWithStatsHandling.closedsize Optional[int]cCs|durdn|}tt|j|}|j||j||jt|7_|dks,|s<|j |j j _ |j |j j _ |j|j j _|S)Nr)rr`rrWrupdaterrlen hexdigestrstatsrr)rrchunkrrrrWgs    z!ByteStreamWithStatsHandling.read1N)r,r+rr )rbr=)r)rr) ryrzr{rrrr~rrWrrrrrJQs   rJ) __future__rrurrXrwrTrRtypingrrrrrkrr rEr r r rr rrJrrrrs$      7