o KDiZ*@sddlmZddlZddlmZmZedZGdddeZ Gdd d e Z Gd d d e Z Gd d d e Z Gddde Z Gddde ZGddde ZGddde ZGddde ZGddde ZGddde Zeee ZdS))unicode_literalsN) comma_joinget_subclass_namesclickhouse_ormc@eZdZddZdS)EnginecCstN)NotImplementedErrorselfdbrT/var/www/Datamplify/venv/lib/python3.10/site-packages/infi/clickhouse_orm/engines.pycreate_table_sql szEngine.create_table_sqlN__name__ __module__ __qualname__rrrrrr  rc@r)TinyLogcCdS)Nrrr rrrrzTinyLog.create_table_sqlNrrrrrrrrc@r)LogcCr)Nrrr rrrrrzLog.create_table_sqlNrrrrrrrrc@r)MemorycCr)Nrrr rrrrrzMemory.create_table_sqlNrrrrrrrrc@sFeZdZ   d ddZeddZejddZd d Zd d ZdS) MergeTreeNr c Cst|ttfvs Jd|dust|tsJd|dus)t|ttfvs)Jd|dus9t|ttfvs9Jd|du|duksEJd|sM|sMJd||_|rT|nd|f|_||_||_||_ ||_ ||_ ||_ dS)Nz order_by must be a list or tuplez"date_col must be string if presentz#primary_key must be a list or tuplez.partition_key must be tuple or list if presentz:both replica_table_path and replica_name must be specifiedz-You must set either date_col or partition_keyztoYYYYMM(`%s`)) typelisttuple isinstancestrdate_col partition_key primary_keyorder_by sampling_exprindex_granularityreplica_table_path replica_name) r r"r%r&r'r(r)r#r$rrr__init__$s$  zMergeTree.__init__cCstd|jSNza`key_cols` attribute is deprecated and may be removed in future. Use `order_by` attribute insteadloggerwarningr%)r rrrkey_cols=s zMergeTree.key_colscCstd||_dSr+r,)r valuerrrr/Bs  cCs|jj}|jr d|}|jdkr@dt|jddt|jddf}|jr.|dt|jdd7}|jr8|d|j7}|d|j 7}n|j sMd d l m }|d d }| |}d |t||fS)N Replicatedrri&zPARTITION BY (%s) ORDER BY (%s)T stringifyz PRIMARY KEY (%s)z SAMPLE BY %sz SETTINGS index_granularity=%dr)DatabaseExceptionzCustom partitioning is not supported before ClickHouse 1.1.54310. Please update your server or use date_col syntax.https://clickhouse.tech/docs/en/table_engines/custom_partitioning_key/z %s(%s) %s) __class__rr)server_versionrr#r%r$r&r'r"infi.clickhouse_orm.databaser5_build_sql_params)r r name partition_sqlr5paramsrrrrGs(     zMergeTree.create_table_sqlcCsvg}|jr|d|jd|jg7}|jdkr9||j|jr%||j|dt|jdd|t|j |S)Nz'%s'r2(%s)Tr3) r)r(r8appendr"r&rr%r!r'r r r=rrrr:hs   zMergeTree._build_sql_params)NrNrNNNN) rrrr*propertyr/setterrr:rrrrr"s    !rcs0eZdZ   d fdd ZfddZZS) CollapsingMergeTreeNrsignrc (tt||||||||| ||_dSr )superrCr*sign_col) r r"r%rGr&r'r(r)r#r$r7rrr*} zCollapsingMergeTree.__init__cs tt||}||j|Sr )rFrCr:r?rGr@rHrrr:s z%CollapsingMergeTree._build_sql_params) NrrDNrNNNNrrrr*r: __classcell__rrrHrrC{ rCc0eZdZ   dfdd ZfddZZS) SummingMergeTreeNrrc sHtt||||||||| tdust|ttfvsJd||_dS)Nz$summing_cols must be a list or tuple)rFrNr*rrr summing_cols) r r"r%rOr&r'r(r)r#r$rHrrr*s   zSummingMergeTree.__init__cs.tt||}|jr|dt|j|S)Nr>)rFrNr:rOr?rr@rHrrr:sz"SummingMergeTree._build_sql_params NrNNrNNNNrJrrrHrrNs rNcrM) ReplacingMergeTreeNrrc rEr )rFrQr*ver_col) r r"r%rRr&r'r(r)r#r$rHrrr*rIzReplacingMergeTree.__init__cs&tt||}|jr||j|Sr )rFrQr:rRr?r@rHrrr:s z$ReplacingMergeTree._build_sql_paramsrPrJrrrHrrQrLrQc@s&eZdZdZ  dd d Zd d Zd S)Bufferz Buffers the data to write in RAM, periodically flushing it to another table. Must be used in conjuction with a `BufferModel`. Read more [here](https://clickhouse.tech/docs/en/engines/table-engines/special/buffer/).  d'@B逖c Cs4||_||_||_||_||_||_||_||_dSr ) main_model num_layersmin_timemax_timemin_rowsmax_rows min_bytes max_bytes) r r[r\r]r^r_r`rarbrrrr*s zBuffer.__init__c Cs4d|j|j|j|j|j|j|j|j|j f }|S)Nz7ENGINE = Buffer(`%s`, `%s`, %d, %d, %d, %d, %d, %d, %d)) db_namer[ table_namer\r]r^r_r`rarb)r r sqlrrrrs   zBuffer.create_table_sqlN)rTrUrVrWrXrYrZrrr__doc__r*rrrrrrSs  rSc@s eZdZdZddZddZdS)Mergea The Merge engine (not to be confused with MergeTree) does not store data itself, but allows reading from any number of other tables simultaneously. Writing to a table is not supported https://clickhouse.tech/docs/en/engines/table-engines/special/merge/ cCst|ts Jd||_dS)Nz&'table_regex' parameter must be string)r r! table_regex)r rirrrr*s zMerge.__init__cCsd|j|jfS)NzMerge(`%s`, '%s'))rcrir rrrrszMerge.create_table_sqlNrfrrrrrhs rhc@s6eZdZdZd ddZeddZddZd d ZdS) Distributedan The Distributed engine by itself does not store data, but allows distributed query processing on multiple servers. Reading is automatically parallelized. During a read, the table indexes on remote servers are used, if there are any. See full documentation here https://clickhouse.tech/docs/en/engines/table-engines/special/distributed/ NcCs||_||_||_dS)a - `cluster`: what cluster to access data from - `table`: underlying table that actually stores data. If you are not specifying any table here, ensure that it can be inferred from your model's superclass (see models.DistributedModel.fix_engine_table) - `sharding_key`: how to distribute data among shards when inserting straightly into Distributed table, optional N)clustertable sharding_key)r rkrlrmrrrr*s  zDistributed.__init__cCs(ddlm}|j}t||r|S|S)Nr) ModelBase)modelsrnrlr rd)r rnrlrrrrds  zDistributed.table_namecCs$|jj}||}d|d|fS)Nz%s(%s)z, )r7rr:join)r r r;r=rrrrs zDistributed.create_table_sqlcCsL|jdurtd|jjdd|j|j|jfD}|jr$||j|S)Nz4Cannot create {} engine: specify an underlying tablecSsg|]}d|qS)z`%s`r).0prrr sz1Distributed._build_sql_params..) rd ValueErrorformatr7rrkrcrmr?r@rrrr:s  zDistributed._build_sql_params)NN) rrrrgr*rArdrr:rrrrrjs   rj) __future__rloggingutilsrr getLoggerr-objectrrrrrrCrNrQrSrhrjlocals__all__rrrrs  Y4