o KDi^@sddlmZddlZddlmZmZddlmZddlmZmZddl m Z m Z m Z Gdd d e ZGd d d eZGd d d eZGdddeZGdddeZGdddeZGdddeZiZddZededdededdededed ed!ed"ed#ed$ed%ed&eed'eed(eeed)ed*ed+ed,ed-ed.ed/ed*d0ed1ed,d0ed2ed.d0ed3eGd4d5d5e ZGd6d7d7eZGd8d9d9e ZGd:d;d;e ZGdd?eeefDZdS)@)unicode_literalsN)copydeepcopy)ceil)datedatetime) comma_joinstring_or_func arg_to_sqlc@s"eZdZdZddZdddZdS) Operatorz- Base class for filtering operators. cCt)z Subclasses should implement this method. It returns an SQL string that applies this operator on the given field and value. NotImplementedErrorself model_cls field_namevaluerR/var/www/Datamplify/venv/lib/python3.10/site-packages/infi/clickhouse_orm/query.pyto_sqlszOperator.to_sqlTcCs4ddlm}t||r|S|||tj|S)NrF)infi.clickhouse_orm.funcsr isinstancer to_db_string to_pythonpytzutc)rfieldrquoterrrr _value_to_sqls  zOperator._value_to_sqlNT)__name__ __module__ __qualname____doc__rr"rrrrr sr c@s"eZdZdZdddZddZdS)SimpleOperatorz= A simple binary operator such as a=b, ab etc. NcC||_||_dSN) _sql_operator _sql_for_null)r sql_operator sql_for_nullrrr__init__% zSimpleOperator.__init__cCsJt||}|||}|dkr|jdurd||jgSd||j|gS)Nz\N )getattrr"r,joinr+rrrrr rrrr)s  zSimpleOperator.to_sqlr*r$r%r&r'r/rrrrrr( s  r(c@eZdZdZddZdS) InOperatorz An operator that implements IN. Accepts 3 different types of values: - a list or tuple of simple values - a string (used verbatim as the contents of the parenthesis) - a queryset (subquery) csNt||t|tr|}nt|trn tfdd|D}d||fS)Ncsg|]}|qSr)r").0vr rrr Asz%InOperator.to_sql..z %s IN (%s))r2rQuerySetas_sqlstrr rrr:rr:s     zInOperator.to_sqlNr$r%r&r'rrrrrr71s r7c@s"eZdZdZdddZddZdS) LikeOperatorzn A LIKE operator that matches the field to a given pattern. Can be case sensitive or insensitive. TcCr)r*)_pattern_case_sensitive)rpatterncase_sensitiverrrr/Kr0zLikeOperator.__init__cCs`t||}|j||dd}|dddddd}|j|}|jr*d ||fSd ||fS) NF)r!\z\\%z\\%_z\\_z %s LIKE '%s'z"lowerUTF8(%s) LIKE lowerUTF8('%s'))r2r"replacerAformatrB)rrrrr rCrrrrOs    zLikeOperator.to_sqlNr#r5rrrrr@Es  r@c@r6)IExactOperatorz= An operator for case insensitive string comparison. cCs"t||}|||}d||fS)NzlowerUTF8(%s) = lowerUTF8(%s))r2r"r4rrrr_s   zIExactOperator.to_sqlNr?rrrrrJZ rJc@s eZdZdZddZddZdS) NotOperatorz> A wrapper around another operator, which negates it. cCs ||_dSr*)_base_operator)r base_operatorrrrr/js zNotOperator.__init__cCsd|j|||S)NNOT (%s))rMrrrrrrmszNotOperator.to_sqlNr5rrrrrLes rLc@r6)BetweenOperatorat An operator that implements BETWEEN. Accepts list or tuple of two elements and generates sql condition: - 'BETWEEN value[0] AND value[1]' if value[0] and value[1] are not None and not empty Then imitations of BETWEEN, where one of two limits is missing - '>= value[0]' if value[1] is None or empty - '<= value[1]' if value[0] is None or empty cCst||}|ddustt|ddkr|||dnd}|ddus/tt|ddkr7|||dnd}|rD|rDd|||fS|rP|sPd|d|gS|r\|s^d|d|gSdSdS)Nrrz%s BETWEEN %s AND %sr1>=<=)r2lenr>r"r3)rrrrr value0value1rrrr|s 44zBetweenOperator.to_sqlNr?rrrrrPrs rPcCs |t|<dSr*) _operators)namesqlrrrregister_operators rYeq=zIS NULLnez!=z IS NOT NULLgt>gterQlt<lterRbetweeninnot_incontainsz%{}% startswithz{}%endswithz%{} icontainsF istartswith iendswithiexactc@r6)Condz[ An abstract object for storing a single query condition Field + Operator + Value. cCr r*rrrrrrrsz Cond.to_sqlNr?rrrrrmrKrmc@s,eZdZdZddZddZifddZdS) FieldCondzG A single query condition made up of Field + Operator + Value. cCs>||_t||_|jdur|d||_td|_||_dS)N__rZ) _field_namerVget _operator_value)rroperatorrrrrr/s     zFieldCond.__init__cCs|j||j|jSr*)rsrrqrtrnrrrrszFieldCond.to_sqlcCst|}t|j|_|Sr*)rrrt)rmemodictresrrr __deepcopy__s zFieldCond.__deepcopy__N)r$r%r&r'r/rrxrrrrros  roc@speZdZdZdZddZeddZeddZ d d Z d d Z d dZ ddZ ddZddZifddZdS)QANDORcs8t|fdd|D_g_d_j_dS)Ncsg|] \}}||qSr) _build_condr8kr9rrrr;zQ.__init__..F)listitems_conds _children_negateAND_MODE_mode)r filter_funcs filter_fieldsrrrr/s  z Q.__init__cCst|jp|j S)zY Checks if there are any conditions in Q object Returns: Boolean )boolrrrrrris_emptysz Q.is_emptycCsr||jkr|jst|}|jt||S||jkr,|js,t|}|jt||St}||g|_||_|Sr*)rrrrappendry)clsl_childr_childmodeqrrr_construct_froms  zQ._construct_fromcCs0d|vr |dd\}}n|d}}t|||S)NrprrZ)rsplitro)rkeyrrrurrrr|s  z Q._build_condcsg}|jr|fdd|jD|jr"|fdd|jD|s'd}nt|dkr2|d}n dd|j|}|jrDd |}|S) Ncsg|]}|qSrrr8condrrrr;szQ.to_sql..csg|] }|r|qSrrr8childrrrr;s1rrz(%s)z) {} (rO)rextendrrSrIrr3r)rr condition_sqlrXrrrrs  zQ.to_sqlcCt|||jSr*)ryrOR_MODErotherrrr__or__zQ.__or__cCrr*)ryrrrrrr__and__rz Q.__and__cCt|}d|_|S)NT)rr)rrrrr __invert__sz Q.__invert__cCs|j Sr*)rrrrr__bool__ z Q.__bool__cCsDt}dd|jD|_|j|_|j|_|jr dd|jD|_|S)NcSg|]}t|qSrrrrrrr;z"Q.__deepcopy__..cSrrrrrrrr;r)ryrrrr)rrvrrrrrxszQ.__deepcopy__N)r$r%r&rrr/propertyr classmethodrr|rrrrrrxrrrrrys  ryc@seZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ d6ddZddZddZddZdd Zd!d"Zd#d$Zd7d'd(Zd)d*Zd+d,Zd-d.Zd/d0Zd1d2Zd3d4Zd5S)8r<z A queryset is an object that represents a database query using a specific `Model`. It is lazy, meaning that it does not hit the database until you iterate over its matching rows (model instances). cCsd||_||_||_g|_t|_t|_g|_d|_| |_ d|_ d|_ d|_d|_d|_dS)z Initializer. It is possible to create a queryset like this, but the standard way is to use `MyModel.objects_in(database)`. FN)model _model_cls _database _order_byry_where_q _prewhere_q_grouping_fields_grouping_with_totalsfieldskeys_fields_limits _limit_by_limit_by_fields _distinct_final)rrdatabaserrrr/"s zQuerySet.__init__cCs|j||jS)zJ Iterates over the model instances matching this queryset )rselectr=rrrrr__iter__6szQuerySet.__iter__cCs t|S)zA Returns true if this queryset matches any rows. )rcountrrrrr<s zQuerySet.__bool__cCst||Sr*)typerrrrr __nonzero__BszQuerySet.__nonzero__cCs|Sr*)r=rrrr__str__ErzQuerySet.__str__cCst|tr|dks Jdt|}|df|_tt|S|jdvs%Jd|jp)d}|jp.d}|dkr7|dks;Jd||ksCJdt|}|||f|_|S)Nrz"negative indexes are not supportedr)Nrzstep is not supported in sliceslz-start of slice cannot be smaller than its end) rintrrnextiterstepstartstop)rsqsrrrrr __getitem__Hs     zQuerySet.__getitem__cGsVt|tr d|f}|d}|d}|dkr|dksJdt|}||f|_||_|S)z Adds a LIMIT BY clause to the query. - `offset_limit`: either an integer specifying the limit, or a tuple of integers (offset, limit). - `fields_or_expr`: the field names or expressions to use in the clause. rrz!negative limits are not supported)rrrrr)r offset_limitfields_or_exproffsetlimitrrrrlimit_byZs  zQuerySet.limit_bycCs"d}|jrtdd|jD}|S)M Returns the selected fields or expressions as a SQL string. *cs|]}d|VqdS`%s`Nrr8r rrr qz0QuerySet.select_fields_as_sql..)rr )rrrrrselect_fields_as_sqlkszQuerySet.select_fields_as_sqlcCs&|jrdnd}|jr dnd}d|j}|jrd|}||||f}d|}|jr;|jjs;|d|jdd 7}|j rL|j jsL|d |jd d 7}|j rd|d t d d|j D7}|j rd|d7}|j ro|d|7}|jr|d|j7}|dt dd|jD7}|jr|d|j7}|S)z: Returns the whole query as a SQL string. z DISTINCT z FINALrz `system`.zSELECT %s%s FROM %s%sz PREWHERE T)prewherez WHERE Fz GROUP BY %scsrrrrrrrrrz"QuerySet.as_sql..z WITH TOTALSz ORDER BY z LIMIT %d, %dz BY %scss|]}t|VqdSr*)r rrrrrr)rrr table_nameis_system_modelrrrconditions_as_sqlrrr rrorder_by_as_sqlrrr)rdistinctfinalrparamsrXrrrr=ts. zQuerySet.as_sqlcCstdd|jDS)zT Returns the contents of the query's `ORDER BY` clause as a string. cSs:g|]}t|tr|ddkrd|ddnt|qS)r-z%s DESCrN)rr>rrrrr;s,z,QuerySet.order_by_as_sql..)r rrrrrrszQuerySet.order_by_as_sqlFcCs|r|jn|j}||jS)z_ Returns the contents of the query's `WHERE` or `PREWHERE` clause as a string. )rrrr)rrq_objectrrrrs zQuerySet.conditions_as_sqlcCsX|js|jrd|}|j|}|rt|SdS|j|j@|j }|j |j |S)zA Returns the number of matching model instances. SELECT count() FROM (%s)r) rrr=rrawrrrrrr)rrXr conditionsrrrrs   zQuerySet.countcGt|}||_|S)zL Returns a copy of this queryset with the ordering changed. )rrr field_namesrrrrorder_byszQuerySet.order_bycGr)z Returns a copy of this queryset limited to the specified field names. Useful when there are large fields that are not needed, or for creating a subquery to use with an IN operator. )rrrrrronlyz QuerySet.onlyc Osddlm}|dd}|dd}t|}t}|D]}t|tr'||M}qt||r3|t|M}qtd||rD|tdi|M}|rI|}t|rO|jn|j|@}|r\||_|S||_|S)Nrr_inverseFrz(Invalid argument "%r" to queryset filterr) funcsrpoprryr TypeErrorrr) rrkwargsrinverserr conditionargrrr_filter_or_excludes*       zQuerySet._filter_or_excludecOs|j|i|S)z Returns a copy of this queryset that includes only rows matching the conditions. Pass `prewhere=True` to apply the conditions as PREWHERE instead of WHERE. rrrrrrrfilterszQuerySet.filtercOs|j|ddi|S)z Returns a copy of this queryset that excludes all rows matching the conditions. Pass `prewhere=True` to apply the conditions as PREWHERE instead of WHERE. rTrrrrrexcludeszQuerySet.excluderdcCsxddlm}|}tt|t|}|dkr|}n |dkr%td||d|}|t||||||||dS)a Returns a single page of model instances that match the queryset. Note that `order_by` should be used first, to ensure a correct partitioning of records into pages. - `page_num`: the page number (1-based), or -1 to get the last page. - `page_size`: number of records to return per page. The result is a namedtuple containing `objects` (list), `number_of_objects`, `pages_total`, `number` (of the current page), and `page_size`. r)PagezInvalid page number: %d)objectsnumber_of_objects pages_totalnumber page_size)rrrrrfloat ValueErrorr)rpage_numrrrrrrrrpaginates   zQuerySet.paginatecCr)z~ Adds a DISTINCT clause to the query, meaning that any duplicate rows in the results will be omitted. T)rrrrrrrrszQuerySet.distinctcCs<ddlm}m}t|jj||fstdt|}d|_|S)z Adds a FINAL modifier to table, meaning data will be collapsed to final version. Can be used with the `CollapsingMergeTree` and `ReplacingMergeTree` engines only. r)CollapsingMergeTreeReplacingMergeTreez[final() method can be used only with the CollapsingMergeTree and ReplacingMergeTree enginesT) enginesr r rrenginerrr)rr r rrrrrs zQuerySet.finalcCs>||j|j@|j}d|j|f}|j||S)z Deletes all records matched by this queryset's conditions. Note that ClickHouse performs deletions in the background, so they are not immediate. z$ALTER TABLE $db.`%s` DELETE WHERE %s)_verify_mutation_allowedrrrrrrr)rrrXrrrdelete's  zQuerySet.deletecKsb|sJd|tdd|D}|j|j@|j}d|j||f}|j ||S)a Updates all records matched by this queryset's conditions. Keyword arguments specify the field names and expressions to use for the update. Note that ClickHouse performs updates in the background, so they are not immediate. zNo fields specified for updatecss$|] \}}d|t|fVqdS)z `%s` = %sN)r )r8rWexprrrrr:s"z"QuerySet.update..z'ALTER TABLE $db.`%s` UPDATE %s WHERE %s) rr rrrrrrrr)rrrrrXrrrupdate2s  zQuerySet.updatecCs<|jrJd|jrJd|jrJd|jrJddS)ze Checks that the queryset's state allows mutations. Raises an AssertionError if not. z4Mutations are not allowed after slicing the querysetz5Mutations are not allowed after calling limit_by(...)z2Mutations are not allowed after calling distinct()z/Mutations are not allowed after calling final()N)rrrrrrrrr@sz!QuerySet._verify_mutation_allowedcOs t|||S)a Returns an `AggregateQuerySet` over this query, with `args` serving as grouping fields and `kwargs` serving as calculated fields. At least one calculated field is required. For example: ``` Event.objects_in(database).filter(date__gt='2017-08-01').aggregate('event_type', count='count()') ``` is equivalent to: ``` SELECT event_type, count() AS count FROM event WHERE data > '2017-08-01' GROUP BY event_type ``` )AggregateQuerySetrargsrrrr aggregateIs zQuerySet.aggregateN)F)rr)r$r%r&r'r/rrrrrrrr=rrrrrrrrrrrrrrrrrrrr<s4 $       r<cs`eZdZdZfddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ Z S)rz* A queryset used for aggregation. csdtt||j|j|sJd||_||_||_t|j |_ |j |_ |j |_ |j |_ |j |_ dS)a Initializer. Normally you should not call this but rather use `QuerySet.aggregate()`. The grouping fields should be a list/tuple of field names from the model. For example: ``` ('event_type', 'event_subtype') ``` The calculated fields should be a mapping from name to a ClickHouse aggregation function. For example: ``` {'weekday': 'toDayOfWeek(event_date)', 'number_of_events': 'count()'} ``` At least one calculated field is required. z.No calculated fields specified for aggregationN)superrr/rrrr_calculated_fieldsrrrrrr)rbase_qsgrouping_fieldscalculated_fields __class__rrr/`s   zAggregateQuerySet.__init__cGs<|D]}||jvs||jvsJd|qt|}||_|S)z This method lets you specify the grouping fields explicitly. The `args` must be names of grouping fields or calculated fields that this queryset was created with. z:Cannot group by `%s` since it is not included in the query)rrrr)rrrWrrrrgroup_byyszAggregateQuerySet.group_bycGtd)F This method is not supported on `AggregateQuerySet`. z(Cannot use "only" with AggregateQuerySetr)rrrrrrzAggregateQuerySet.onlycOr)rz(Cannot re-aggregate an AggregateQuerySetrrrrrrr zAggregateQuerySet.aggregatecCs(tdd|jDdd|jDS)rcSrr)r>)r8frrrr;rz:AggregateQuerySet.select_fields_as_sql..cSsg|] \}}d||fqS)z%s AS %srr}rrrr;r)r rrrrrrrrs(z&AggregateQuerySet.select_fields_as_sqlcCs|j|Sr*)rrr=rrrrrrzAggregateQuerySet.__iter__cCs(d|}|j|}|rt|SdS)z? Returns the number of rows after aggregation. rr)r=rrr)rrXrrrrrs  zAggregateQuerySet.countcCr)z Adds WITH TOTALS modifier ot GROUP BY, making query return extra row with aggregate function calculated across all the rows. More information: https://clickhouse.tech/docs/en/query_language/select/#with-totals-modifier T)rrr rrr with_totalsrzAggregateQuerySet.with_totalscCr)Nz"Cannot mutate an AggregateQuerySet)AssertionErrorrrrrrrz*AggregateQuerySet._verify_mutation_allowed)r$r%r&r'r/rrrrrrr"r __classcell__rrrrr[s   rcCsg|]}|jqSr)r$)r8crrrr;sr;) __future__rrrrmathrrrutilsr r r objectr r(r7r@rJrLrPrVrYrmroryr<r__all__rrrrsN        \BW