o
8Di; @ s d dl mZ d dlZd dlZd dlZd dlmZmZ d dl m
Z
m Z m Z d dl
mZ d dlmZmZmZmZmZ d dlmZ ejrGd dlmZ ed Zed
d G d d
d
Z
d+d,d d Z
d+d-d'd(Z G d)d* d*Z dS ). ) annotationsN) dataclassfield)Schemaexp maybe_parse) SqlglotError)Scope build_scopefind_all_in_scopenormalize_identifiersqualify) ScopeType) DialectTypesqlglotT)frozenc @ sf e Zd ZU ded< ded< ded< eedZded< d Zded
< d Zded < dddZ ddddZ
dS )Nodestrnamezexp.Expression
expressionsource)default_factoryz t.List[Node]
downstream source_namereference_node_namereturnt.Iterator[Node]c c s& | V | j D ] }| E d H qd S N)r walk)selfd r" H/var/www/Datamplify/venv/lib/python3.10/site-packages/sqlglot/lineage.pyr s
z Node.walkNdialectr GraphHTMLc s i }g }| D ]] t jtjr'd jj }d j d jj d}d}n! jjd|d} jj fdd d
d jd|d}d | d}d
}t
} | |||d|| < j D ] }
| | t
|
d qXqt
||fi |S )NzFROM z
SELECT z FROM z
T)prettyr$ c s | j u r
tj| dddS | S )Nzz)thisprefixpostfix)r r Tag)nnoder" r# . s z Node.to_html..F)copyz
r )idlabeltitlegroup)fromto)r
isinstancer r Tabler( r sqlr transformr1 r appendr% ) r r$ optsnodesedgesr2 r3 r4 r node_idr! r" r- r# to_html" s4
z Node.to_html)r r r )r$ r r r% ) __name__
__module__ __qualname____annotations__r listr r r r r@ r" r" r" r# r s
r columnstr | exp.Columnr9 str | exp.Expressionschemat.Optional[t.Dict | Schema]sources+t.Optional[t.Mapping[str, str | exp.Query]]r$ r scopet.Optional[Scope] trim_selectsboolr c s t |d}tj dj |r!tj|fdd| D d}|s8tj|f|dddd|}t|}|s>tdt fdd |j
j D sStd
d t ||d S )
a6 Build the lineage graph for a column of a SQL query.
Args:
column: The column to build the lineage for.
sql: The SQL string or expression.
schema: The schema of tables.
sources: A mapping of queries which will be used to continue building lineage.
dialect: The dialect of input SQL.
scope: A pre-created scope to use instead.
trim_selects: Whether or not to clean up selects by trimming to only relevant columns.
**kwargs: Qualification optimizer kwargs.
Returns:
A lineage node.
r$ c
s( i | ]\}}|t tjt| d qS )rQ )tcastr Queryr ).0kvrQ r" r#
d s ( zlineage..)r$ rI F)validate_qualify_columnsidentifyz(Cannot build lineage, sql must be SELECTc 3 s | ]}|j kV qd S r
alias_or_namerU selectrF r" r# u zlineage..zCannot find column 'z ' in query.)rO )
r r r r expanditemsr
r
r anyr selectsto_node) rF r9 rI rK r$ rM rO kwargsr r" )rF r$ r# lineageD s. rh str | intr
scope_namet.Optional[str]upstreamt.Optional[Node]r r c # s t tr |jj nt fdd|jjD |jjr t n|j}t |jtjr;|j D ]} t
| |||||d S t |jtj rt |jj
}
|pSt|
|j|d}t tr[ nt fddt|jjD d} | dkrztd d|j |jD ]
} t
| | |||||d q}|S |rt |jtjrttj|jj|d d
} n|j} t|r| d nt | ||pd |pd d
}
|r|j|
dd |j D }t|tj D ]'}| t |}|st d|j!|d q|j"D ] }
t
|
|||
|d qq|jr"|j#$ D ]} t | t%r| j} |
jt|j!d d| | d qt&t|tj'}t | tj(rF|t&| )tj'O }dd |j#$ D }n|j*}dd |D }|j+}t,|dkrd|d j-sd|d nd }|r|j.d }t,|j/}i }t|j/D ] \}}t0|)tj'}t1|t,||D ]
} |||| j2< qqz|D ]} | j3} |j# | } t | t%rd }| j4t5j6kr| |vr| }n| j4t5j7kr|j8 | d\} } | r| j2nd }t
| j2| || |
| | p|||d q|r^|j9| j3kr^g }!| j2t:fd d|D r|!;| n
|!tj<| j=|j>j9d |!D ]=}"|"j3} |j# | } t | t%rDt
|"j2| | ||
| | p=|||d q | pJt? } |
jt|"j!d d| | d q q| pdt? } |
jt| j!d d| | d q|
S ) Nc 3 s | ]
}|j kr|V qd S r r[ r] r_ r" r# r` s zto_node..)rM r$ rl r r rO )r r r c 3 s( | ]\}}|j ks|jr|V qd S r )r\ is_star)rU ir^ r_ r" r# r` s zCould not find z in F)r; .r )r r r r r c S s i | ]}t |j|qS r" )r1 r )rU subquery_scoper" r" r# rX s zto_node..zUnknown subquery scope: rQ )rM r$ rl rO )commentsc S s$ g | ]}t |tr|jr|jjqS r" )r7 r is_derived_tabler parent)rU r r" r" r#
s zto_node..c S s8 i | ]}|j r|j d dr|j|j d d qS )r zsource: r& )rs
startswithaliassplit)rU dtr" r" r# rX s r& r columns)NN)rM r$ rj rl r r rO c 3 s | ]} |j kV qd S r )r )rU pivot_column) column_namer" r# r` 1 ra )table)rM rj r$ rl r r rO )@r7 intr re nextrn r StarSubquerysubquery_scopesrf SetOperationtyperA upperr enumerate
ValueError union_scopesSelectrR rS
Expressionr^ r r r; r UNWRAPPED_QUERIESgetr1 loggerwarningr9
named_selectsrK valuesr setColumnUDTFfind_allderived_tablespivotslenunpivotargs expressionsrE ranger r~
scope_typer
DERIVED_TABLECTEselected_sourcesr\ rd extendrF r( ru Placeholder)#rF rM r$ rj rl r r rO r^ r r indexsr. r subqueryrr source_columnsr source_namesr pivot
pivot_columnspivot_aggs_countpivot_column_mappingro aggagg_cols col_indexcr~
selected_node_downstream_columnsdownstream_columnr" )rF r} r# rf { s4
&
rf c @ s0 e Zd ZdZ ddd d
Zdd ZdddZdS )r% z`Node to HTML generator using vis.js.
https://visjs.github.io/vis-network/docs/network/
TNr= t.Dictr> t.ListimportsrP optionst.Optional[t.Dict]c
C sZ || _ dddddddiddd d
did d id
dddidd|p"i | _|| _|| _d S )N500pxz100% hierarchicalT directed)enabled nodeSpacing
sortMethodF) dragNodes
selectabler arrowsr6 z 20px monacoboxmaximumi, )fontshapewidthConstraint)heightwidthlayout interactionphysicsr> r= )r r r= r> )r r= r> r r r" r" r# __init__b s4
zGraphHTML.__init__c C sX t t| j }t | j}t | j}| jrdnd}d| d| d| d| d S )NaG
r z+
zC
)jsondumpsrE r= r r> r r )r r= r> r r r" r" r# __str__ s
zGraphHTML.__str__r r c C s | S r )r )r r" r" r# _repr_html_ s zGraphHTML._repr_html_)TN)r= r r> r r rP r r )r r )rA rB rC __doc__r r r r" r" r" r# r% \ s & r% )NNNNT)rF rG r9 rH rI rJ rK rL r$ r rM rN rO rP r r )rF ri rM r r$ r rj rk rl rm r rk r rk rO rP r r )
__future__r r loggingtypingrR dataclassesr r r r r r sqlglot.errorsr sqlglot.optimizerr r
r r r
sqlglot.optimizer.scoper
TYPE_CHECKINGsqlglot.dialects.dialectr getLoggerr r rh rf r% r" r" r" r# s8
3 ; b