o QDi`@sddlmZddlZddlmZddlmZddlmZddl m Z m Z m Z m Z mZddlZddlmZd d lmZe rBdd lmZGd d d ZdddZdddZdddZdS)) annotationsN)Counter)Decimalnan) TYPE_CHECKINGAnyDictListUnion)helpers)types) TableResourcec@seZdZddd d d Zd S) AnalyzerF)detailedresourcerrboolreturntypes.IAnalysisReportcCst}i}i|d<d|d<d|d<i|d<i}gd}|[|jD]O}d}|D]<} |j| } | || d} | j|vrDg|| j<| durS| j|vrOt } |d7}t | t r\t | } || j | q(|dkrq|dd7<q"Wdn1s|wY|r|ri|d<|jjD]} i|d| j<| j|dvrd|d| j<|d| jd7<| jg|d vrd |d| jd <t|| j|d| jd <| j|vrd |d| jd <dd|| jD} t| dkrq|d| jt| g|d| jd<|jjt| |d| jd<|jjD]Y} | j|vrrg}g}t|| j|| jD]\}}t ||fvrF| || |q1t|dkrr| j|dvr^g|d| j<| jt||d}|d| j |q|d| jd\}}|| jD]!} | t ur|| kr|ksn|d| jd | qq|jj|d|d<d|d<|jjr|jjr|jj|jj|d<|j|d<i|tj|jdddS)N variableTypesr notNullRowsrowsWithNullValues fieldStats)integernumericnumberr correlationsboolean categoricaltypevaluesrcSsg|]}|tur|qSr).0cellr#r#W/var/www/Datamplify/venv/lib/python3.10/site-packages/frictionless/analyzer/analyzer.py Ksz3Analyzer.analyze_table_resource..r outliers missingValues) fieldNamecorrboundsaverageRecordSizeInBytes timeTakencSs|duS)Nr#)_vr#r#r&sz1Analyzer.analyze_table_resource..)filter)r Timer row_streamschema get_field read_cellgetnamer!r isinstancerfloatappendfieldssetlenupdate _statisticsstatsrowszip statistics correlationbytestimeattrsasdict)selfrrtimeranalysis_report columns_datarrow null_columns field_namefieldr%rows_without_nan_valuesfield_yvar_xvar_ycell_xcell_ycorrelation_result lower_bound upper_boundr#r#r&analyze_table_resources                   zAnalyzer.analyze_table_resourceN)rrrrrr)__name__ __module__ __qualname__r\r#r#r#r&rsrdataUnion[float, int]rcCs6t|}|d}|r|dddkr|ddSdS)zFinds highly common data with frequency Args: data (float|int): data Returns: (float|int): highly common element and its count rrN)r most_common)r`column common_valuer#r#r&_common_valuess   reDict[str, Any]cCsi}t||d<t||d<t||d<t||d<t||d<t||d<t||d<t||d<t |d|d <t t ||d <|S) zCalculate the descriptive statistics of the data Args: data (float|int): data Returns: dict : statistics of the data meanmedianmodevariance quantilesstdevmaxminr, uniqueValues) rErgrhrerjrkrlrmrn _find_boundsr?r>)r`resource_statsr#r#r&rAs    rA quartiles List[Any]cCs:|\}}}||}t|d|}t|d|}||gS)zCalculate the higher and lower bound of distribution Args: quantiles (List): list of quartiles of distribution Returns: List: upper and lower bound g?)round)rrq1r/q3inter_quartile_ranger[rZr#r#r&rps rp)r`rarra)r`rarrf)rrrs) __future__rrE collectionsrdecimalrmathrtypingrrr r r rIr r resourcesrrrerArpr#r#r#r&s