shdZdZdZddlZddlZddlmZddlmZm Z m Z m Z m Z m Z mZmZmZmZmZmZddlmZmZmZddlmZmZmZmZdd lmZmZm Z m!Z!m"Z"dd l#m$Z$m%Z%dd l&m'Z'dd l(m)Z)dd l*m+Z+GddeZ,y)zCopyright 2021, 3Lizz GPL version 3z info@3liz.orgN)Dict) QgisQgsDistanceArea QgsExpressionQgsExpressionContextQgsExpressionContextUtils QgsFeatureQgsFeatureRequestQgsField QgsFieldsQgsJsonExporter QgsJsonUtils QgsProject) QMetaType QTextCodecQVariant)QgsRequestHandlerQgsServerRequestQgsServerResponse QgsService)find_vector_layerget_lizmap_groupsget_lizmap_user_loginget_server_fidwrite_json_response)ALLOWED_SAFE_EXPRESSIONSNOT_ALLOWED_EXPRESSION)ExpressionServiceError)Logger)to_boolc 0eZdZdefdZdefdZdedededdfdZ e d e eefdededdfd Z e d e eefdededdfd Z e d e eefdededdfd Ze d e eefdededdfd ZedededefdZededededeegfdZy)ExpressionServicereturncy)z Service name EXPRESSIONselfs @/var/www/qgis-server/plugins/lizmap_server/expression_service.pynamezExpressionService.name/scy)z Service version z1.0.0r&r's r)versionzExpressionService.version4sr+requestresponseprojectNcpt||}t|}t|}|j}||d<t ||d<|j ||j } |jddj} t|jj| d k(r|j|||y| d k(r|j|||y| d k(r|j!|||y| d k(r|j#|||ytdd j%| d#t$rtdd| ddwxYw#t$r} | j'|Yd} ~ yd} ~ wt$r<} t)j*| tdd} | j'|Yd} ~ yd} ~ wwxYw)z( Execute a 'EXPRESSION' request lizmap_userlizmap_user_groupsREQUESTBad request errorzInvalid POST DATA for ''EVALUATEREPLACEEXPRESSIONTEXTGETFEATUREWITHFORMSCOPE VIRTUALFIELDSzInvalid REQUEST parameter: must be one of 'Evaluate', 'ReplaceExpressionText', 'GetFeatureWithFormScope', 'VirtualFields'; found '{}'NzInternal server errorzInternal 'lizmap' service error)rrrcustomVariableslistsetCustomVariables parametersgetupperbytesdatadecode Exceptionrevaluatereplace_expression_textget_feature_with_form_scopevirtual_fieldsformatformatResponser log_exception) r(r.r/r0request_handlergroups user_login custom_varparamsreqparamerres r)executeRequestz ExpressionService.executeRequest?s ,GX>"?3*?; ,,. $. =!+/< '("":.##% )zz)R0668H glln%,,.:% fh844,,VXwG66007K_,##FHg>,'MMSVT\M]  ,'-hZq9 *& )   x ( ( )   #()@BcdC   x ( ( )sT( E 'D00E E"E;EE0E  E F5E-- F592F00F5rRc*t}|jdd}|s tdddt||}|stdd|dd|jdd}|s'|jd d}|s tdd dd |d } t j |}t} | jtj| jtj|| jtj|t!} | j#|j%|j'| j)|j+i} g} g} t-|t.r t1|} n t-|t2r|j5} | D]\}}t7|}|j9| |j;|j=|j?|jA|jCr&| jEd|d|jG|jIs| jEd|d|jK| || |<| r+tddjMdjO| d|jdd}|s|jdd}|rd|zdz}dggdd}|si}i}| j5D]j\}}|jQ| }|jSrd||<|jU||<@t j tWjX|||<l|djE||d jE|t[||y t j |}|rt-|t.rt]|dk(rtdd"|ddd#|dvs |dd#d$k7rtdd%jM|dtWj^d&|zd'ztajbd(}tWjdd&|zd'z|tajbd(}|stdd)|dtg|ji}|jk|tm|jd*}|D]}to|}|jq|js|jiD]<}|ju}|jw|d+k7s(|jy|||>|r$| jtjz|| j}|| j|jii}i}| j5D]\}}|r|jK| |jQ| }|jSrd||<|jU||<St j tWjX|||<|j||<|djE||d jE||d,xxd-z cc<t[||y#t $r;|jd |dtjtdd|ddwxYw#t $r;|jd!|dtjtdd"|ddwxYw).a Evaluate expressions against layer or features In parameters: LAYER=wms-layer-name EXPRESSION=An expression to evaluate or EXPRESSIONS=["first expression", "second expression"] or EXPRESSIONS={"key1": "first expression", "key2": "second expression"} // optionals FEATURE={"type": "Feature", "geometry": {}, "properties": {}} or FEATURES=[{"type": "Feature", "geometry": {}, "properties": {}}, {"type": "Feature", "geometry": {}, "properties": {}}] FORM_SCOPE=boolean to add formScope based on provided features LAYERr5r6z8Invalid 'Evaluate' REQUEST: LAYER parameter is mandatoryr8z(Invalid LAYER parameter for 'Evaluate': provided EXPRESSIONSr%zLInvalid 'Evaluate' REQUEST: EXPRESSION or EXPRESSIONS parameter is mandatory[""]zJSON loads expressions ' ' exception: z)Invalid 'Evaluate' REQUEST: EXPRESSIONS '' are not well formedError "": Expression not valid ""z&Invalid EXPRESSIONS for 'Evaluate': {} FEATURESFEATURE[]successrstatusresultserrorsfeaturesNrkrlJSON loads features '&Invalid 'Evaluate' REQUEST: FEATURES 'typeFeature_Invalid 'Evaluate' REQUEST: FEATURES '{}' are not well formed: type not defined or not Feature.){ "type": "FeatureCollection","features":}UTF-8zEInvalid FEATURES for 'Evaluate': not GeoJSON features array provided FORM_SCOPErm)ArrArrjsonloadsrFcritical traceback format_excr appendScoper globalScope projectScope layerScoper setSourceCrscrstransformContext setEllipsoid ellipsoid isinstancer> enumeratedictitemsrsetGeomCalculatorsetDistanceUnits distanceUnits setAreaUnits areaUnitshasParserErrorappendparserErrorStringisValidpreparerKjoinrG hasEvalErrorevalErrorStringr encodeValuerlenstringToFieldsr codecForNamestringToFeatureListr fieldsextendr r setGeometrygeometryr*indexOf setAttribute formScope setFeature setFields expression) rRr/r0logger layer_namelayer expressionsrexp_json exp_contextdaexp_mapexp_parser_errors exp_itemskrUexprmfeaturebodyresulterrorvaluegeojsonfeature_fields feature_list feat_fieldsadd_form_scopeffeatfield field_names r)rGzExpressionService.evaluaters$ZZ, (#J  "*g6(#::,iP  jj3 L"5J,'bzl"-K zz+.H+,  9 E E GH 9 F Fw OP 9 D DU KL   W%=%=%?@ ))+, h %!(+I $ ' (I DAq"C  ! !" %  !6!6!8 9   W..0 1!!#!((71#S9N9N9P8Q)RS;;=!((+A!A)FG KK $GAJ $ (#9@@K\A]^  ::j"-jjB/G=3.   FE!--/ L3 [1##% $F1I"224E!H $ <+C+CE+J KF1I  L O " "6 * N ! !% ( h /  jj*Gj$73w<1;L(#8 BWX   #wqz&'9Y'F(##VH-  &44 7( BS H  # #G ,.$77 7( BS H   # #G ,. (#XYaXbc    / >*!L!9:! "Ak*D   QZZ\ * A"ZZ\ &&z2b8%%j!J-@ A ''(A(K(KD(QR  " "4 (  ! !$++- 0FE!--/ 03!KK , [1##% $F1I"224E!H $ <+C+CE+J KF1I"~~/E!H 0 O " "6 * N ! !% (   ! C! "F D(+Q  OO*;-~iFZFZF\E]^ `(#;K=H]^  j  OO'z @T@T@V?WX Z(#8 BWX  sZ[A[ A\c t}|jdd}|s tdddt||}|stdd|dd|jdd}|s'|jd d}|s tdd dd |d } t j |}|jdd} | s|jdd} | rd| zdz} t} | jtj| jtj|| jtj|t!} | j#|j%|j'| j)|j+i} g}t-|t.r t1|}n t-|t2r|j5}|D] \}}|| |< dggdd}| s}i}| j5D]G\}}t7j8|| | }t j t;j<|||<I|dj?|tA||y| jCdk(r!|jE}|jG}n t j | }|rt-|t.rtI|dk(rtdd| ddd|dvs |dddk7rtddjK| dt;jLd | zd!ztOjPd"}t;jRd | zd!z|tOjPd"}|stdd#jK| dtU|jE}|jW|tY|jd$}|jd%djCd&k(}|rt[}|j#|j%tU}| j]D]{}t_j`d'kr$tcte|tfjh}n-tcte|tjjljn}|j?|}nd}d}|D]}tq|}|js|ju|jED]<}|jw}|jy|d(k7s(|j{|||>|r$| jtj||| j|| j|jEi}| j5D]G\}}t7j8|| | }t j t;j<|||<I|rtq||j} | js|ju| jt/|j|dj?|j| |dj?||r^|jd)|jd*d+|jd,jd-d.d,j|dzd/zgytA||y#t $r;|jd |dtjtdd|ddwxYw#t $r;|jd| dtjtdd| ddwxYw)0av Replace expression texts against layer or features In parameters: LAYER=wms-layer-name STRING=A string with expression between [% and %] or STRINGS=["first string with expression", "second string with expression"] or STRINGS={"key1": "first string with expression", "key2": "second string with expression"} // optionals FEATURE={"type": "Feature", "geometry": {}, "properties": {}} or FEATURES=[{"type": "Feature", "geometry": {}, "properties": {}}, {"type": "Feature", "geometry": {}, "properties": {}}] or FEATURES=ALL to get Replace expression texts for all features of the layer FORM_SCOPE=boolean to add formScope based on provided features FORMAT=GeoJSON to get response as GeoJSON rXr5r6zEInvalid 'ReplaceExpressionText' REQUEST: LAYER parameter is mandatoryr8z5Invalid LAYER parameter for 'ReplaceExpressionText': rYSTRINGSSTRINGzQInvalid 'ReplaceExpressionText' REQUEST: STRING or STRINGS parameter is mandatoryr[r\zJSON loads strings 'r]z2Invalid 'ReplaceExpressionText' REQUEST: STRINGS 'r^rdrerfrgrhrrirkNALLrnrorprqrrrsrtruzTInvalid FEATURES for 'ReplaceExpressionText': not GeoJSON features array provided {}rvFORMATGEOJSONirw Content-Typez'application/vnd.geo+json; charset=utf-8, z{"type": "FeatureCollection"z "features": []})IrrArrryrzrFr{r|r}rr~rrrrrrrrrrrr>rrrrreplaceExpressionTextrrrrrBr getFeaturesrrKrrrrr rr r keysr versionIntr strrStringrTypeQStringr rrr*rrrrrid setAttributesvalues exportFeature setStatusCode setHeaderwriter) rRr/r0rrrstrings the_stringstr_jsonrmrrrstr_map str_itemsrsrrrrrrrrgeojson_outputexportergeojson_fieldsrrrrs r)rHz)ExpressionService.replace_expression_textMs/,ZZ, (#W  "*g6(#G |S\]  **Y+Hb1J,'g:,b)G zz'*H::j"-jjB/G=3.+,  9 E E GH 9 F Fw OP 9 D DU KL   W%=%=%?@ ))+, h %!(+I $ ' (I DAqGAJ     F  H1%;;A{BO JJ|'?'?'FGq  H O " "6 * h /  >> u $"\\^N ,,.L **X.*Wd";s7|q?P,'*!L!9:Hb1779YF &(H  ! !%))+ .&[N\\^ -??$u,$SVX__=E$SVY^^-C-CDE%%e,  -H!N /Ak*D   QZZ\ * A"ZZ\ &&z2b8%%j!J-@ A ''(A(K(KD(QR  " "4 (  ! !$++- 0F  H1%;;A{BO JJ|'?'?'FGq  H$^QTTV<##AJJL1%%d6==?&;<Y&&x'='=g'FGY&&v.9 /<   " "3 '   ~/X Y NN 2#ejji&AADH   h /K  OO&wi~i>R>R>T=UV X(#DWIMbc  z +H:^IDXDXDZC[\^,'zl)T  ZZ"- (#Z  zz."5 (#`  jj.Gj$7(#bii "   ' !gfo&B(#2396,3G  +99   # #G ,.)<<    # #G ,. !(#vl+    !Q &(#vl+  &a(  $4b9  **^4*Wd";,'hoo&(  {{6"i/,'67=vn7M %1$?$?''0%2 !#/"B"B%''0#2  '#.A*Ba*G,'$f^4 .a0K+,  9 E E GH 9 F Fw OP 9 D DU KL 9 C CI NO   # #$=$M$Mk$Z [   W%=%=%?@ ))+,j) # w4467 7,,./    !(#PWW 7 7 9;   }}(#[bb     k"{3FJJ78  LL*//:: ;224 %23!33'-zz(B'?'E'Ec'JP!aAGGIPP 5A  ! !&.."3 4 5 s#>+=>CD'.   ' ' 7 %%c* Ds"^D-%HHC NN9}'B'B4S'QQ R NN I   tW  OO+L> H\H\H^G_` b(#bii "   v //?~iNbNbNdMefh,'hoo&(  r4Ps,Y 0Z4 [.2[3:[3 AZA[+c2t}|jdd}|s tdddt||}|stdd|dd|jdd}|s tdd dtj d|}|jd }tj d |} t } | jtj| jtj|| jtj|t} | j|j|j| j!|j#i} g} |j%D]I\}}tj'|| |\}}|r| j)|4|j+| || |<K| j%D]\}}tj'|| |\}}|r| j)|4|j-D]b}|t.vs d j1t.}|j3d |j5d |d|dt6d|d t9t6}d|j+| || |<| r+tddj;dj1| dt=}|jdd}|rt9|}|j?| |jA|jC|jE|jG|jIr+tddj;||jKd|jMstdd|dd|j+| t=|| }|jdd} |jOtQ||jddjU}|dvrQ|jdd}t=jV||dk(}|jYt=jZ|gn|dk7rtdd|ddt]|jd }|s)|j_t<j`jb|je}|Dcgc]}|}}|jg}|jd!djid D cgc]} | s| jk}!} |!D]"} |j)|jm| $|jod"|jqd#d$|jsd%|jutw|}"|r|"jy|d}#|j{|D]}$|d&zt}|$|z}%i}&| j|$| j|$jgi}'| j%D]}\}}|j| }(|jrd'|&|<|j|'|<@tjtj|(|&|<|j|'|<|js|#|"j|$|&|%z|jud(}#|jsd)y'#tR$rtdd|ddwxYwcc}wcc} w)*aZ Get virtual fields for features In parameters: LAYER=wms-layer-name VIRTUALS={"key1": "first expression", "key2": "second expression"} // optionals SAFE_VIRTUALS={"key1": "first expression", "key2": "second expression"} FILTER=An expression to filter layer FIELDS=list of requested field separated by comma WITH_GEOMETRY=False LIMIT=number of features to return or nothing to return all SORTING_ORDER=asc or desc, default = asc SORTING_FIELD=field name to sort by rXr5r6z=Invalid 'VirtualFields' REQUEST: LAYER parameter is mandatoryr8z-Invalid LAYER parameter for 'VirtualFields': rYVIRTUALSz@Invalid 'VirtualFields' REQUEST: VIRTUALS parameter is mandatory SAFE_VIRTUALSrzProject z, layer z, input expression 'z3' has been discarded from evaluation, replaced by 'z '. Only 'z' are allowed.z9Invalid VIRTUALS or SAFE_VIRTUALS for 'VirtualFields': {}rcrz1Invalid FILTER for 'VirtualFields' Error "{}": {}z9Invalid FILTER for 'VirtualFields' Expression not valid "rbLIMITz-1z$Invalid LIMIT for 'VirtualFields': " SORTING_ORDER)ascdesc SORTING_FIELDr z,Invalid SORTING_ORDER for 'VirtualFields': "rrrrrrrNrr)JrrArrr"check_json_virtualsrr~rrrrrrrrrrrcheck_expressionrrreferencedFunctionsrrwarningfileNamerrrKr rrrrrrrrsetLimitint ValueErrorlower OrderByClause setOrderByOrderByr rrrrrrrrrrrrr rrrrrrGrrryrzrrrr))rRr/r0rrrvirtualsvir_json safe_virtuals safe_vir_jsonr distance_arearrrrrrmemberallowedr req_filterreq_exp req_limitreq_sorting_order_paramreq_sorting_fieldorder_by_clauserrrrrrrrrrrextrarlrs) r)rJz ExpressionService.virtual_fieldss ZZ, (#O  "*g6(#? |9U  ::j"-(#R  %88XN ?3 )==o}] +,  9 E E GH 9 F Fw OP 9 D DU KL() ""599;0H0H0JK""7#4#4#67!)!1 ! E:*;;J W^_JC!((/ KK $ GEN !"/!4!4!6 ! E:*;;J W^_JC!((/113 @!99!hh'?@GNN"7#3#3#5"67!!+ ---7L9((>'?@!!(  9((>?C @ KK $ GEN' !, (#LSSTXT]T]^oTpq   !ZZ"- #J/G  % %m 4  $ $W%:%:%< =  !2!2!4 5%%','IPP"G$=$=$?A  ??$,'PQ[P\\^_ OOK (#G[9CJJw-   LLY (#)**_b"A"G"G"I "o 5 & ?B ? /==>OQhlqQqrO NN,44o5FG H $ *(#?@W?XXZ[  FJJ78  LL*//:: ;224 %23!33'-zz(B'?'E'Ec'JP!aAGGIPP 5A  ! !&.."3 4 5 s#>+=>CD'.   ' ' 7 %%c* Ds"^D-%HHCE  " "4 (  ! !$++- 0F%mmo 5 s [1##%#'E%L$'$7$7$9F5M#'::l.F.Fu.M#NE%L$'NN$4F5M 5 NN9}'B'B4PS'TT U NN I- . tI (#7 {"E  64Ps[1 \\\1\ r*rc $|siS tj|}t|tstdd|dd|S#t$rHt}|j d|d|dt j tdd|ddwxYw)z. Load virtuals dictionary from string to JSON.z JSON loads z 'r]r6z+Invalid 'VirtualFields' REQUEST: VIRTUALS 'r^r8) ryrzrFrr{r|r}rrr)clsr*r virtual_jsonrs r)rz%ExpressionService.check_json_virtualssI ::h/L,-(#=hZG\]   XF OOdV2hZ~i>R>R>T=UV X(#=hZG\]   s >ABexpression_strr c>t|}|j||j|j|j |j |j rdd|d|jfS|jsdd|dfS|dfS)z8 Check if an expression as a string has an error or not.Nr_r`rarbr5) rrrrrrrrr)r+r-r r0rs r)rz"ExpressionService.check_expressions#>2 $$]3##G$9$9$;< 1 1 34  $ $ &7>"2#j6R6R6T5UVV V!!#1.1ACC C2~r+)__name__ __module__ __qualname__rr*r-rrrrV staticmethodrrGrHrIrJ classmethodrrrrrr&r+r)r"r"-sc 0)&60)BS0) *0)/30)fXc3hX3DXzX^bXXtYcNY.?YJTYY]YYv\cN\.?\JT\Y]\\|DtCH~D9JDU_DdhDDLscd0!$5DOY_lnq^rr+r")- __copyright__ __license__ __email__ryr|typingr qgis.corerrrrrr r r r r rrqgis.PyQt.QtCorerrr qgis.serverrrrrlizmap_server.corerrrrr*lizmap_server.definitions.safe_expressionsrrlizmap_server.exceptionrlizmap_server.loggerrlizmap_server.toolsr r"r&r+r)r@sj&       =<h:''J Jr+