U di @s<ddlZddlZddlZddlmZddlmZddlmZm Z m Z m Z m Z ddl ZddlmZernddlZGdddeZd d eeDZd d d dddddddg Zd\aZd\aZGdddeZGdddeZGdddeZddZ dd Z!d!d"Z"d#d$Z#d%d&Z$d'd(Z%d)d*Z&d+d,Z'd-d.Z(d/d0Z)d1d2Z*d3d4Z+d5d6Z,d7d8Z-d9d:Z.d;d<Z/d=d>Z0d?d@Z1dAdBZ2dCdDZ3dEdFZ4dGdHZ5dIdJZ6dKdLZ7dMdNZ8dOdPZ9efej:e e;efe e;e fe e;e fe e;dQdRdSZ*s rrandom collectionsmathtimequeue itertoolsrestatZ statistics unicodedata)iP)ric@s eZdZdS)BreakExceptionNr r rrrrrr%Bsr%c@s eZdZdS)ContinueExceptionNr&rrrrr'Fsr'c@seZdZddZdS)ReturnExceptioncCs ||_dSN)value)selfr*rrr__init__KszReturnException.__init__N)r r rr,rrrrr(Jsr(cCs,t|tr|St|dr t|StddS)N__iter__zObject is not iterable)rlisthasattrr )objrrr get_iterableOs   r1cCsxt|j|||}t|jtjr$| St|jtjr6|St|jtjrJ| St|jtjr^|St d|jj j ddS)NzUnary operation  is not supported.) evaluate_astoperandropastZUSubZUAddZNotZInvertr __class__r ) expressionstate static_tools custom_toolsr4rrrevaluate_unaryopXsr<cs*ddjjDfdd}|S)NcSsg|] }|jqSrargrr>rrr gsz#evaluate_lambda..cs4}t|D]\}}|||<qtj|Sr))copyzipr3body)values new_stater>r*argsr;lambda_expressionr9r:rr lambda_funcis z$evaluate_lambda..lambda_func)rG)rHr9r:r;rIrrFrevaluate_lambdafsrJc Csd}d}t|j|||r|jD]H}zt||||Wqtk rLYdStk rdYqhYqXq|d7}||krtd|dqdS)NirzMaximum number of z" iterations in While loop exceeded)r3testrCr%r'r )Z while_loopr9r:r;Zmax_iterationsZ iterationsnoderrrevaluate_whilers rNcsfdd}|S)Nc sn}ddjjD}fddjjD}tt|t| d|}t||D]\}}|||<qZ|D]\}}|||<qtjjrjjj}|||<jj rjj j} ||| <|D]\}}||kr|||<qˆjjrjjdjdkr|r|d|d<|dj |d<d} z j D]} t | |} q&Wn*t k rh} z | j} W5d} ~ XYnX| S)NcSsg|] }|jqSrr=r?rrrr@sz5create_function..new_func..csg|]}t|qSrr3)rdr;r9r:rrr@srr+r7)rArGdefaultsdictrBlenitemsvarargr>kwargr7rCr3r(r*) rGkwargsZ func_state arg_namesZdefault_valuesrRrr*Z vararg_nameZ kwarg_nameresultstmter;func_defr9r:rrnew_funcs8       z!create_function..new_funcr)r^r9r:r;r_rr]rcreate_functions,r`cCs.i}|D]\}}|||<q t|t||Sr))rUrtuple) class_name class_basesZ class_body class_dictkeyr*rrr create_classs rfcCst||||||j<||jSr))r`r)r^r9r:r;rrrevaluate_function_defsrgc s|j}fdd|jD}i}|jD]}t|tjrNt|||j<q(t|tjr|jD]J}t|tj rt |j ||j <q`t|tj r`t |j ||j<q`q(td|jjq(t|t||} | |<| S)Ncsg|]}t|qSrrO)rbaserQrrr@sz&evaluate_class_def..z%Unsupported statement in class body: )rbasesrCrr6 FunctionDefrgAssigntargetsNamer3r*id Attributeattrr r7r rra) Z class_defr9r:r;rbrirdr[target new_classrrQrevaluate_class_defs       rscsfdd|j}t|j}t|jtjrtt|trht|ts^td|d||}n||}n.t|jtj r||}nt|jtj r||}nt|jtj r||}nt|jtj r||}nt|jtj r||}nt|jtjr||}nt|jtjr"||@}nt|jtjr<||B}nft|jtjrV||A}nLt|jtjrp||>}n2t|jtjr||?}ntdt|jjdt|j||S)Ncst|tjr|jdSt|tjrNt|j}t|j}||St|tj rvt|j}t ||j St|tj rt fdd|jDSt|tjrfdd|jDStddS)Nrc3s|]}|VqdSr)rreltget_current_valuerr sz@evaluate_augassign..get_current_value..csg|] }|qSrrrtrvrrr@szAevaluate_augassign..get_current_value..z3AugAssign not supported for {type(target)} targets.)rr6rmgetrn Subscriptr3r*slicerorrpTupleraeltsrr )rqr0rer;rwr9r:rrrws      z-evaluate_augassign..get_current_valuezCannot add non-list value z to a list.z Operation r2)rqr3r*rr5r6Addr.r SubMultDivModPowFloorDivBitAndBitOrBitXorLShiftRShiftrr set_value)r8r9r:r;Z current_valueZ value_to_addZ updated_valuerr~revaluate_augassignsD                rcCsht|jtjr2|jD]}t||||sdSqdSt|jtjrd|jD]}t||||rFdSqFdSdSNFT)rr5r6AndrDr3Or)rMr9r:r;r*rrrevaluate_boolops  rcCsJt|j|||}t|j|||}t|jtjr6||St|jtjrL||St|jtjrb||St|jtj rx||St|jtj r||St|jtj r||St|jtj r||St|jtj r||@St|jtjr||BSt|jtjr||ASt|jtjr||>St|jtjr.||?Stdt|jjddS)NzBinary operation z is not implemented.)r3leftrightrr5r6rrrrrrrrrrrrNotImplementedErrorrr )Zbinopr9r:r;Zleft_valZ right_valrrrevaluate_binops6rc Cst|j|||}t|jdkr:|jd}t|||||nt|jt|krltdt|dt|jdg}|jD]&}t|tjr| |qv| |qvt |j|D]\}}t|||||q|S)NrKrzAssign failed: expected z values but got .) r3r*rTrlrr rr6StarredextendappendrB) Zassignr9r:r;rZrqZexpanded_valuesZtgtvalrrrevaluate_assignAs      rc Cst|tjr4|j|kr(td|jd|||j<nt|tjrt|tstt|drlt|tt fslt|}ntdt |j t |krtdt |j D]\}}t ||||||qnbt|tjrt|j|||}t|j|||}|||<n,t|tjrt|j|||}t||j|dS)NzCannot assign to name 'z,': doing this would erase the existing tool!r-zCannot unpack non-tuple valuez!Cannot unpack tuple of wrong size)rr6rmrnr r|rar/strbytesrTr} enumeraterrzr3r*r{rosetattrrp) rqr*r9r:r;ielemr0rerrrrTs(        rcst|jtjs.t|jtjs.td|jdt|jtjrt|jj}|jj}t ||sttd|d|t ||}nrt|jtjr|jj }|kr|}nJ|kr|}n8|kr̈|}n&|t krt |}ntd|jj dg}|j D]>}t|tjr&|t|jq|t|qg}|j D]n}t|tjrt|j} t | drt| ttfrtd| || n|t|qFfdd |jD} t|trt|jd d kr||}t |d r|j|| |S|d kr|sTdkrLdkrLtddStd|d} t| tsptdt|d krt| St|dkr|d } t| | Stdn8|dkrdtt|} t| d7adS||| } | SdS)Nz This is not a correct function: z).zObject z has no attribute zIt is not permitted to evaluate other functions than the provided tools or functions defined in previous code (tried to execute r-z!Cannot unpack non-iterable value cs i|]}|jt|jqSr)r>r3r*)rkeywordrQrrrsz!evaluate_call..rrKr,superr7r+z#super() needs at least one argumentrzsuper() argument 1 must be typer z!super() takes at most 2 argumentsprint  )rfuncr6rormr r3r*rpr/rrnERRORSrGrrrrrkeywordsrrTr split__new__r,rjoinmap PRINT_OUTPUTS)callr9r:r;r0 func_namerrGr>unpackedrXclsinstanceoutputrrQr evaluate_calllsx         "          rcCst|j|||}t|j|||}t|tr.cSsg|] }t|qSr)r)rr5rrrr@sTzOperator not supported: )r3r comparatorsopsrBr6ZEqZNotEqZLtZLtEZGtZGtEZIsZIsNotZInZNotInr rboolrrall) conditionr9r:r;rrrrZZ current_leftr5Z comparatorZcurrent_resultrrQrevaluate_conditions@                    rcCsjd}t|j|||}|r@|jD]}t||||}|dk r|}qn&|jD]}t||||}|dk rF|}qF|Sr))r3rLrCorelse)Z if_statementr9r:r;rZ test_resultline line_resultrrr evaluate_ifs  rc Csd}t|j|||}|D]x}t|j|||||jD]T}zt||||}|dk rT|}Wq4tk rpYqYq4tk rYq4Yq4Xq4qqq|Sr))r3iterrrqrCr%r') Zfor_loopr9r:r;rZiteratorcounterrMrrrr evaluate_for!s    rcs fddjd|S)Nc s|t|krtj|gS||}t|j|}g}|D]~}|t|jtjr~t |jj D]\}}|||j <qdn ||jj <t fdd|j Dr>|||dq>|S)Nc3s|]}t|VqdSr)rOrZ if_clauser;rEr:rrrxCsz.inner_evaluate..rK)rTr3rurrArrqr6r|rr}rnrifsr) generatorsrZ current_state generator iter_valuerZr*idxrr;inner_evaluatelistcompr:)rErr6s  z)evaluate_listcomp..inner_evaluater)r)rr9r:r;rrrevaluate_listcomp5src Cszz|jD]}t||||q Wntk r}znd}|jD]V}|jdks`t|t|j|||r.check_module_authorized..rKc3s|]}|kVqdSr)r)rsubpathauthorized_importsrrrxszBimport_modules..check_module_authorized..)rrangerTany) module_nameZmodule_subpathsrrrcheck_module_authorizeds  z/import_modules..check_module_authorizedz Import of z) is not allowed. Authorized imports are: cSsg|] }|jqSr)r)raliasrrrr@sz"import_modules..)fromlistz Import from z is not allowed.) rr6ImportnamesrrZasnamer r ImportFrommodule __import__r)r8r9rrrrrrrimport_moduless"        rc si}|jD]|}t|j|}|D]b}|t|j|tfdd|jDr"t|j}t|j } | ||<q"q |S)Nc3s|]}t|VqdSr)rOrrrrrxsz$evaluate_dictcomp..) rr3rrArrqrrrer*) dictcompr9r:r;rZgenrr*rerrrrevaluate_dictcomps  r)r8r9r:r;rc s`ttkrtdtdtd7at|tjr:t|St|tjrTt|St|tj rnt |St|tj r|j St|tj rtfdd|jDSt|tjtjfrt|St|tjrt|St|tjrt|j St|tjrt|St|tjr4tn(t|tjrLtnt|tjrht|St|tjrt |St|tj!rt"|St|tj#rt$|St|tj%rfdd|j&D}fdd|j'D}t(t)||St|tj*r&t|j St|tj+rBt,|St|tj-r`t|j St|tj.r|t/|St0td rt|tj1rt|j St|tj2rd 3fd d|j'DSt|tj4rfd d|jDSt|tj5rt6|St|tj7r0t8|St|tj9rxt|j:}|rdt|j;St|j<Snt|tj=rt|j }t>||j?St|tj@rtA|jBd k rt|jBnd |jCd k rt|jCnd |jDd k r t|jDnd St|tjEr,tF|St|tjGrHtH|St|tjItjJfrhtK||St|tjLrtM|St|tjNrtO|St|tjPrtQ|St|tjRrtS|St|tjTrtU|St|tjVrfdd|jDSt|tjWrJtX|j rBt|j nd nt|jYjZdd S)a Evaluate an abstract syntax tree using the content of the variables stored in a state and only evaluating a given set of functions. This function will recurse trough the nodes of the tree provided. Args: expression (`ast.AST`): The code to evaluate, as an abstract syntax tree. state (`Dict[str, Any]`): A dictionary mapping variable names to values. The `state` is updated if need be when the evaluation encounters assignements. static_tools (`Dict[str, Callable]`): Functions that may be called during the evaluation. Trying to change one of these static_tools will raise an error. custom_tools (`Dict[str, Callable]`): Functions that may be called during the evaluation. These static_tools can be overwritten. authorized_imports (`List[str]`): The list of modules that can be imported by the code. By default, only a few safe modules are allowed. Add more at your own risk! z(Reached the max number of operations of ze. Maybe there is an infinite loop somewhere in the code, or you're just asking too many calculations.rKc3s|]}t|VqdSr)rOrtrQrrrxszevaluate_ast..csg|]}t|qSrrO)rkrQrrr@ sz evaluate_ast..csg|]}t|qSrrOrvrQrrr@ sIndexr$csg|]}tt|qSr)rr3rrQrrr@scsg|]}t|qSrrOrtrQrrr@sNcsh|]}t|qSrrOrtrQrr Iszevaluate_ast..r2)[OPERATIONS_COUNTMAX_OPERATIONSr rr6rkrZ AugAssignrZCallrConstantr*r|rar}ZListCompZ GeneratorExprZUnaryOpr<rr3ZBoolOprZBreakr%Continuer'ZBinOprZComparerLambdarJrjrgrrrDrSrBZExprZForrZFormattedValueZIfrr/rZ JoinedStrrrrmrrzrZIfExprLrCrrorrpZSlicer{lowerupperstepZDictComprZWhilerNrrrZClassDefrsZTryrZRaiserZAssertrZWithrSetZReturnr(r7r ) r8r9r:r;rrrDZtest_valr*rrQrr3s            r3)coder:r;r9rc Csfzt|}Wn0tk r>}ztd|W5d}~XYnX|dkrLi}|dkrXi}|dkrdi}d}dada|jD]}zzt|||||}Wnt k r$}ztd} ttdkrtttkr| dtd 7} n| dtdtdtd 7} | d t ||d |7} t | W5d}~XYnXW5tttkrBt|d<ntdtdtd|d<Xqv|S) a Evaluate a python expression using the content of the variables stored in a state and only evaluating a given set of functions. This function will recurse through the nodes of the tree provided. Args: code (`str`): The code to evaluate. static_tools (`Dict[str, Callable]`): The functions that may be called during the evaluation. These tools cannot be overwritten in the code: any assignment to their name will raise an error. custom_tools (`Dict[str, Callable]`): The functions that may be called during the evaluation. These tools can be overwritten in the code: any assignment to their name will overwrite them. state (`Dict[str, Any]`): A dictionary mapping variable names to values. The `state` should contain the initial inputs but will be updated by this function to contain all variables as they are evaluated. The print outputs will be stored in the state under the key 'print_outputs'. z.The code generated by the agent is not valid. Nr$rZ print_outputsz _Print outputs were over z* characters, so they have been truncated._zPrint outputs: z ==== z0 characters, so they have been truncated._ ==== z.EXECUTION FAILED: Evaluation stopped at line 'z"' because of the following error: ) r6parse SyntaxErrorrr rCrTMAX_LEN_OUTPUTr3r Zget_source_segment) rr:r;r9rr8r\rZrMrrrrevaluate_python_codeSs>        r)>r6rrcollections.abcr importlibrtypingrrrrrZnumpyrutilsr Zpandasr ValueErrorr dirrZLIST_SAFE_MODULESrrr r rr%r'r(r1r<rJrNr`rfrgrsrrrrrrrrrrrrrrrrrrASTrr3rrrrrs       0= "O  )