qiddlZddlZddlZddlZddlmZddlmZddlm Z ddl m Z m Z m Z mZddlZddlZddlZddlmcmZddlmZddlmZmZmZddlmZmZdd lm Z dd l!m"Z"m#Z#dd l$m%Z%dd l&m'Z'dd l(m)Z)m*Z*ddlm+Z+ddl,m-Z-ddl.m/Z/m0Z0m1Z1m2Z2ddl3m4Z4m5Z5m6Z6ddlm7Z7e rddl8m9Z9ejte;Zde?de?fdZ@ d=dejjdejjfdZCdejjddfd ZDGd!d"ejjZGed#d$d%gZHGd&d'ejjZJd(ejjd)ed*e d+d,ede de d-e eeKe?e feLe eMe ffd.ZNd/ejjddfd0ZOe d12Gd3d4ZPd5ed6e deLe dfdeKe?e fdePf d7ZQd8ZR d>d6ede fd9e eMe*dede ffd:ZSddd;d6ede fd9e eMe*d-e eeKe?e feLe eMe fdedejjffd<ZTy)?N) namedtuple)Callable) dataclass)AnyOptional TYPE_CHECKINGUnion)enable_python_dispatcher) CaptureOutputfullgraph_capture get_traced_fn)argument_namescheck_user_input_output) UserErrorType) dynamo_timedget_metrics_context)_compiling_state_context)TracingContext)_RelaxedConstraint Constraint)Node)make_fx)ConstraintViolationError DimDynamicShapeEnvStatelessSymbolicContext)_ExportCodeGen_PyTreeCodeGen _PyTreeInfo)TreeSpec)FakeTensorModeconstraint_violation_errorfunc.argskwargscddlm}m}tj|}|||f|}|j r||j d|f|_|S)z Because we trace a different callable, the sources are all messed up. Manually patch them so the error message looks correct. r)_get_input_paths_replace_sources)torch.export._unliftr'r(inspect signaturer$)r"r#r$r%r'r(orig_sigflat_input_pathss e/home/ubuntu/crypto_trading_bot/.venv/lib/python3.12/site-packages/torch/_dynamo/functional_export.pypost_process_error_msgr/*s\H  &H'vA!&& 7< "L__self__child" - inline_builtin case: Uses numeric ID strings like "140468831433840" 2. Values: Removes "._export_root" and "._modules['_export_root']" from child names e.g., "L['self']._export_root.child" -> "L['self'].child" e.g., "L['self']._modules['_export_root'].child" -> "L['self'].child" Also removes the root export entry "L__self____export_root" entirely. Args: graph_module: The GraphModule to clean up is_inline_builtin: If True, keys are numeric ID strings and self references (L['self']) are filtered out Returns: The cleaned GraphModule (modified in-place) cd|vr|d=i}|jD]-\}\}}t|}t|}r|dk(r'||f||</|S)NL__self____export_rootz L['self'])itemsr<)nn_module_stack cleaned_stackkey child_name child_class clean_key clean_nameis_inline_builtins r._process_nn_module_stackzEclean_nn_module_stack_and_source_fn.._process_nn_module_stackjs{ # 6 89 .=.C.C.E A *C**k05I2*=J!Z;%>(2K'@M) $ Ar0cg}|D]w}t|trTt|dk(rF|\}}t|trt |}|j ||fU|j |g|j |y|S)N) isinstancetuplelenstrr<append)source_fn_stackrCitemnameclsrHs r._process_source_fnz?clean_nn_module_stack_and_source_fn.._process_source_fn~s~ # +D$&3t9> cdC(!9$!?J!((*c):;!((.$$T* +r0rBrRN dynamo_flat_name_to_original_fqn)graphnodesmetacopygetrAr<) r=rIrJrVnoderRclean_name_to_original_fqn flat_name original_fqns ` r.#clean_nn_module_stack_and_source_fnraNs8( ""((V  )+C +,113,DII' ())--(94@ +=o>R>R>T+UDII' (V*\->->>%'"'3'8'8 .( %'  #I|)6 ''? 'J K  ' <= r0cJi}|jjD]}|jdk(r|j}t |}||k7r||_t ||sJt jjj||}t jjj|||t jjj|||jdk(s|j}t|tsJt |}t|tsJt |j}||k(r*||vr|||_||_A|j|}|j!||j#||||_||_|||<y)z3Remove export_root artifacts from FX graph in-placeget_attr call_moduleN)rXrYoptargetr<hasattrtorchfxr= _get_attr _assign_attr _del_attrrMrPrT get_submoduledelete_submodule add_submodule)r=clean_named_module_mapr] old_target new_targetparamnew_namerfs r.clean_export_rootrusw .0""((< 77j J1*=JZ'( |Z888--77 jQ%%225, S%%// jI 77m #Jj#. ..1*=Jj#. ../ :HZ'334Z@ $ !// ;F  ) )* 5  & &z6 :$DK DI1; ": .?t|||_||_yN)super__init__ _export_rootry)selfrxry __class__s r.r}zModuleToTrace.__init__s  r0 flat_argsExportTracerOutputctj||j\}}|j|i|}tj|\}}t ||Sr{)pytreetree_unflattenryr~ tree_flattenr)rrr$r%resout_flatout_specs r.forwardzModuleToTrace.forwardsU,,Y E fd00#005(!(H55r0)__name__ __module__ __qualname__rr}r __classcell__rs@r.rwrws1C#$ 6#6*>6r0rwrrrc"eZdZdZ ddej j deedee e de e e fde e e e effdeed dffd Zdfd Zdd Zd effd Zd effd Zded effd Zd ej j ffd ZxZS)DynamoGraphTransformerzZGraph transformer for dynamo export that flattens inputs/outputs without complex matching.Nmodule flat_inputsflat_args_dynamic_dimsgraph_input_ordergraph_output_map fake_moder5ct||t|t|k(sJ||_||_||_||_||_|jjDcgc]}|jdk(s|c}|_ td|jjD|_ i|_|ji|_|j#ycc}w)N placeholderc3@K|]}|jdk(s|yw)outputN)re).0ns r. z2DynamoGraphTransformer.__init__..sRaAQRs)r|r}rOrrrrrrXrYre placeholdersnext output_nodenew_input_nodes_create_flattened_inputsold_to_new_mapping_create_placeholder_mapping) rrrrrrrrrs r.r}zDynamoGraphTransformer.__init__s  )*c+.>>>>&&<#!2 0")/ (:(:T1addm>SQTR6<<+=+=RR:< %%'#% ((*Us %C :C c tt|jD]%}t|d|di}||j vrw|j |}|t|j krP|j |}|jjD]$\}}|dk7s ||jj|<&|jt|j|tjr|jj|j|ttt|j|j Dcgc]3}||j"|vrt$j&nt$j(5c}dgt|j|j z|jjd<npt+|j|dr1|j|j,|jjd<n&|j||jjd<||j.|<(ycc}w)zKCreate new placeholder nodes for flattened inputs with proper fake tensors.arg_valN) dynamic_sizesconstraint_sizes)symbolic_context)rangerOrr|rrrrZrAr]rrMrhTensor from_tensorrshaperrDYNAMICSTATICrgrr) rirgraph_placeholder_idxorig_placeholderrDvaluedrs r.rz/DynamoGraphTransformer._create_flattened_inputss!s4++,-& 2A'-QCj"bAKD***(,(>(>q(A%(3t/@/@+AA'+'8'89N'O$&6&;&;&A&A&C? U%<9>K,,11#6? ~~)j  #U\\/04~~/I/I$$Q'%=&+3t/?/?/B/H/H+I%J ' !"$%(C(CA(F#F!+ 2 2%/%6%6!7'+/#d6F6Fq6I6O6O2P)P &0J 0   %%e,))!,e4/3/?/?/B/F/F   %%e,/3/?/?/B   %%e,'2D  #M& 2*'s8I c|jjD]K\}}|t|jks|j|}|j|}||j |<My)z1Create mapping from old placeholders to new ones.N)rrArOrrr)ruser_input_idxrold_placeholdernew_placeholders r.rz2DynamoGraphTransformer._create_placeholder_mapping-sn6:5K5K5Q5Q5S K 1N1$s4+<+<'=="&"3"34I"J"&"6"6~"F;J''8  Kr0c|j|jvr|j|j}dD]K}||jjvs|jj||jj|<Md|jjvrHd|jjvr0|jjd|jjd<|St||||S)z1Replace old placeholders with new flattened ones.) tensor_dict example_valueunbacked_bindingsr) current_noderrZr]r|r)rrfr$r%new_argrDrs r.rz"DynamoGraphTransformer.placeholder7s    7 7 7--d.?.?@GM I$++000-1->->-C-CC-HGLL%%c* I ))...5 @Q@Q3Q+/+<+<+A+A%+H !!%(N7&vtV< D ;$))#,0IIcNFKK$$S) ; ww("wtV'< ##DII. r0cHt|}t|jdr|d|jjvr&|jjd|jd<d|jjvr&|jjd|jd<|S)z:Perform the graph transformation and copy module metadata.rZrWdynamo_compile_id)r| transformrgrrZ)r result_gmrs r.rz DynamoGraphTransformer.transformosG%'  4;; '1T[[5E5EEEI[[EUEU6F AB #dkk&6&666:kk6F6F'7 23 r0r{)r5N)rrr__doc__rhri GraphModulelistrsetintdictrNrPrr}rrrrrrrrrs@r.rrsd$(+$$+#Y+!%SX +  S> + sE#s(O34 +C=+ +>(2TK=3=(AcA&Tc"588//r0rmodule_to_trace orig_callablerr!graph_capture_outputdynamic_shapesc d} t|\}} |jj|jt |ddx} `| j x} Qt|jtjjtjjzs| j| j} | jt!j"|||| }|r.|j$r|j$d|zf|_n-|f|_n$| r t |}nt&j)d|| j*D]]}t|t,j.st dj1t3j4| j6|d|d}_|rt9||||}|y#t$r } | }Yd} ~ d} ~ wwxYw)N shape_envrz#Summary of dimension constraints:%sr3zk It appears that you're trying to set a constraint on a value which we evaluated to have a static value of z0. Set TORCH_LOGS="+export" for more information.)r r build_guards__code__rgetattrdim_constraintsrMrrh_opsOpOverloadPacket OpOverloadsolveforced_specializationsprettify_resultsr*r+r$loginfo var_to_rangesympyIntegerjoin traceback format_list var_to_stackr/)rrrrr$r%rr"fnr2errrmsgks r.&_suggest_or_raise_constraint_violationrs"&'o.A11>>r{{K id; ;H ) 9 9 9_ F  # # JJ ' '%***?*? ? !0!G!G!I..   m ,  & "   &)...33A6<3*/47&*/%-Ec-J*9'' A!U]]+-Ewwy44Y5K5KA5NOPQRJJKMEE.* "%; & tV& ")( "_ $'%&"'s3F:: GG  G shuffle_gmc|jj|jt|j D]\}}t ||t ||| yr{)rXeliminate_dead_code recompiler named_buffersdelattrsetattr)rrTbuffers r._normalize_shuffle_graphrsW((*Z5578* f D! D&)*r0T)frozenceZdZUejj ed<eed<ejj ed<eed<eed<ejj ed<dZ e ejjed<y) PyTreeifyOutputr=ryin_shuffle_graph num_flat_argsrout_shuffle_graphNroot) rrrrhrir__annotations__r rrrnnModulerr0r.rrs[((&&& hh***xx+++&*D(588?? #*r0routmodc  jJj}d}ttjjr f|z}}n1t j rjf|z}j}tj||f\tjjj|rdnddtjjj Gddt" G fddtjj}tjj$j'rj(t+_t-|dd }t/|t1t3t5|j6j8j:G fd d tjj}|} gtj<tj>j@fd jBd} tjj$j'| rj(t+_tE5t-| dd | } dddt/ | jFJtI|j6|tK| jF| |S#1swYQxYw)a Given a dynamo capture output, return a callable graph module that contain the following information: 1. input/output pytree spec 2. input/output shuffle functions Input shuffle functions are the converters taking pytree falttened inputs and reorder them to the calling convention of dynamo raw graph module. Output shuffle functions are the converters taking the outputs of the dynamo raw graph module and convert them to the pytree format. This function will replay any side effects that happened during the bytecode, so it is important to check against side effects before calling this function. Nrc eZdZy)pytreeify..YieldN)rrrrr0r.Yieldrs r0rc4eZdZfdZfdZxZS)pytreeify..InShufflec^t||_t|_d|_yr{)r|r}r rO num_inputs gm_inputs)rrflat_real_argsr s r.r}z%pytreeify..InShuffle.__init__s( G  DH!.1DO!DNr0c tjtjDcgc]}|| c}\}}fd}  j ||i|t cc}w#$rj Jj cYSwxYw)Nc|_r{)r)example_inputsrrs r. backend_dummyz;pytreeify..InShuffle.forward..backend_dummys!/ r0 compiled_fn extra_globals)rrrrforward_callabler RuntimeError) rflat_proxy_argsrr$r%rr f_globalsryr s ` r.rz$pytreeify..InShuffle.forward s!00-24??-CD#DgLD&  &$$ -Y%#!#  E &~~111~~% &s A&A++B  B rrrr}rr)rrr"rryr r s@r. InShufflers "   r0r$symbolicT) tracing_modeproxy_module_inputsc2eZdZfdZfdZxZS)pytreeify..OutShufflect|t|_tjd|_d|_y)Nr)r|r}rOrr$ num_outputsr)rrrrs r.r}z&pytreeify..OutShuffle.__init__&s9 G  !.1DO";#3#3A#67D 04DMr0ctjtjDcgc]}| c} \}}fd} j ||i|}tj |\}_|Scc}w)NcttjDcgc]}j|zc}Scc}wr{)rr+r)rrr!rs r.rz.OutShuffle.forward..backend_dummy2s>#4#3#34$DOOa$78s5r)rrrrrrr) rr!rr$r%rresultsretr"ryr s `` r.rz%pytreeify..OutShuffle.forward-s!00-24??-CD#DgLD&  c**)+G"(!4!4W!= CJEs A?r#)rr"rryr rs@r. OutShuffler)%s 5  r0r0cbrj|jdS|jdS)Nr)rrZ)xrs r.zpytreeify..Cs2 ++AFF?,CD(r0real)r)& backend_inputrMrhr r r*ismethod__self__rr_dynamo eval_framerr INVALID_INPUTrr" Exceptionutilsdetect_fake_moderrrrriterreversedr=rXrY tree_map_onlyrirr$r rrrO)r r r$r%r5rr$rr0 out_shuffleflat_out_shuffle_argsrrr"rrryrs`` @@@@@@r. pytreeifyrCs    (( (%%M D#uxx'v}   #  %||$114.ANG MM44Dqa)*M,G,G((22I  EHHOO2 ##44^DIY((0&j w *$-.tH]%?%?%E%E%K%KLMNKUXX__2,K       HHMM )   Q     ##445JKIY((0&j  ! #" G f$ ""./    ++ + "" N  ""s K22K;c|jjD].}|jdk(s|jd|jd<0y)Nrrr)rXrYrerZ)gmr]s r.normalize_graph_modulerF^s<: 77m ##yy9DIIe :r0 constraintsc<dtdtdtffd }|S)Nr$r%r5c 6  tjjjrJtjjj d5t 5t d5t || }dddddddddt ||}|j t|jDcgc]+} jjjd|d-}}tt!t#t%j& |||j(|j*|j,|j.|t1|j2tj4j6r n |j2 j_t; |j2}|j2j<j? _|j2j@j? _ tC fd|j2jDDsJ jDjG|j2jD|j2jHj? _$tJjLdk\r.ddl'}|jQtj4j6}n%tStj4j6d d}|j2jTjWD]\}} |s ||vs| jT|<|j( _,|j* _-t] d rJt] d rJ|j, _/|j. _0tc d  je|jfjhjjjl jnd <|jpJ|jpjr jnd<d jnd_:tw jnd} |jpjx| _<| jnd< S#1swYxYw#1swYxYw#1swYxYwcc}w)Nwarn)side_effect_replay_policyr )rG _tree_leaf_c38K|]}t| ywr{)rg)rmr=s r.rzAdynamo_graph_capture_for_export..inner..sO7<33Os)rr_in_shuffle_graph_out_shuffle_graph_param_name_to_sourcemodule_call_specsrTtracing_context)=rhr8configinstall_free_tensorspatchrrr rCr=rrrX_graph_namespace create_namerrrr*r+ryrrrrMrr r _codegenrF _parametersr[_buffersall_modulesupdate_non_persistent_buffers_setsys version_info annotationlibget_annotationsr__dict__rA_in_spec _out_specrgrQrRrrr output_graphexport_metadatamodule_call_specrZr5rallow_non_fake_inputsrtensor_to_context)r$r%r pytrtree_leaf_namesrd annotationsrTrrUr=rGr s @r.innerz.dynamo_graph_capture_for_export..innerhs==''<<<< MM & & & H   !  , -  $' C   S$/'' 3,,-     / / ; ;k!>>),)=)= &*-*?*? ' 56  $ $ 1 1 A A R R -.  ,,,),):):)D)D +&?C +&<():):;)GH,/,=,=,O,O)/> +,G        sB R  Q<*Q/:Q<R 0R/Q9 4Q<<R R  R)r)r rGrqs`` r.dynamo_graph_capture_for_exportrrds)ESECECEN Lr0)rGrcp||dtdtdtjjffd }|S)a Improved dynamo graph capture using transformer approach with proper fake tensor handling. This function creates a capture instance that handles: 1. PyTree flattening/unflattening with proper input ordering 2. Dynamo graph capture with export-specific context 3. FX graph transformation for export compatibility 4. Proper fake tensor metadata preservation 5. Dynamic dimension constraint handling Notable improvements over manual approach: - Uses FX Transformer for cleaner graph manipulation - Properly handles fake tensor metadata and dynamic dimensions - Preserves all necessary metadata for export - More robust error handling and edge case management TODO: 1. Are we actually gonna run the bytecode? 2. Need to attach guards r$r%r5c 4 t5tj||f\}}t|tj t |}ttjjr jn}}}ddl m }|tjjj!ddddddddtjjj" } t%5t'd5| 5t)|t+|d} | j,j.Jg} | j0C| j0j2} | j0j4} | j0j6} ntj8j;tjjtj8j=} | j>jAd| jCd} tE||| | |||| j,j.jF}|jH}|jJ}|jL}|jN}ddddddddd|Dcgc]}|xsdDchc]w}|jPtS|k(r]t|tTsM|jVjXjZ|jVjXj\k7r |j^yc}}}}i}D]O}||}t|tjj`jbsJte|||jf<Q|jiD] \}} |||<tk ||| jm}totqtstujv|||||j>_<|jCt{|tjjj|t||jd <| |jd <|cdddS#1swYxYw#1swYxYw#1swYxYwcc}wcc}}w#1swYyxYw) Nr)resetTF) specialize_intspecialize_floatassume_static_by_defaultautomatic_dynamic_shapes capture_dynamic_output_shape_opscapture_scalar_outputs'constant_fold_autograd_profiler_enabledlog_graph_in_out_metadatarWr )rG _is_export_deprecated_do_not_userrTr)Arrrrrr:rwrMrhr r rr3rur8rVrXinstall_free_tensors_for_exportrrr rNrrir5r=rrrirGraphrXrrrrjgraph_input_idx_to_local_sourceoutput_return_typerrkt_ididrconstraint_rangevrlowerupperdimsource GetItemSourcerOrrArrrrrr*r+r[rainline_inbuilt_nn_modulesrurZ)r$r%rryrrrGrrudynamo_config_ctxr rrXrrj graph_inputsrrrkr2crrinprreal_idx graph_idxtransformed_graph _constraints_dynamic_shapesr s r.rqz/_dynamo_graph_capture_for_export..innersG % '~ %#)#6#6f~#F K #K1L1L M+C9O+5c588??+KCKKQTM6BK  G % 4 4 : :#!%)-).15'+8<*. &+]]%9%9%Y%Y!;! $$%( D01( D"( D (#+& ,59 //<<HHH,.$$0--::E # 1 1 ; ;I%(%6%6%E%EN!HH001BEHHNNDTUEKK&&t,OO% $I6#!"#&":":"G"G"W"W.NN #2#E#E *33#2#C#C Q( D( D( Dj% &*/R"Q% *1.@ A..11771;M;M;P;P;V;VV EE & " &13 # I%c*!&%--*>*>*L*LMMM256G2H!&,,/ I (9'>'>'@ B#)(6y(A H% B!7&!  !ik 0>"7#4#4]#CT6R0  # # ,  ' ' ) /!5==#7#7#Q#Q  / 0:J  " "#6 72;  " "; /$}~ %~ %@( D( D( D( D( D( DX &W~ %~ %s{C"R. Q6:Q)=E(Q %Q)-Q65 R RArs* "$!66 $$;WWL+A8(F6 GF(<g!& 8& 38 & &  &*33;@U((&&U XXUp'5:tCy#HIJA)H*)=)=*$* $+++} } }(-c3h}AEc3h}}@:/3K #s( K$z*+Kc3hKb/3MQ ` #s( `$z*+`U4S>5:tCy#HIJ ` c588'''( `r0