
    wi                   F   U d dl mZ d dlZd dlZd dlZd dlZd dlZd dlmZm	Z	m
Z
 d dlmZmZ d dlmZ d dlmZmZmZmZmZ d dlZd dlmc mZ d dlmc mZ d dlmc mZ d dlmc mZ d dl m!Z! d dl"m#Z# d dl$m%Z% d d	l&m'Z' d d
l(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ d dl0m1Z1m2Z2m3Z3m4Z4 d dl5m6Z6m7Z7m8Z8m9Z9 d dl:m;Z;m<Z<m=Z=m>Z> d dl?m@Z@ d dlAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[ d dl\m]Z]m^Z^m_Z_m`Z` d dlambZb d dlcmdZdmeZemfZfmgZgmhZhmiZimjZjmkZk d dllmmZmmnZn erd dlompZp  ed          Zq G d den          Zr e	dddg          Zsi atdeud<   i avdeud<   dd&Zw	 	 	 ddd3Zxddd4Zyejz        dd5            Z{	 dd(dd6dd:Z|dd>Z}dd@Z~ddDZddJZddLZddNZddSZddTZddUZddVZ edWX           G dY dZ                      Z edWX           G d[ d\                      Z edWX           G d] d^                      Z edWX           G d_ d`                      Z edWX           G da db                      Ze3ddc            ZddfZddiZ edWX           G dj dk                      ZddmZddnZddqZddtZddvZdd~ZddZe3dd            ZddZe4dd            ZddZddZddZe!j        dddZddZe!j        dddZddZddZddZddZddZddZddZddZddZddZddZedk    r e             dS dS )    )annotationsN)defaultdict
namedtupleOrderedDict)	dataclassfield)Path)AnyCallableLiteralTYPE_CHECKINGTypeVar)inductor_fallback_ops)cpp)	translate)BindingCppSignatureCppSignatureGroupDispatcherSignature
NamedCTypeNativeSignatureSpecialArgName)method_with_native_functionnative_function_managerwith_native_function with_native_function_and_indices)gen_aoti_c_shim*gen_static_dispatch_backend_call_signatureget_fallback_op_nameget_header_for_aoti) gen_functionalization_definition"gen_functionalization_registration.gen_functionalization_view_inverse_declarationGenCompositeViewCopyKernelgen_all_vmap_plumbing)ArgumentBackendIndexBackendMetadataBaseOperatorNameDEFAULT_KERNEL_NAMESPACEdispatch_device_mapDispatchKeyFRAGMENT_NAMESPACESFunctionSchemais_cuda_dispatch_keyis_generic_dispatch_keyis_ufunc_dispatch_keyis_xpu_dispatch_keyLocationNativeFunctionNativeFunctionsGroupNativeFunctionsViewGroupOperatorNameOptionalType
SchemaKindSelfArgumentSTRUCTURED_DISPATCH_KEYSTensorOptionsArgumentsTypeVariantViewSchemaKind)add_generated_native_functionsgen_composite_functional_kernelgen_composite_out_kernelpre_group_native_functions)SelectiveBuilder)assert_never	concatMapcontextFileManagermake_file_managermapMaybeNamespaceHelperTarget)
YamlDumper
YamlLoader)SequenceTc                        e Zd Zd fd	Z xZS )
LineLoaderFc                r    t                                          ||          }|j        j        dz   |d<   |S )N)deep   __line__)superconstruct_mapping
start_markline)selfnoderU   mapping	__class__s       \/root/.openclaw/workspace/chatterbox_venv_py311/lib/python3.11/site-packages/torchgen/gen.pyrY   zLineLoader.construct_mapping   s8    ''++Dt+<<"o2Q6
    )F)__name__
__module____qualname__rY   __classcell__)r_   s   @r`   rS   rS      s=                 ra   rS   
ParsedYamlnative_functionsbackend_indiceszdict[str, ParsedYaml]_GLOBAL_PARSE_NATIVE_YAML_CACHEzdict[str, set[str]]_GLOBAL_PARSE_TAGS_YAML_CACHEdispatch_keyr-   
device_fmsdict[str, FileManager]
default_fmrI   returnc                     |                     t           fdt          j                    D             d          |          }|S )Nc              3  8   K   | ]\  }} |          |V  d S N ).0checkdevicerk   s      r`   	<genexpr>z1file_manager_from_dispatch_key.<locals>.<genexpr>   sK        !E65&&     ra    )getnextr,   items)rk   rl   rn   fms   `   r`   file_manager_from_dispatch_keyr}      se    
 
   %8%>%@%@  
 	
 	
 	

 

B Ira   <stdin>Fesobject
valid_tagsset[str]ignore_keysset[DispatchKey] | Nonepathstrskip_native_fns_genboolc           	        t          | t                    sJ g }t          t                    }| D ] }t          |t                    sJ d|             t          |                    d          t
                    s
J |            t          ||d                   |                    d          J d|             t          fd          5  t          j	        |||          \  }}	|
                    |           t          j        ||	           d d d            n# 1 swxY w Y   t          |           t          d           }
|st          ||           |                                D ]8\  }}t          |ddt!          |          pt#          |          |	          |
|<   9t%          ||
          S )
Nzexpected to be dict: rW   funczmissed 'func' in c                     d d  S Nzin z:
  rs   )funcslocs   r`   <lambda>z*parse_native_yaml_struct.<locals>.<lambda>   s    4344U44 ra   c                 >    t          t          j        dddi           S )NTFrk   use_out_as_primaryexternaldevice_guardindex)r(   r-   	Undefinedrs   ra   r`   r   z*parse_native_yaml_struct.<locals>.<lambda>   s)    $.# 
 
 
 ra   TFr   )
isinstancelistr   dictry   intr4   rH   r5   	from_yamlappendr(   
grow_indexerror_check_native_functionsrA   r{   r0   r3   rf   )r   r   r   r   r   rsbser   mindiceskvr   r   s                @@r`   parse_native_yaml_structr      s)    b$!BALTARARB 	+ 	+!T""??$?A$?$???"!%%
++S11441441tQz]++f  "9a"9"9   4444455 	+ 	+$.q#z;OOGD!IIdOOO#B***	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ !$$$/:	
 	

0 
0G  /&r2...

 	
 	
1!#-a00J4G4J4J
 
 


 b'"""s   AD''D+	.D+	c                &   t          | t                    sJ t                      }| D ]}t          |                    d          t                    s
J |            t          ||d                   |                    d          t          fd          5  |                                }|                    d          }|                    dd          }|dk    sJ |	                    |           d d d            n# 1 swxY w Y   |S )NrW   tagc                     d  d S r   rs   )r   tagss   r`   r   z(parse_tags_yaml_struct.<locals>.<lambda>   s    3333T33 ra   descrx   )
r   r   setry   r   r4   rH   copypopadd)	r   r   r   r   e_inamer   r   r   s	          @@r`   parse_tags_yaml_structr      sA   b$55B 
 
!%%
++S11441441tQz]++uuU||3333344 	 	&&((C775>>D7762&&D2::::FF4LLL	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 Is   ADD		D		c                    | t           vr[t          |           5 }t          j        |t                    }t          ||           t           | <   d d d            n# 1 swxY w Y   t           |          S )NLoader)r   )rj   openyamlloadrS   r   )r   fr   s      r`   parse_tags_yamlr      s     000$ZZ 	X11Z000B2HRV2W2W2W)$/	X 	X 	X 	X 	X 	X 	X 	X 	X 	X 	X 	X 	X 	X 	X )..s   5AA!A)r   loaded_yamltags_yaml_pathr   object | Nonec                  | t           vrrt          |          }|Ct          |           5 }t          j        |t
                    }d d d            n# 1 swxY w Y   n|}t          |||| |          t           | <   t           |          S )Nr   )r   r   )ri   r   r   r   r   rS   r   )r   r   r   r   r   r   r   r   s           r`   parse_native_yamlr      s     222$^44
 d 5qYq4445 5 5 5 5 5 5 5 5 5 5 5 5 5 5 B0H 31
 1
 1
'- +400s   AAAr   Sequence[NativeFunction]Nonec           	     r   i }t          t                    }| D ];}|||j        j        <   ||j        j        j                                     |           <| D ]}|j        q|                    |j                  }|'J |j        j         d|j         d|j         d            |j        s'J |j        j         d|j         d|j         d            t          t          j
                  }h d}|j        j        j        D ]R}|j        |v rGt          |j        j                  |j        f|vr%t          d|j         d|j        j         d          Sd	|j        v rt          |j        j                  d
k    rt          |j        j                  dk    rt          |j        j        j                  dk    r}|j        j        j        }|j        sJ |j        j         d            t#          |j        d|j                  }	t)          ||	                   dk    sJ |j        j         d| d            d S )Nz0 is marked as a structured_delegate pointing to z, but z is missing.zY is not marked as structured. Consider adding 'structured=True' to the delegated operator>   zrandom_.fromfromuniform_r   !_has_compatible_shallow_copy_typer   zArgument name 'z' in function 'z' is a reserved Python keyword.inplace_viewresize_
resize_as_set_z is marked with tag: inplace_view, but it doesn't follow the naming convention for inplace ops - the codegen expects the base name to have a trailing underscore. Fr   zw is marked with tag: inplace_view. The codegen expects there to be a corresponding out-of-place view op with the name 'z/' and matching schema, but it didn't find one. )r   r   r   r   r   structured_delegatery   
structuredr   keywordkwlist	argumentsflat_allr   AssertionErrorr   inplacer*   basedunder_methodlen)
r   func_mapbase_func_mapr   delegate_funcPYTHON_RESERVED_KEYWORDSEXCLUSION_LISTarg	base_nameout_of_place_base_names
             r`   r   r     s   35HBMdBSBSM 2 2 !afk&'..q1111 3 3 ,$LL)>??M ,,6; T T(T T010ET T T -,, !+  6; O O(O O010EO O O + $'w~#6#6 
 
 
 6#, 	 	Cx333$$ch/~EE(o#(oo16;ooo   af$$AFK  I--AFK  L00AFK$%%//(I$  6; q q q $ &6y'>& &" }%;<==AAA6; r r7@r r r BAAa3 3ra   sc                n   |                      dd          } |                      dd          } |                      dd          } |                      dd          } |                      d	d
          } |                      dd          } |                      dd          } |                      dd          } d|  dS )z1Convert a python string into a c++ string literal\z\\"z\"z\az\bz\f
z\nz\v	z\t)replacer   s    r`   
cpp_stringr   S  s    			$A			#uA			$A			$A			$A			$A			$A			$Aq888Ora   backendslist[BackendIndex]list[DispatchKey]c                    t          |           dk    rg S d | D             t          j        t          j        t          j        t          j        gz   S )Nr   c                    g | ]	}|j         
S rs   )rk   )rt   backends     r`   
<listcomp>z(static_dispatch_keys.<locals>.<listcomp>q  s    ===$===ra   )r   r-   CompositeImplicitAutograd%CompositeImplicitAutogradNestedTensorCompositeExplicitAutograd&CompositeExplicitAutogradNonFunctionalr   s    r`   static_dispatch_keysr   m  sQ    
8}}	==H===1=1>	A
 
 	
ra   r   r5   backend_indexr(   DispatchKey | Nonec                    | j         |                    |           r|j        S | j        rt          j        S | j        rt          j        S | j        rt          j	        S | j
        rt          j        S d S rr   )r   
has_kernelrk   &has_composite_explicit_autograd_kernelr-   r   5has_composite_explicit_autograd_non_functional_kernelr   &has_composite_implicit_autograd_kernelr   4has_composite_implicit_autograd_nested_tensor_kernelr   )r   r   s     r`   get_static_dispatch_backendr  y  s     	(M,D,DQ,G,G(
 ))	
	1 A44	
	@ AAA	
	1 A44	
	? A@@4ra   
str | Nonec                    || j         rd S g }|D ]G}t          | |          }|3|                    d| j         d|                                 d           Hd                    |          S )N#include <ATen/ops/__dispatch.h>r   )manual_kernel_registrationr  r   	root_namelowerjoin)r   r   outputr   rk   s        r`   static_dispatch_ops_headerr    s      <tF  21e<<#MMVakVVL4F4F4H4HVVV   99Vra   	list[str]c                4    d t          |           D             S )Nc                    g | ]}d | d	S )#include <ATen/Functions.h>rs   )rt   rk   s     r`   r   z1static_dispatch_extra_headers.<locals>.<listcomp>  s3        	5,444  ra   )r   r   s    r`   static_dispatch_extra_headersr    s+     0::   ra   sig"CppSignature | DispatcherSignaturecpp_sigr   c                D   dd}t          |                                           }t          |                                          }|D ])}|j        j        t          j        k    r ||          } n*t          ||          }d                    d |D                       S )Ninput_bindingslist[Binding]ro   c                   g }| D ]|}|j         dk    rZt          t          t          j        |j        j                  |j         |j        |j                  }|	                    |           g|	                    |           }|S )Nmemory_format)nctyper   defaultargument)
r   r   r   r    possibly_redundant_memory_formatr  typer  r  r   )r  output_bindingsbindingspl_mem_format_bindings       r`   add_spl_memory_format_bindingz5translate_args.<locals>.add_spl_memory_format_binding  s    )+% 	0 	0G|..)0%&G+  !#O$-* * *&  &&'=>>>>&&w////ra   , c              3  $   K   | ]}|j         V  d S rr   exprrt   as     r`   rw   z!translate_args.<locals>.<genexpr>  s$      ++QV++++++ra   )r  r  ro   r  )r   r   r  r   r   r  r   r  )r  r  r$  src_bindingsgoal_bindingsr   exprss          r`   translate_argsr.    s    
   $ ((L**,,--M   :?nMMM88FFLE N lM22E99++U++++++ra   c           	     :   t          | |          }|                                }t          | |          }|                    |          }|r|j        r|j        nt
          }|                    dd          }d| d|j                                         d| d| d	S )N::nativerx   return ::();)	r   r   r.  
get_kernelcpp_namespacer+   r   rk   r
  )	r  r   r   r  r   r-  backend_metadata	kernel_nsnss	            r`   %generate_static_dispatch_backend_callr:    s    
 9a@@G<<>>D3((E$//22 	& 0 >	&&&% 
 
		:r	*	*BQRQQ=5;;==QQQQQQQQra   c           	        t          j        |dd          }| j        r!|j                                        r|j        }n|j        }|J |                                }t          | |          }t          j
        dd          }|j        r+d| dt          j                                         d| d| d	S |j        r+d| dt          j                                         d| d| d	S |j        r+d| dt          j                                         d| d| d	S |j        r+d| dt          j                                         d| d| d	S d	| d
d                    d |D                        dS )NFmethodfallback_bindingr0  rx   r1  r2  r3  r4  z5TORCH_CHECK(false, "Static dispatch does not support z forr%  c                6    g | ]}t          |j                  S rs   )r   rk   )rt   r   s     r`   r   z:generate_static_dispatch_fallback_call.<locals>.<listcomp>  s#    @@@uC"##@@@ra   z ");)r   from_native_functionsymintr   
has_symintsymint_signature	signaturer   r.  r+   r   r   r-   r   r
  r   r   r   r   r  r   r  )r  r   rh   cpp_sigsr  r   r-  r9  s           r`   &generate_static_dispatch_fallback_callrF    s   
 !5	%%  H z %af'')) %+$<<>>D3((E	!	)*b	9	9B/ 
J```{DJJLL``PT``W\````	
	@ Jmmm{QWWYYmm]ammdimmmm	
	1 J```{DJJLL``PT``W\````	
	? Jlll{PVVXXll\`llchllllJ J J@@@@@AAJ J J 	Jra   c           	        t          |          dk    sj        rdS fd|D             }t          |          dk    rt          | |d                   S t          |          dk    rt          | |          S d |                                 D             }d                    |          }j        j        j        }g }g }||                    d           |dk    r|                    d	| d
           |                    dd                    |           d           |                    d           g }	|D ]H}
|	                    d|
j	         d           |	                    dt          | |
           d           It          | |          }d}d|                    |           d|                    |	           d| dS )a  
    For a given `NativeFunction`, find out the corresponding backend and dispatch to it. If more than one
    backends exsit, fallback to static dispatch by determining dispatch key from inputs.
    Arguments:
        sig: A CppSignature or DispatcherSignature for this native function we want to use.
        f: NativeFunction to generate static dispatch.
        backend_indices: All available backends.
    Return:
        C++ code to call backend-specific functions, e.g., "return at::cpu::add(self, other, scale);"
    r   rx   c                h    g | ].}|                               sj        |j        t          v ,|/S rr   )r   r   rk   r<   )rt   br   s     r`   r   z#static_dispatch.<locals>.<listcomp>  sP       <<??
 !-"::: 	

 ;::ra   rV   c                    g | ][}t          |j        t                    s8t          |j        t                    6|j        j                                        T|j        \S rs   )r   r  r;   r'   r   is_tensor_liker   r)  s     r`   r   z#static_dispatch.<locals>.<listcomp>  sl       aj,// aj(++	
 JO**,,	  ra   r%  Nz>DispatchKeySet(c10::computeDispatchKey(dtype, layout, device))z$c10::detail::multi_dispatch_key_set()zDispatchKeySet _dk_set = z | ;z=DispatchKey _dk = c10::highestPriorityBackendTypeId(_dk_set);zcase DispatchKey:::r   z
		
    z
    switch (_dk) {
        z
        default:
            z
    }
    )
r   r  r:  rF  r   r  r   tensor_optionsr   rk   )r  r   rh   keysnative_tensor_argstensor_argstensor_optsstmtssubexprsdispatch_coder   fallback	connectors    `           r`   static_dispatchrZ    sG    ?q  A$@ r      D 4yyA~~4S!T!WEEE	Ta5c1oNNN    )).//K&"1KEHL	
 	
 	
 bM{MMMNNN	LLHuzz(/C/CHHHIII	LLPQQQM 
 
KE4FKKKLLLL8aGGLLL	
 	
 	
 	
 6c1oNNHI^^E  
	&	& 
    ra   T)frozenc                  T    e Zd ZU ded<    ee          Zded<   edd
            ZdS )RegisterSchemarE   selector)default_factoryzdict[str, int]
known_tagsr   r5   ro   r  c                   | j                             |          sd S dd                    d t          |j                  D                       z   dz   }|dk    r%dt          t          |j                             dS d}|| j        vr't          | j                  }|| j        |<   d	| d
| d}| dt          t          |j                             d| j        |          dS )N{r%  c              3      K   | ]	}d | V  
dS )z	at::Tag::Nrs   )rt   r   s     r`   rw   z*RegisterSchema.__call__.<locals>.<genexpr>N  s+      KKS0300KKKKKKra   }z{}zm.def(z, {});
rx   z const std::vector<at::Tag> tags_z = ;
z, tags_z);
)
r^  is_native_function_selectedr  sortedr   r   r   r   r`  r   )r\   r   r   
maybe_tagsidxs        r`   __call__zRegisterSchema.__call__J  s    }88;; 	4TYYKKF16NNKKKKKKcQ4<<?Js16{{33????
t&&do&&C$'DOD!MCMMDMMMJ__Js16{{$;$;__DOTXDY____ra   Nr   r5   ro   r  )	rb   rc   rd   __annotations__r   r   r`  r   rj  rs   ra   r`   r]  r]  E  se         !&t!<!<!<J<<<< ` ` ` ! ` ` `ra   r]  c                  <    e Zd ZU ded<   ded<   edd	            Zd
S )ComputeOperators.Literal[Target.DECLARATION, Target.DEFINITION]targetr   static_dispatch_backend_indicesr   r5   ro   r   c                   t          j        |j                  }|j        j                                        }| j        t          j        u rd| d|                                 d|j        j        j         d|j        j        j	         dt          t          |j                             d|                    dd	           d|                    d
d	           dS | j        t          j        u rd|j         d| d| d| d| d| d}dD ]}|r8d                    dgd |                                D             z             }d
}n3d                    d |                                D                       }d}|}| d| }	d| d| d| d}
|s/t!          | j                  dk    rt%          ||| j                  }
|d|j         d |                    |	|	           d!|
 d"z  }|S t'          | j                   d S )#Nz
struct TORCH_API z {
  using schema = z;
  using ptr_schema = schema*;
  // See Note [static constexpr char* members for windows NVCC]
  static constexpr const char* name = "aten::z3";
  static constexpr const char* overload_name = "z/";
  static constexpr const char* schema_str = z;
  static callF)r   is_redispatching_fn
redispatchTz;
};

// aten::z.
static C10_NOINLINE c10::TypedOperatorHandle<z::schema> create_zQ_typed_handle() {
  return c10::Dispatcher::singleton()
      .findSchemaOrThrow(z::name, z::overload_name)
      .typed<z::schema>();
}
)FTr%  dispatchKeySetc                    g | ]	}|j         
S rs   r   r)  s     r`   r   z-ComputeOperators.__call__.<locals>.<listcomp>  s    -N-N-Naf-N-N-Nra   c                    g | ]	}|j         
S rs   ry  r)  s     r`   r   z-ComputeOperators.__call__.<locals>.<listcomp>  s    5V5V5Vaf5V5V5Vra   r2  z
    static auto op = create_z_typed_handle();
    return op.r3  r4  r   )rh   r    {
    z
}
)r   from_schemar   r   unambiguous_namerp  rM   DECLARATIONr   overload_namer   r   defn
DEFINITIONr  r   r   rq  rZ  rF   )r\   r   r  r   defnsrt  dispatcher_exprs_strmethod_basedispatcher_callmethod_namefn_bodys              r`   rj  zComputeOperators.__call__c  s   !-af55v{++--;&,,,0

 
((**
 

 /0fk.>
 
 231J
 
 .8AF-D-D
 
 ((E(
:
:
 
 (($(
?
?
 
 
 
 [F---
& .2 EI  	  )-	 
   E (5  #& )+/99)*-N-Ncmmoo-N-N-NN, ,( #/KK+/995V5Vcmmoo5V5V5V+W+W("(K"-!%6666<!< << <!5< < <
 ,D@AAAEE .Q0T  G  
& {0CDD      L%%%%%ra   Nr   r5   ro   r   rb   rc   rd   rl  r   rj  rs   ra   r`   rn  rn  ^  sS         ::::7777 R& R& R& ! R& R& R&ra   rn  c                  &    e Zd Zedd            ZdS )ComputeFunctionr   r5   ro   r  c                   t          j        |d|j                  }|j                                        }d}|                                D ]}t          j        |j                  }t          |	                                |	                                          }d
                    d |D                       }|j        rd}	nd}	t          j        |j        v rE|d|j         d	|                                 d
|j        j                                         d| d	z  }|rB|d|	 d|                    d           d
|j        j                                         d| d	z  }|S )NFr<  rx   r%  c                    g | ]	}|j         
S rs   r'  rt   r   s     r`   r   z,ComputeFunction.__call__.<locals>.<listcomp>      "9"9"9a16"9"9"9ra   zc10::SymIntint64_trv  
inline  {
    return at::_ops::::call(z);
}zZ
namespace symint {
  template <typename T, typename = std::enable_if_t<std::is_same_v<T, z>>>
  T)suppress_symint_suffixz	);
  }
}
)r   r@  manual_cpp_bindingr   rB  
signaturesr   r|  r   r   r  rA  r?   functionvariantsdeclr   r}  )
r\   r   	sig_grouprB  resultr  
target_sigr-  	exprs_str	intlike_ts
             r`   rj  zComputeFunction.__call__  s   %:ea.B
 
 
	 V&&((
''))  	  	C,8@@Jcmmooz/C/C/E/EFFE		"9"95"9"9"9::Iz &)		%	1:-- 
& 

  fk2244  >G      GP  8848((  fk2244	  >G	    ra   Nrk  rb   rc   rd   r   rj  rs   ra   r`   r  r    s3         ( ( ( ! ( ( (ra   r  c                  <    e Zd ZU ded<   ded<   edd	            Zd
S )ComputeTensorMethodro  rp  r   rq  r   r5   ro   r  c                >   t           j        |j        vrd S |j                                        rJ |j        j        j        J t          j        |d|j	                  }| j
        t          j        u r5d}|                                D ]}||                                 dz  }|S | j
        t          j        urt!          | j
                   d}|                                D ]}t#          j        |j                  }t'          |                                |                                d          }d                    d |D                       }|d|j         d	|                    d
           d|j        j                                         d| d	z  }|S )NTr<  rx   z const;
)r=  r%  c                    g | ]	}|j         
S rs   r'  r  s     r`   r   z0ComputeTensorMethod.__call__.<locals>.<listcomp>
  r  ra   rv  r  zTensor::)prefixz const {
    return at::_ops::r  );
}
)r?   r=  r  r   	is_out_fnr   self_argr   r@  r  rp  rM   r~  r  r  r  rF   r   r|  r   r  r  r   r}  r\   r   r  r  r  r  r-  r  s           r`   rj  zComputeTensorMethod.__call__  s   >++46##%%%%%v(444%:dQ-A
 
 
	 ;&,,,F ++-- 3 3SXXZZ2222M;f///%%%'')) 
	 
	C,8@@Jcmmooz/C/C/E/EdSSSE		"9"95"9"9"9::I 
& 
##  fk2244  >G   FF ra   Nrk  r  rs   ra   r`   r  r    sM         ::::7777 " " " ! " " "ra   r  c                  &    e Zd Zedd            ZdS )ComputeRedispatchFunctionr   r5   ro   r  c                   t          j        |d|j                  }d}|                                D ]}t	          j        |j                  }t          |                                |                                          }d	                    dgd |D             z             }|d|j         d|
                    d	
           d|j        j                                         d| d	z  }|S )NFr<  rx   r%  rw  c                    g | ]	}|j         
S rs   r'  r)  s     r`   r   z6ComputeRedispatchFunction.__call__.<locals>.<listcomp>'  s    7N7N7N17N7N7Nra   rv  r  T)rt  r  z::redispatch(r  )r   r@  r  r  r   r|  r   r   r   r  r  r   r}  r  s           r`   rj  z"ComputeRedispatchFunction.__call__  s    &:ea.B
 
 
	 '')) 
	 
	C,8@@Jcmmooz/C/C/E/EFFE		#3"47N7N7N7N7N"NOOI 
& T**  fk2244  DM   FF ra   Nrk  r  rs   ra   r`   r  r    s3            !   ra   r  c                P    d| j         j        j         d| j         j        j         dS )Nz{"aten::z", "z"},)r   r   r  r   s    r`   compute_aten_opr  8  s)    Lqv{'LLQV[-FLLLLra   gr6   c                   | j         sd S t          | j                  5  t          j        |           }t          j        |           }d                    d |D                       }| j        j        }|d}d}| j         r| j        j        nd }|r1g |j	        
                                |j        }d |D             }d |D             }	d                    d |	D                       }
d|
 d	}d
 |D             }d                    d |D                       }g }t          |          D ]D\  }}d                    |	d |         dgz   |	|dz   d          z             }d| d	}||                             d          }| d|j         d| d}d|j         d}d|	|          d| d}g }|                    | d           t          |          D ]P\  }}||k    r|                    d|j         d           *|                    d|j         d|j         d           Q|                    d           d                     |          }|                    d!| d"| d#| d$           Fd                     |          }d                    dgt          |	          z            }d%| d&}d'}d(| d)| d!| d*}nd+}d+}d,| d-| d.| d/| d/| d0| d1cd d d            S # 1 swxY w Y   d S )2Nr%  c              3  >   K   | ]}|                                 V  d S rr   )r  r)  s     r`   rw   z4compute_meta_function_declaration.<locals>.<genexpr>D  s*      44!QVVXX444444ra   zat::impl::MetaBasevoidc                    g | ]	}|D ]}|
S rs   rs   )rt   replace_listelems      r`   r   z5compute_meta_function_declaration.<locals>.<listcomp>P  s9     $ $ $%$ $@D$ $ $ $ra   c                @    g | ]}|j                                         S rs   )r   upperrt   r  s     r`   r   z5compute_meta_function_declaration.<locals>.<listcomp>S  s1     / / /&*	!!/ / /ra   c              3  "   K   | ]
}d | dV  dS )zbool z = falseNrs   )rt   params     r`   rw   z4compute_meta_function_declaration.<locals>.<genexpr>V  s?       8 8,1''''8 8 8 8 8 8ra   z
template <>c                D    g | ]}t          j        ||j                   S ))binds)r   argument_typer   r  s     r`   r   z5compute_meta_function_declaration.<locals>.<listcomp>\  s:     3 3 3 (TY???3 3 3ra   re  c              3  V   K   | ]$}|                     d            d|j         V  %dS )T	strip_ref N)cpp_typer   r  s     r`   rw   z4compute_meta_function_declaration.<locals>.<genexpr>a  sT       3 3 ==4=00>>49>>3 3 3 3 3 3ra   truerV   zprecompute_out<Tr  z set_r3  z value)r   z already set"zstatic_assert(z == false, r4  z ret;zret.z	 = value;z	 = this->rM  zreturn ret;r   z
                    z {
                        z
                        z'
                    }
                z'using meta_return_ty = precompute_out <z>;meta_return_tyz
                zG
                struct TORCH_API precompute_out {
                    z;
            };rx   zstruct TORCH_API structured_z
 : public r{  rO  z meta(z);
};
)r   r   outmetar   meta_argumentsr  structured_inheritsprecomputedr   valuesr   	enumerater  r   r   )r  r   argsargs_strparent_classmeta_returnr  precomputed_valuesprecomputed_elementsprecomputed_template_parametersprecomputed_template_params_strprecompute_template_decl#precomputed_elements_with_cpp_typesprecomputed_elements_declsetter_methodsir  return_ty_templates	return_tyelem_cpp_tyrD  
assert_msgassert_stmtconstruction_stmtsjconstruction_blocksetter_methods_declmeta_return_template_paramsmeta_return_typedefprecomputed_decls                                 r`   !compute_meta_function_declarationr  >  s   < t	 	'	' v vy||(++9944t44444u0/L+,<Aae''T d	" "R;#6#=#=#?#?!Q!Q$ $);$ $ $ / /.B/ / /+ /3ii 8 85T8 8 8 / /+ (W4S'V'V'V$3 303 3 3/
 ).

 3 3?3 3 3 ) )%  N$%9:: 2 24 '+ii3BQB7h5a!egg>?' '#
 E.ADDD	A!DMM" N    )OOtyOO;OOO	 :999
l/Nq/Qll^hlll &(""))Y*=*=*=>>>()=>>  GAtAvv*112M2M2M2MNNNN*11C49CCtyCCC    #))-888%)YY/A%B%B"%% $  ,      #'))N";"; +/))3>???+ +'
 #lLg"k"k"k*K )    )    /	      #%!! -9     	  !	  av v v v v v v v v v v v v v v v v vs   J;K&&K*-K*r^  rE   c                    t          | j        j        j                  }|                    d          s|                    d          rdS | j        j        j        dS |                    |           S )N_likenew_F)r   r   r   endswith
startswithr   rP  rf  )r   r^  r   s      r`   needs_backend_selectr    si    qv{  D}}W !8!8 uv&.u//222ra   c                  <    e Zd ZU ded<   ded<   edd	            Zd
S )ComputeBackendSelectz/Literal[Target.DEFINITION, Target.REGISTRATION]rp  rE   r^  r   r5   ro   r  c                r   t          || j                  sd S t          j        |j                  }t          |j        d          }d |                                D             }t          j        |j                  }|}|	                                }d}| j
        t          j        u r|rI|j        j                                        sJ d                    d |D                       }	d| d|	 d	}
n&|j        j                                        rJ d
| d}
d|j         d|                    |           d|
 d|j        j                                         dd                    d |D                        dS | j
        t          j        u rd|j        j         d| dS t%          | j
                   d S )NTrA  c                    g | ]<}t          |j        t                    |j        j                                        :|=S rs   )r   r  r'   r   rK  r)  s     r`   r   z1ComputeBackendSelect.__call__.<locals>.<listcomp>  sT     
 
 
!*h//
 56JO4R4R4T4T

 
 
ra   z.c10::computeDispatchKey(dtype, layout, device)r%  c              3  $   K   | ]}|j         V  d S rr   ry  r)  s     r`   rw   z0ComputeBackendSelect.__call__.<locals>.<genexpr>  s$      'K'K1'K'K'K'K'K'Kra   z-DispatchKeySet _dk_set = c10::DispatchKeySet(z() | c10::detail::multi_dispatch_key_set(z);
DispatchKeySet _dk_mask = c10::DispatchKeySet(DispatchKeySet::FULL_AFTER, DispatchKey::BackendSelect);
DispatchKeySet _dk = c10::impl::computeDispatchKeySet(_dk_set, _dk_mask);z)DispatchKeySet _dk = c10::DispatchKeySet(r4  z	// aten::z
C10_ALWAYS_INLINE
z {
  z
  return at::_ops::z::redispatch(
      _dk, c              3  $   K   | ]}|j         V  d S rr   r'  r)  s     r`   rw   z0ComputeBackendSelect.__call__.<locals>.<genexpr>  s$      77af777777ra   r  zm.impl("aten::z", TORCH_FN(z));)r  r^  nativer   r   r   r   r   r|  r-  rp  rM   r  has_tensor_argr  r  r}  REGISTRATIONrF   )r\   r   r   
native_sigrR  dispatcher_sigr  dispatcher_exprsrk   rS  
compute_dks              r`   rj  zComputeBackendSelect.__call__  s*   #At}55 	4{16""$QVD999

 
))++
 
 
 -8@@ )//11G;&+++
 " v'6688888"ii'K'K8J'K'K'KKKM.:M MdoM M M


 6+::<<<<<PPPP 
&  $  	 
 FK0022  II77&677777    [F///JafkJJtJJJJ%%%%%ra   Nrk  r  rs   ra   r`   r  r    sO         ;;;;  2& 2& 2& ! 2& 2& 2&ra   r  datac                    d t           _        d
d}t          j        t          |           t	          j        | dt           d	          S )Nc                    dS )NTrs   )r\   r  s     r`   r   zformat_yaml.<locals>.<lambda>  s    4 ra   dumperr
   r  ro   c                P    |                      |                                          S rr   )represent_dictr{   )r  r  s     r`   dict_representerz%format_yaml.<locals>.dict_representer  s    $$TZZ\\222ra   Fg    eA)default_flow_styleDumperwidth)r  r
   r  r
   ro   r
   )rN   ignore_aliasesadd_representerr   r   dump)r  r  s     r`   format_yamlr	    sR     7 7J3 3 3 3 {,<=== 9TeJcRRRRra   c                    | dk    rdS | dk    rdS 	 t          |           S # t          $ r' 	 t          |           cY S # t          $ r | cY cY S w xY ww xY w)Nr  TfalseF)r   
ValueErrorfloatr   s    r`   pythonify_defaultr    s    F{{t	
gu1vv   	88OOO 	 	 	HHHHH	s)   ! 
A=AA	AAAtr>   c                    t          | t                    rt          | j                  S t	          |           dk    rdS t          j        | ddd                                          S )NTensorz
at::TensorF__placeholder__)mutabler  rA  )r   r9   dynamic_typer  r   r   argumenttype_typer  )r  s    r`   r  r  6  si    !\"" $AF### 1vv| 	5 1%  hjjra   r  set[Variant]c                    dg}t           j        | v r|                    d           t           j        | v r|                    d           |S )Nr>   r  	namespace)r?   r=  r   r  )r  	method_ofs     r`   compute_method_of_yamlr  C  sT     I~!!"""8##%%%ra   +tuple[list[dict[str, str]], dict[str, str]]c                   i }t          j        |           }g }t          t          | j        j        |                    D ]\  }\  }}t          |j                  |t          j        |d          	                                d}|j
        rG|j
        |d<   | j                                        r$|j
        || j        j        j        |         j
        <   |                    |           ||fS )NFr  )r  r   r   
field_name)r   return_namesr  zipr   returnsr  r   return_typer  r   r  r   r  r   )r   name_to_field_namenamesr   r  rr   rets           r`   compute_returns_yamlr&  N  s    T *, QEG!#afne"<"<==  9At(00OAe444==??	
 
 6 	J !Cv!! JCD6"16#3#7#:#?@s&&&ra   cpp_ar   schema_orderkwarg_only_setout_arg_setr"  dict[str, str]c               .   t          | j        t                    r&d dd| j        | j        dd}| j        
| j        |d<   |S t          | j        t                    rt          t          | j        t                    rt          | j        ||||          S d S )Nzat::TensorOptionsFT)
annotationr  is_nullabler   r   
kwarg_onlyr  r(  r)  r*  r"  )
r   r  r=   r   r   r  r;   r   r'   compute_argument_yaml)r'  r(  r)  r*  r"  r   s         r`   compute_cpp_argument_yamlr2    s     %."899 
/ JJ"
 "
 =$"]C	N
	ENL	1	1 	
	ENH	-	- 
$N%)#1
 
 
 	

 
ra   r*  r'   c          	     b   | j         rt          | j                   nd t          | j                  | j                                        | j        t          j        | dd                                          d}| j	        1t          t          j        | j	        | j        d                    |d<   | j        |v rd|d<   | j        |v r#d|d	<   d|d
<   | j        |v r|| j                 |d<   | j                                        }|)|j        "t          |j                  dk    r
|j        |d<   |S )Nr  F)r  rA  )r-  r  r.  r   r   r  r  Tr/  r  allocater  r   size)r-  r   r  r   r.  r   r   r  r  r  r  default_expris_list_liker5  r  )r*  r(  r)  r*  r"  r   ls          r`   r1  r1    s>    ,-<Ac!,'''T$QV,,v))++!!+<UKKKTTVV C 	y*QYu===
 
I 	v LvHJ6''' 216 :C 	
A}+AFv0E0EfFJra   c                r   t          |           \  }d | j        j        j        D             d | j        j        j        D             t          j        | dd          }|j                                        }fd|D             }t          | j        	                                          }fd|D             }d |D             }t          j        | j        j        d                                          }| d	d
                    |           d}	t          d |D                       ot           j        | j        v}
t'          dt          j        | j                  fdt+          | j        j        j                  fdt+          | j        j        j                  fd| j        fd| j        | j        ndfdd| j         fd|fd|	fd|fdt3          | j                  fdd| j        dn| j        fd|fd| j        j        j        j        fd|
fd| j        fd| j        fd d!d"| j        fg          S )#Nc                    h | ]	}|j         
S rs   ry  r)  s     r`   	<setcomp>z+compute_declaration_yaml.<locals>.<setcomp>  s    GGGafGGGra   c                    h | ]	}|j         
S rs   ry  r)  s     r`   r;  z+compute_declaration_yaml.<locals>.<setcomp>  s    888a16888ra   Fr<  c           	     8    g | ]}t          |d           S )Fr0  )r2  )rt   r'  r)  r"  r*  s     r`   r   z,compute_declaration_yaml.<locals>.<listcomp>  sI     	 	 	  	")#1	
 	
 	
	 	 	ra   c           	     8    g | ]}t          |d           S )Tr0  )r1  )rt   r*  r)  r"  r*  s     r`   r   z,compute_declaration_yaml.<locals>.<listcomp>  sI     	 	 	  	)#1	
 	
 	
	 	 	ra   c           
     n    g | ]2}t          j        |d t                      d d d           D ]	}|j        
3S )F)r=  cpp_no_default_argsfaithfulrA  has_tensor_options)r   r  r   r   )rt   r*  r$  s      r`   r   z,compute_declaration_yaml.<locals>.<listcomp>  sj         #$
 
 
	   	
   ra   r  z (r%  rL  c              3  J   K   | ]}t          |j        t                    V  d S rr   )r   r  r=   r)  s     r`   rw   z+compute_declaration_yaml.<locals>.<genexpr>  s/      MMqJqz#9::MMMMMMra   r   operator_namer  r  category_overriderx   schema_stringaten::r   schema_order_cpp_signatureschema_order_argumentsr  )moder  python_moduler   r   is_factory_methodabstractr   )with_gilF)
deprecatedFhas_math_kernel)r&  r   r   flat_kwarg_onlyr  r   r@  rD  r   rI  r   returns_typer   r  r  anyr?   r=  r  r   r   r   r  r  rE  r  rK  r   is_abstractr   r   )r   r   r  cpp_argsr   schema_order_jit_argumentsrI  cpp_schema_order_typescpp_returnsrH  rL  r)  r"  r*  s              @@@r`   compute_declaration_yamlrY    s   "6q"9"9G HGaf&6&FGGGN8816#3#7888K!6	%%  I ",,..H	 	 	 	 	 	 	 	 	I "&af&C&C&E&E!F!F	 	 	 	 	 	 ,	 	 	  ,   "16>%@@@IIKKK$/!W!W499=S3T3T!W!W!W 	MMHMMMMM 	-N!*, 
 SXaf%%&c!&+"2334c!&+";<<=)1+GH#'(':'F##B /qv//0)$)+EF%'=>0<<=AO$;bbQ (01 "34'Q^,! HI/	
  ra   c                    | j         s	| j        d uoM| j                                        t          j        k    p&| j                                        t          j        k    S rr   )r   r   r   kindr:   
functionalr   r  s    r`   "has_autogenerated_composite_kernelr]  /  sJ    L=A1= 	..U!&++--:CU2Ura   dict[DispatchKey, BackendIndex]c           	         t          j         j                  }t          j         j        j                                                  }t          j         j                  }d                    d |D                       }d j         t           fd|	                                D             t          j        hk    o9 fd|	                                D             t          j        t          j        hk              t           j        pt                               d}| d| d| d	t          j        |           d
S )Nr%  c              3  b   K   | ]*}|                                                                 V  +d S rr   )
no_defaultdecl_registration_declarationsr)  s     r`   rw   z4compute_registration_declarations.<locals>.<genexpr>>  s6      WWQFFHHWWWWWWra   rG  c                D    h | ]\  }}|                               |S rs   r   rt   r   r   r   s      r`   r;  z4compute_registration_declarations.<locals>.<setcomp>C  s,    FFF41aall1ooFQFFFra   c                D    h | ]\  }}|                               |S rs   rd  re  s      r`   r;  z4compute_registration_declarations.<locals>.<setcomp>E  s,    JJJtq!!,,q//JJJJra   )schemadispatchr  r  r3  z); // r   )
dispatcherr   r   rR  r   "cpp_type_registration_declarationsr   r  r   r{   r-   r   r   has_composite_kernelr]  jsondumps)r   rh   r   rR  r  r  comment_datas   `      r`   !compute_registration_declarationsro  5  sn    ?16""D*	 ((**  ''DyyWWRVWWWWWH#16##FFFF?0022FFF567 JJJJ4466JJJ5A
 
 q-V1STU1V1VWW$ $L   t  h  dj6N6N    ra   "provided_op_registration_allowlistlist[str] | Noneop_selection_yaml_pathc                    | |
J d            d }| t          |           }|t          j        |dd          }n*|t          j        |          }nt          j                    }|S )NzhBoth provided_op_registration_allowlist and op_selection_yaml_path can NOT be provided at the same time.TF)r   rE   &from_legacy_op_registration_allow_listfrom_yaml_pathget_nop_selector)rp  rr  op_registration_allowlistr^  s       r`   get_custom_build_selectorrx  X  s    
 	+6"..	 /. 26)5$'(J$K$K! ,#J%
 

 
 	+#23IJJ#466Ora   3Sequence[NativeFunction | NativeFunctionsViewGroup]c                   dd}t          t                    }| D ]}|j                                        }|j        }|t
          j        k    r1|j                                        }|||         vsJ |||         |<   c|||         vs'J | d||                                                      |||         |<   t          t          ||                                                    S )Nd1dict[ViewSchemaKind | SchemaKind, NativeFunction]ro   /list[NativeFunction | NativeFunctionsViewGroup]c                |   g }t           j        | v r|                     t           j                  }|                     t           j        d           }|                     t          j        d           }|                    t          |||                     |                    | 	                                           |S )N)view	view_copyview_inplace)
r@   aliasingr   aliasing_inplacer:   r\  r   r7   extendr  )r{  r   r  r  r  s        r`   maybe_create_view_groupzEget_grouped_by_view_native_functions.<locals>.maybe_create_view_groupz  s     BD"a''55011D55!@$GGLj3T::ILL('!-     	QXXZZ   ra   z already in )r{  r|  ro   r}  )r   r   r   view_signatureview_schema_kindr@   non_aliasingr[  rQ  r   rG   r  )rg   r  grouped_by_viewsr   rg  	view_kindr[  s          r`   $get_grouped_by_view_native_functionsr  w  s      . 	D   4 4&&(($%$6	
 3336;;==D/77777-.V$T** !1&!9999JJ)9&)A)F)F)H)HJJ :9923V$Y//	13C3J3J3L3LMMNNNra   /Sequence[NativeFunction | NativeFunctionsGroup]c           	         dd}t          |           }t          t          |t          |                                                              S )Nr{   dict[SchemaKind, NativeFunction]ro   r  c                    t          j        |           }|Nt          d |                                 D                       rJ t	          |                                           S |gS )Nc              3  (   K   | ]}d |j         v V  dS )	generatedN)r   rt   r   s     r`   rw   zJget_grouped_native_functions.<locals>.flatten_pre_group.<locals>.<genexpr>  s)      EEQ;!&0EEEEEEra   )r6   	from_dictrS  r  r   )r{  r$  s     r`   flatten_pre_groupz7get_grouped_native_functions.<locals>.flatten_pre_group  sc     !*1--9 EE!((**EEEEEEEE

###3Jra   )r{  r  ro   r  )rD   r   rG   r  )rg   r  pre_grouped_native_functionss      r`   get_grouped_native_functionsr    s\    
 
 
 
 $>>N#O#O #T*F*M*M*O*O%P%PQQ  ra   )native_function_decl_gengrouped_native_functionsr  JCallable[[NativeFunctionsGroup | NativeFunction, BackendIndex], list[str]]dict[str, list[str]]c                   t          t                    }| D ]}t                      }t                      }|                                D ]\  }}|                    |          }	|	r2|	j        }
|                    |           |                    |
           nt          }
t          |          dk    sJ d| d|             ||
         	                     |||                     |S )NrV   z6Codegen only supports one namespace per operator, got z from )
r   r   r   r{   r5  r6  r   r+   r   r  )r  rh   r  ns_grouped_kernelsr   native_function_namespacesdispatch_keysrk   backend_idxr7  r  s              r`   get_ns_grouped_kernelsr    s    0;4/@/@%  %(UU")8)>)>)@)@ 	 	%L+*55a88 5,:	!!,///*..y99994	.//1444yHbyyjwyy 544y)00((K88   	 ra   r  c           
     F   g }d}|                                  D ]\  }}t          |dd          }t          t          j        |                    }|                    d|j         d|                    |           d|j         d	                    |                     |S )Nr   rx      namespace_strentity_name	max_level	
        )
r{   rL   r   r   fromkeysr  prologuer  epiloguesplit)r  declarationsnewliner  kernels	ns_helperordered_kernelss          r`   8get_native_function_declarations_from_ns_grouped_kernelsr    s     !LG06688 
 
	7##
 
 
	 {3G<<==
 o     E'NN	
 	
 	
 	
 ra   c                F    t          | ||          }t          |          S )a  
    Generate kernel declarations, in `NativeFunction(s).h`.
    :param grouped_native_functions: a sequence of `NativeFunction` or `NativeFunctionGroup`.
    :param backend_indices: kernel collections grouped by dispatch key.
    :param native_function_decl_gen: callable to generate kernel declaration for each `NativeFunction`.
    :return: a list of string, from the string with all declarations, grouped by namespaces, split by newline.
    r  rh   r  )r  )r  r  )r  rh   r  r  s       r`    get_native_function_declarationsr    s?      0!9'!9  
 D-   ra   %NativeFunction | NativeFunctionsGroupr  c                    |                     |           }|rWd|j        v sNJ dt          | t                    r| j        j        n| j        j        j         d|j         d|j         d            |r|j        nt          S )Nr0  zThe kernel for function z with dispatch key z has a namespace z% and it's not ending with '::native'.)	r5  r6  r   r5   r   r   r\  rk   r+   )r   r  r7  s      r`   get_kernel_namespacer    s     #--a00 :1A1O#O#O#O	b*Q2O2O#k16;;UVUaUfUk 	b 	b(5	b 	b,:	b 	b 	b $P#OO +;X&&@Xra   r|   rocmrA  skip_dispatcher_op_registrationgen_dispatch_helpersc        	           g }	t          t                    t          t                    t          t                    }
d}t          j        t
          j        |||d           }t          j        t
          j        |||d           }t          j        t
          j        |||d           }|D ]}t          |          
                    dd                                        ||                                                   ||                     t          |t                    r|j        n|j        j        }||
         vrt          t                    |
<   |
         |                              ||                     D ]t!                             dk    rt#                    d|
         D ]?}|
         |         sd| d	 d
|                    |
         |                    dz  @|	                    |                     df	d                              |                     |	S )Nr   r  rA  class_method_namer  r   r  r0  rx   r   )r  z
TORCH_LIBRARY_IMPL(r%  z, m) {
    z
}zRegisterDispatchDefinitions.inic            	        	 j         j        rt          j                  ng           rdnd                                         dS )Nrx   )ns_prologuens_epiloguedispatch_helpersdispatch_anonymous_definitions"static_init_dispatch_registrationsdeferred_dispatch_registrationsdispatch_namespacedispatch_namespaced_definitions)r  r  destgen_registration_helpersr
  )	anonymous_definitionsr  rk   r  kernel_namespacens_definitionsr  registration_bodyr  s	   r`   r   z1get_native_function_definitions.<locals>.<lambda>l  sm    #,#5#,#5+)(Ek(R(R(R6K(7 7;+""*79*6*<*<*>*>7EFV7W  ra   )r   r   r   r  RegisterDispatchKeyrM   NAMESPACED_DEFINITIONANONYMOUS_DEFINITIONr  r  r   r  r   r5   r  r\  r   rL   r  substitute_with_templater  )r|   r  rk   r  r^  r  rA  r  r  definitionsregistrationsr  ns_genanonymous_genreg_genr   r  r  r  r  r  r  s     ``   ``        @@@@@r`   get_native_function_definitionsr    s*     K+6t+<+<N2=d2C2C5@5F5FMG%$(G  F ,#(G  M &(G  G & 
 
/!MMMUU
 
 	'(//F1II	
 	
 	
 	./66M!	
 	
 	
 &a88TAKKal>T 	 M*:;;;.9$.?.?M*+&'	299GAJJ	
 	
 	
 	
 +  
  
~./00A55#2BCCC	&'78 	 	I !129=  "" "!-" "\\- 01)<==" " "  	''1            $ eGnn'	
 	
 	
 	
, ra   c           
        g }t          t                    }d}t          j        |t          j        ||d d|          }	| D ]]}
t          |
|                              d|                                          }||         	                     |	|
                     ^|
                                D ]\  }}t          |          dk    rt          |dd	          }t          t          j        |                    }|	                    d|j         d|                    |           d|j         d
                    |                     |S )Nr   F)r  r  r  rA  r  r  r   rx      r  r  )r   r   r  r  rM   NAMESPACED_DECLARATIONr  r   r
  r  r{   r   rL   r   r  r  r  r  r  )r  rk   r  r^  r  rA  r  r  r  r   r   r  r  r  r  s                  r`   get_namespaced_declarationr    s    !L/:4/@/@G#%(-  D & 
 
(1+FFFNNl((**
 
	 	9%,,DGG	
 	
 	
 	
 16688 
 
	7w<<1##q
 
 
	 {3G<<==
 o     E'NN	
 	
 	
 	
 ra   schema_selectortuple[list[str], str]c           
        t          t                    }| D ]"}||j                                     |           #d}g }d }|                                D ]k\  }}t          t          t          |          |                    }	|dk    r|	}8|}d}
|t          v rdnd}|d| d| d|
                    |	           d	z  }l||fS )
Nrx   atenr   TORCH_LIBRARY_FRAGMENTTORCH_LIBRARYr   r3  z	, m) {
  z
};)	r   r   r  r   r{   rK   r]  r.   r  )rg   r  ns_native_functionsnative_functionschema_registrationsaten_schema_registrationscustom_namespacer  r   schema_registrations_bodytabtorch_library_macros               r`   (get_native_function_schema_registrationsr    s5   
 <Gt;L;L+ O OO56==oNNNN "/5577  	5$(^O44e<<%
 %
!
 (A%%(C
  333 )($  
 ! %% %'% %88%&&% % %    &';<<ra   structured_native_functionsSequence[NativeFunctionsGroup]static_dispatch_idxcpu_fmfunctions_keysset[DispatchKey]r  Sequence[DispatchKey]c           
     4   
 |                     dfd           d  D             fd D             |                     dfd           |                     dfd           |                     d	 fd
           t                    |                     dfd           |	D ]]t          ||          }|v rEd d|                     d	dfd           |                     dd
fd           ~^d S )NzNativeMetaFunctions.hc                 N    g t          t          t                               dS )N)NativeMetaFunctions_includes NativeMetaFunctions_declarationsr   rK   r  )r  s   r`   r   z(gen_aggregated_headers.<locals>.<lambda>  s.    ,.04:<WXX1 1
 
 ra   c                8    g | ]}t           j        |j        v |S rs   r?   r=  r  rt   fns     r`   r   z*gen_aggregated_headers.<locals>.<listcomp>  s-       2;)F)F)F)F)Fra   c                    g | ]}|v|	S rs   rs   )rt   r  method_native_functionss     r`   r   z*gen_aggregated_headers.<locals>.<listcomp>  s+     # # #3J)J)J)J)J)Jra   MethodOperators.hc            	     v    g t          t          t          t          j                                       dS )Nrq  MethodOperators_includesMethodOperators_declarationsr   rK   rn  rM   r~  )r  r  s   r`   r   z(gen_aggregated_headers.<locals>.<lambda>  sL    (*,0$*8K   , - -
 
 ra   zOperators.hc            	     x    dgt          t          t          t          j                                       dS )Nz!#include <ATen/MethodOperators.h>r  )Operators_includesOperators_declarationsr  )non_method_native_functionsr  s   r`   r   z(gen_aggregated_headers.<locals>.<lambda>  sO    #F"G&*$*8K   0 ' '
 
 ra   Functions.hc                 z    t                    dgt          t          t                                           dS )Nz#include <ATen/Operators.h>)r  Functions_includesFunctions_declarations)r  r   rK   r  rg   r  s   r`   r   z(gen_aggregated_headers.<locals>.<lambda>  sN    -J#. . $A"A&*#%%$ ' '
 
 ra   )r  rh   zNativeFunctions.hc                     dg dS )Nz%#include <ATen/NativeMetaFunctions.h>)NativeFunctions_includesNativeFunctions_declarationsrs   )r  s   r`   r   z(gen_aggregated_headers.<locals>.<lambda>*  s    )P(Q,8
 
 ra   r  Functions_inl.h>DispatchKeyFunctions.hc                 (    t                     dS N)rk   inline_headersr   rk   inl_headerss   r`   r   z(gen_aggregated_headers.<locals>.<lambda>8  s    $'$5$5&1  ra   Functions_inl.hDispatchKeyFunctions_inl.hc            
     f    g                                  t                    d          dS )NT)r  rk   r  r^  r  rA  )!DispatchKeyFunctions_inl_includesr   dispatch_namespaced_declarations)r
  r  )rh   rk   r  r  r^  s   r`   r   z(gen_aggregated_headers.<locals>.<lambda>@  sJ    9;*6*<*<*>*>8R1I%1$3L$A!)!#9 9 9  ra   )writer  r}   write_with_template)rg   r  r  r  r^  rh   r  rl   r  r  r  r|   r  rk   r  r  r  s   ``````    ` @@@@@r`   gen_aggregated_headersr    sK     LL	
 	
 	
 	
   %  # # # #%# # # LL	
 	
 	
 	
 	
   LL	
 	
 	
 	
 	
   LL	
 	
 	
 	
 	
   4!9'  L LL	
 	
 	
 	
   &  +L*fMM>))JLJJJK"",,,(       ""000,         " B= ra   ops_fmc                   t          t                    | D ]"}|j                                     |           #t          t                    }|D ]$}|j        |                             |           %                                D ]\  |                     ddfd           |                     ddfd           |                    g           }d |D             t                    dk    r|                     d	d
fd           t          ||t          j
                  |                     ddfd           dD ]#\  |                     dfd           $|	D ]2|vr                                g                                 D ]\  |                    g           }t          t          t          j        |         t          j        ||
dd d          |                    t                    dk    ru                               |                     d ddfd           t#          ||          }d d|                     ddfd           |                     ddfd            ~4|                    d!fd"           d S )#Nz_ops.hz
Operator.hc            	     t    dt          t          t          t          j                                       iS )Nr  r  r  )	functionsr  s   r`   r   z*gen_per_operator_headers.<locals>.<lambda>p  sF    (".<O   " ! !
 ra   .hz
Function.hc                     t          t          fd                     d dt          t          t                                           dS )Nc                &    t          |           S )N)r   )r  r  r  s    r`   r   z<gen_per_operator_headers.<locals>.<lambda>.<locals>.<lambda>  s    #=.A$ $ $ ra   r  _ops.h>)static_dispatch_ops_headersoperator_includesfunction_definitions)r   rK   r  )r#  r   r  s   r`   r   z*gen_per_operator_headers.<locals>.<lambda>  sy    /3    "	 0 0 &I4%H%H%H(,'))! ) )  ra   c                J    g | ] }t          |t                    |j        |!S rs   )r   r6   r   r  s     r`   r   z,gen_per_operator_headers.<locals>.<listcomp>  sE      
  
  
"233 
 9; 
 
  
  
ra   r   z_meta.hzNativeMetaFunction.hc                 L    dt          t          t                               iS )Nmeta_function_declarationsr  )structured_functionss   r`   r   z*gen_per_operator_headers.<locals>.<lambda>  s,    0$ =?S 3 3 ra   r  z	_native.hzNativeFunction.hc                     rd dng  dS )Nr  z_meta.h>)extra_includesnative_function_declarationsrs   )r  is_structuredr   s   r`   r   z*gen_per_operator_headers.<locals>.<lambda>  s+    <IQ8$8888r0<	  ra   ))	Functionsrx   )	Operators_ops)NativeMetaFunctions_meta)NativeFunctions_nativec                 r      dfdt                                                    D               dg iS )N	_includesc                     g | ]
}d |  dS )r  .h>rs   )rt   r   suffixs     r`   r   z>gen_per_operator_headers.<locals>.<lambda>.<locals>.<listcomp>  s9     ) ) ) <$;;;;) ) )ra   _declarations)rg  rQ  )categoryfunctions_by_root_namer?  s   r`   r   z*gen_per_operator_headers.<locals>.<lambda>  sa    &&& ) ) ) ) &'='B'B'D'D E E) ) ) ***B ra   TFr  r  z_dispatch.hzDispatchKeyFunction.hc                      dS )N)r  r  rs   )r  r  s   r`   r   z*gen_per_operator_headers.<locals>.<lambda>  s    *<8D  ra   r  r  r  r  c                 (    t                     dS r  r  r  s   r`   r   z*gen_per_operator_headers.<locals>.<lambda>  s     #L 1 1"-  ra   r  r  c                 B    fdt                     D             g dS )Nc                "    g | ]}d | d dS )r  r  r  rs   )rt   r   r  s     r`   r   z>gen_per_operator_headers.<locals>.<lambda>.<locals>.<listcomp>  s>     6 6 6 R$QQ1CQQQ6 6 6ra   )r  r  r  )rg  )dispatch_namesr  s   r`   r   z*gen_per_operator_headers.<locals>.<lambda>  sE    &86 6 6 6 &~ 6 66 6 6 57  ra   r  c                 `    t          d                                  D                       g dS )Nc              3  Z   K   | ]&\  }}t          d  |D                       d| dV  'dS )c              3  <   K   | ]}t           j        |j        v V  d S rr   r  r  s     r`   rw   zGgen_per_operator_headers.<locals>.<lambda>.<locals>.<genexpr>.<genexpr>  s+      IIw~4IIIIIIra   r  r(  N)rS  )rt   r   r#  s      r`   rw   z=gen_per_operator_headers.<locals>.<lambda>.<locals>.<genexpr>	  sb       / /#D)IIyIIIII/3d333/ / / / / /ra   r   )rg  r{   )rB  s   r`   r   z*gen_per_operator_headers.<locals>.<lambda>  sI    (. / /'='C'C'E'E/ / / ) )
 -/
 
 ra   )r   r   r	  r   r{   r  ry   r   r  r  #compute_native_function_declarationr  r
  rG   r  rM   r  r}   )rg   r  r  r^  rh   r  rl   r   r  r  r  r  grouped_functions_by_root_namegroupgrouped_functionsr|   rA  r  rk   rG  r  r#  rB  r  r3  r   r/  r?  s     `             @@@@@@@@@@@@r`   gen_per_operator_headersrO  Q  s     ?J$>O>O 8 8r|,33B7777 	D # * ; ;&t,33E::::17799 I
 I
i""OOO
 
 
 
 
	
 	
 	
  	""KKK     	
 	
 	
, ;>>tRHH 
  
' 
  
  

 011A5 	&&   &   
 
 
 8%6+%)%M
 
 

 	""     		
 		
 		
 		
 
 
& 	OOO     		
 		
 		
 		
 & < <~--)//115;;== 	 	OD) > B B4 L L,'55 !#*.8=   &  L <  A%%!!$'''&&99,999'        ,L*fMMFFFF
((($    	
 	
 	
 	,,,(    	
 	
 	
 B
LL	
 	
 	
 	

 
 
 
 
ra   core_fmper_operator_headersc                    |rt           ||||	|
|||           nt           |||||	|||           |                    d fd           |                    d fd           |                    d fd           |                    d	 fd
           d fd}|                    d|           dfd}|                    d|           d S )N)rg   r  r  r^  rh   r  rl   r   r  r  r  )rg   r  r  r  r^  rh   r  rl   r  r  r  zTensorBody.hc            	         t          t          t          t          j                                       t          t          t          t          j                                       dS )N)rp  rq  )tensor_method_declarationstensor_method_definitions)r   rK   r  rM   r~  r  r  s   r`   r   zgen_headers.<locals>.<lambda>D  s    *.'%18K   % + + *.'%08K   % * *
 
 ra   zRedispatchFunctions.hc                 Z    dt          t          t                                           iS )Nfunction_redispatch_definitions)r   rK   r  rg   s   r`   r   zgen_headers.<locals>.<lambda>\  s.    -t2446FGG0 0
 ra   zRegistrationDeclarations.hc                 $    d fdD             iS )Nregistration_declarationsc                0    g | ]}t          |          S rs   )ro  )rt   r   rh   s     r`   r   z1gen_headers.<locals>.<lambda>.<locals>.<listcomp>f  s3     * * * 2!_EE* * *ra   rs   )rh   rg   s   r`   r   zgen_headers.<locals>.<lambda>e  s3    ' * * * *)* * *
 ra   zVmapGeneratedPlumbing.hc                 "    t                     S rr   r%   rX  s   r`   r   zgen_headers.<locals>.<lambda>n  s    +@AQ+R+R ra   ro   r+  c                 &   t                      } t                      }D ]}|                    t          |j        j        j                             |                    |j        j        j        j                   |                     d |j                                        D                        |h dz  }d                    d t          |          D                       d                    d t          |           D                       dS )Nc              3  $   K   | ]}|j         V  d S rr   ry  )rt   r   s     r`   rw   zAgen_headers.<locals>.gen_aten_interned_strings.<locals>.<genexpr>z  s$      PPcPPPPPPra   >   orandnotxorbitorcomplor_eqand_eqbitandnot_eqxor_eqz \
c                    g | ]}d | d	S )z_(aten, rL  rs   rt   r   s     r`   r   zBgen_headers.<locals>.gen_aten_interned_strings.<locals>.<listcomp>  $    >>>#D###>>>ra   c                    g | ]}d | d	S )z_(attr, rL  rs   rk  s     r`   r   zBgen_headers.<locals>.gen_aten_interned_strings.<locals>.<listcomp>  rl  ra   )aten_symbolsattr_symbols)
r   r   r   r   r   r   updaterI  r  rg  )attrsr#  r   rg   s      r`   gen_aten_interned_stringsz.gen_headers.<locals>.gen_aten_interned_stringsq  s   %%$ 	Q 	QDIIc$).-../// IIdin).///LLPPTY-M-M-O-OPPPPPPP 	 
 
 
 	
 $LL>>u>>>  $LL>>u>>> 	
 
 	
ra   zaten_interned_strings.hc                 L    dd                     t                               iS )Nenum_of_valid_tagsz,
)r  rg  )r   s   r`   gen_tags_enumz"gen_headers.<locals>.gen_tags_enum  s"    $uzz&2D2D'E'EGGra   z
enum_tag.h)ro   r+  )rO  r  r  )rg   r   r  r  r  r^  rh   rP  r  rl   r   r  r  r  rQ  rr  ru  s   ``  ` `          r`   gen_headersrv    s   $  
 -%= 3+!')	
 	
 	
 	
 	
 	-%=(C 3+!')	
 	
 	
 	
 MM	
 	
 	
 	
 	
  0 LL	
 	
 	
 	
   LL$	
 	
 	
 	
 	
   LL!#R#R#R#R  "
 "
 "
 "
 "
 "
H MM+-FGGGH H H H H H MM,.....ra   view_groups"Sequence[NativeFunctionsViewGroup]aoti_fm
cpu_vec_fmforce_schema_registrationupdate_aoti_c_shimaoti_backendsextend_aoti_c_shimc                &   &'()*+,-./01234567 d,rd,|D ]*t          *||
          }rdH'*+fd3ndH*fd3*         't          t                    }D ]E}t          |t                    r|j        n|j        j        }||                             |           Ft          *          	                                +*t          j        k    }t          |*'d|	  	        )|                    d	* d
d')*,3fd           D ]ъ//j        j        rt!          *          s/j        j        j        j        1*t          j        u rF||
u sJ |                    d1 d
d*/fd           |	                    d1 d
d/1fd           *t          j        u r)d(rd(|                    d1 dd(*/1fd           t+          d* d          i 5D ],}|                                D ]}|j        |5|j        <    n-*|v ri } D ]}t1          |          }|t2          v r|||<    t5          d t7          |                                          D                       .d*	                                 d}t;          .5*dd          2|r|                    |2fd            n	 t?          t@          j!        "                    |j#        |                    5 }|$                                } | 2k    s
J d!            	 d d d            n# 1 swxY w Y   nE# tJ          $ r8 tM          t@          j!        "                    |j#        |           d"           Y nw xY wdI*.5fd$0tO          *          r,nd-|                    d*	                                 d
*-.05fd%           ~dJ fd'}!|
                    d(|!           }"|rtQ          j)                    }"tU           |")          \  &4|
                    d*&4fd+           dKd.}#|
+                    d/ |#fd0d1tY                    id2h d34           |
                    d5tZ                     |                    d6tZ                     |                    d7 fd8           dLfd:}$t                    t                    z   }%d; t]          d<           D             6d= t]          d>           D             7|%/                    67fd? D                        |
+                    d@|%|#|$dAh dBC           |
                    dDfdE           |
                    dFfdG           d S )MNz#include <c10/cuda/CUDAGuard.h>
#include <ATen/cuda/ATenCUDAGeneral.h>
#include <ATen/cuda/CUDADevice.h>
#include <ATen/cuda/CUDAContext.h>z#include <ATen/hip/impl/HIPGuardImplMasqueradingAsCUDA.h>
#include <ATen/hip/ATenHIPGeneral.h>
#include <ATen/hip/HIPDevice.h>
#include <ATen/hip/HIPContext.h>ro   r  c                 6   g } D ]}d}                     |          rd}nht          |t                    r0t          fd|                                D                       rd}n#|j        rt          j        t          j        fv rd}|s| 	                    d|j
         d           t          j        k    r| 	                    d|j
         d           v r!| 	                    d|j
         d d           t          t          |                     S )	NFTc              3  B   K   | ]}                     |          V  d S rr   rd  )rt   r  r   s     r`   rw   z=gen_source_files.<locals>.operator_headers.<locals>.<genexpr>  sJ       E E9;0044E E E E E Era   r  
_native.h>r>  r  r  )r   r   r6   rS  r#  r   r-   Metar   r   r	  rg  r   )headersr  is_registeredr   rk   r  r  r  s      r`   operator_headersz*gen_source_files.<locals>.operator_headers  s   1 " "A$)M$//22 -(, $A';<< - E E E E?@{{}}E E E B B - )-  -,#(#J; + + )-( ! NN#P#P#P#PQQQ$&MN N  'MQ['M'M'MNNN#~55`!+``@R```   c'll+++ra   c                     dg} t           j        k    r|                     d           v r|                     dd           | S )Nz!#include <ATen/NativeFunctions.h>z#include <ATen/Functions.h>r  r  )r-   r   r   )r  rk   r  s    r`   r  z*gen_source_files.<locals>.operator_headers  sZ    >?;#UUUNN#@AAA>11NN#Q\#Q#Q#QRRRra   T)	r|   r  rk   r  r^  r  rA  r  r  Registerz.cppzRegisterDispatchKey.cppc                 p    t                    rnddt          j                                ddS )Nrx   )extra_cuda_headersexternal_backend_headersdispatch_headersops_headersr  dispatch_definitions)r0   r  gen_registration_headers)r   r  rk   r  r  rQ  r  s   r`   r   z"gen_source_files.<locals>.<lambda>	  sW    '55'&8&8,.$($A!#7% %  0/11$&(<  ra   	UfuncCPU_zUfuncCPU.cppc                     t                    t          j                            t          j                  dS )N)meta_declarationnative_declarationnative_definitions)r  r  rK  compute_ufunc_cpu)rh   rk   r  s   r`   r   z"gen_source_files.<locals>.<lambda>.	  sD    ,Ma,P,P.2.V|</ / /3.DQ.G.G  ra   UfuncCPUKernel_zUfuncCPUKernel.cppc                 2    t          j                   dS )N)r   r  )r  compute_ufunc_cpu_kernel)r  r   s   r`   r   z"gen_source_files.<locals>.<lambda>9	  s      $.2.KA.N.N  ra   z%#include <ATen/native/cuda/Loops.cuh>z$#include <ATen/native/hip/Loops.cuh>
UfuncCUDA_z.cuzUfuncCUDA.cuc                     t                    t          j                            t          j                  dS )N)r   cuda_headersr  r  r  )r  r  rK  compute_ufunc_cuda)rh   r  rk   r  r   s   r`   r   z"gen_source_files.<locals>.<lambda>E	  sJ     $(4,Ma,P,P.2.V|</ / /3.Ea.H.H  ra   zunrecognized z
 for ufuncc              3      K   | ]	\  }}|V  
d S rr   rs   )rt   r  values      r`   rw   z#gen_source_files.<locals>.<genexpr>_	  s7       . ."!U. . . . . .ra   c_shim_r$  rx   headerr~  includesc                      S rr   rs   )
new_headers   r`   r   z"gen_source_files.<locals>.<lambda>q	  s    J ra   a  

WARNING: The generated AOTInductor C shim header files have unexpectedly changed. This
indicates an AOTInductor fallback operator ABI backward compatibility breakage!!!
Only in a limited number of situations, this is allowed:

1. You added a fallback op to the inductor_fallback_ops list in torchgen/aoti/fallback_ops.py.
If that's the case, run `python torchgen/gen.py --update-aoti-c-shim` to update the existing
C shim header files.

2. You added a new default argument to an existing fallback op. This is clearly a BC breaking
change in the AOTInductor land. In this case, you need to keep a manual copy of that existing
fallback op in a file, e.g. torch/csrc/inductor/aoti_torch/c/shim.h, bump up the version
number of that fallback op in the newly generated C shim files, and update the cpp wrapper
codegen to generate the correct cpp call for this op. Contact AOTInductor team for assistance.

                        z
 not foundr   c                     g } D ]-}t          |          }||                     |           .d                    t          t	          |                               S )N)r~  r   )r    r   r  rg  r   )r  r   r  rh   rk   r~  fallback_native_functionsstructured_func_group_dicts      r`   headers_for_aotiz*gen_source_files.<locals>.headers_for_aoti	  su    5 	/ 	/D02$'+=  F )v...yyG!5!5666ra   c            
     L    t           d             dz   z             S )NFr   r  )r   )rh   rk   r~  extra_headersr  r  r  s   r`   r   z"gen_source_files.<locals>.<lambda>	  s>    -. # '9--//$6F   ra   r  c            
        fdD             } d | D             t          t          t          t          j                  |                     t          t          t          t          j                  |                     dS )Nc                4    g | ]}t          |          |S rs   )r  )rt   r  r^  s     r`   r   z@gen_source_files.<locals>.gen_backend_select.<locals>.<listcomp>	  s9     
 
 
-A"h-O-O

 
 
ra   c                $    g | ]}d |j          dS )r  r(  r	  r  s     r`   r   z@gen_source_files.<locals>.gen_backend_select.<locals>.<listcomp>	  s3       @B;bl;;;  ra   )r  !backend_select_method_definitions%backend_select_function_registrations)r   rK   r  rM   r  r  )relevant_fnsrg   r^  s    r`   gen_backend_selectz,gen_source_files.<locals>.gen_backend_select	  s    
 
 
 
)
 
 
 FR   26():HEE| 2 2
 6:()<hGG 6 6
 
 	
ra   zRegisterBackendSelect.cpp)rg   r  zRegisterSchema.cppc                     rg n rg ndS )N)r  r  rs   )r  r  r  s   r`   r   z"gen_source_files.<locals>.<lambda>	  s-    .*+*.%&BB%
 
 ra   r  @NativeFunction | NativeFunctionsGroup | NativeFunctionsViewGroupc                    | j         S rr   r  )r  s    r`   key_funcz"gen_source_files.<locals>.key_func	  s     |ra   zOperators.cppc                h    d| j          dg t          t          j                  |           gdS )Nr  r>  r  )r  r  )r	  rn  rM   r  r'  s    r`   r   z"gen_source_files.<locals>.<lambda>	  sV    !Hr|!H!H!H I %4G    !
 !
 ra   r     >   r  r  r  )key_fnenv_callablebase_env
num_shardssharded_keyszFunctions.cppzTensorMethods.cppzATenOpList.cppc                 L    dt          t          t                               iS )Naten_ops)r   rK   r  rX  s   r`   r   z"gen_source_files.<locals>.<lambda>
  s"    Xo7GHHII
 ra   r  c                    dd} ||           t          |           t          | t          j                           dS )Nr  r  ro   r  c                B   t          | t                    rLd| j        j         dd| j        j         dg}| j        #|d| j        j         dd| j        j         dgz  }|S t          | t
                    rd| j        j         dd| j        j         dd| j        j         dd| j        j         dg}| j        #|d| j        j         dd| j        j         dgz  }| j	        #|d| j	        j         dd| j	        j         dgz  }|S d| j         dd| j         dgS )Nr  r  r(  )
r   r7   r  r	  r  r6   r\  r  r   r  )r  r  s     r`   gen_op_headerszPgen_source_files.<locals>.functionalization_env_callable.<locals>.gen_op_headers
  s    !566 " G!&*:FFFC!&*:CCC ;*Oak.COOOLak.CLLL  G A344 L!,*@LLLI!,*@IIIE!%/EEEB!%/BBB	 9(Mai.AMMMJai.AJJJ  G 9(Mai.AMMMJai.AJJJ  G  B!+AAA>!+>>> ra   )r  func_definitionsfunc_registrations)r  r  ro   r  )r!   r"   r-   r   )r  r  rh   r^  s     r`   functionalization_env_callablez8gen_source_files.<locals>.functionalization_env_callable
  sj    %	 %	 %	 %	P *>!,, @! ! #E EF# #
 
 	
ra   c                (    i | ]}|j         j        |S rs   r   r   r  s     r`   
<dictcomp>z$gen_source_files.<locals>.<dictcomp>I
  s.     : : : 	
Q: : :ra   c                D    t          |                                           S rr   r   r#  r  s    r`   r   z"gen_source_files.<locals>.<lambda>K
  s    T!++--%8%8 ra   c                (    i | ]}|j         j        |S rs   r  r  s     r`   r  z$gen_source_files.<locals>.<dictcomp>M
  s+     4 4 4Q4 4 4ra   c                D    t          |                                           S rr   r  r  s    r`   r   z"gen_source_files.<locals>.<lambda>N
  s    D4G4G ra   c              3  T   K   | ]"}|j         j        v|j         j        v|V  #d S rr   r  )rt   r   structured_mapview_maps     r`   rw   z#gen_source_files.<locals>.<genexpr>P
  sL        6;n,,H1L1L 	
1L1L1L1L ra   zRegisterFunctionalization.cppr  >   r  r  r  func_add_back_views_definitions!func_add_back_views_registrations)r  r  r  r  zFunctionalInverses.hc                 H    dt          t           fd                    iS )Nview_inverse_declarationsc                $    t          |           S rr   )r#   )r  r^  s    r`   r   z4gen_source_files.<locals>.<lambda>.<locals>.<lambda>j
  s    L !  ra   )r   rK   )r^  rw  s   r`   r   z"gen_source_files.<locals>.<lambda>g
  s?    '     	 * *	
 ra   zCompositeViewCopyKernels.cppc            	     0   d D             d D             z   t          t          t           t          j                                               t          t          t
                              t          t          t                              dS )Nc                    g | ]<}d                      d |j        |j        gn|j        |j        gD                       =S )r   c              3  <   K   | ]}d |j          d|j          dV  dS )r  _ops.h>
#include <ATen/ops/r  Nr  r  s     r`   rw   z@gen_source_files.<locals>.<lambda>.<locals>.<listcomp>.<genexpr>
  sb       	 	 B!+ B B +,+	B B B	 	 	 	 	 	ra   )r  r  r  rt   r  s     r`   r   z6gen_source_files.<locals>.<lambda>.<locals>.<listcomp>
  sn         		 	 	 %&K$7afak=R	 	 	 	 	  ra   c                p    g | ]3}d                      d |j        |j        |j        fD                       4S )r   c              3  R   K   | ]"}|d|j         vd|j         d|j         dV  #d S )Nr  r  r  r  )r   r	  r  s     r`   rw   z@gen_source_files.<locals>.<lambda>.<locals>.<listcomp>.<genexpr>
  sl         }AF)B)B	B!+ B B*++B B B *C)B)B)B ra   )r  r   r  r\  r  s     r`   r   z6gen_source_files.<locals>.<lambda>.<locals>.<listcomp>
  sc     	 	 	  		    iALA	    	 	 	ra   )r  #CompositeViewCopyKernel_Definitions(GeneratedCompositeFunctional_Definitions!GeneratedCompositeOut_Definitions)r   rK   r$   r-   r   rB   rC   )rh   r  rw  s   r`   r   z"gen_source_files.<locals>.<lambda>
  s      %  	 	 5	 	 	. 48.''N 
   	4 	4 9=3/ 9 9 26,/ 2 2Q.
 .
 ra   )ro   r  )ro   r   )ro   r  )r  r  ro   r   )r  r  ro   r  )0r}   r   r   r   r5   r  r\  r   r   r
  r-   r   r  r  r  ufunc_inner_loopr2   r   r   CPUCUDAr   r#  r   r   r   tuplerg  r{   r   r  r   osr   r  install_dirreadFileNotFoundErrorprintr0   rE   rv  r  write_shardedr  r   rG   r  )8rg   r  r  rw  r^  r  rh   ry  rP  rz  r  rl   r  r  r  r{  rQ  r  r|  r}  r~  r|   ns_grouped_native_functionsgrouped_native_functionr  r  
func_groupr   	fallbacksop_nameheader_file_nameold_file
old_headerr  r  r  r  
all_groupsr  r   r  r  rk   r  r  r  r  r  r  r   r  r  r  r  r  r  s8   ```````      `` ``  `                 @@@@@@@@@@@@@@@@@@r`   gen_source_filesr    s	   0&
  $$ & n n+L*fMM 2	&, &, &, &, &, &, &, &, &, &, &,T       (5&1$&7&7#'? 	S 	S# 5~FFB'11,7A 
 (	299:QRRRR ..4466
 KMM 	  ?%=%%,K!5
 
 
 
 
 
 	)|)))%         	
 	
 	
" - +	O +	OA5) 1F|1T1T <$).D{..V||||&&****"     
 
 
 ..0d000(        !111F J#IL&&****"           %%M\%M%M%MNNN%'"5 	 	J",,..  +7KU.t/GHE 8 =((I( . ..t44333)-Ig&(- . .&,Y__->->&?&?. . . ) )%
  B););)=)=AAA()*#5  J " $&&&&   
W%8:JKK  !%-]]__
)Z777 :7777	              * )   7<<(;=MNNZZZ    7 7 7 7 7 7 7 7 7 7 ';<&H&HP""b  MM4,,,..444            B
 
 
 
 
 
 
( LL,.@AAAO  >*;==
 	1)?	 	 	! LL	
 	
 	
 	
 	
 	

 
 
   
 
 
 
 
 ,-J#. .

 
 
 
'    4 LL$'''MM%t,,,MM	
 	
 	
 	
  5
 5
 5
 5
 5
 5
 5
r 	())D- - 	 : :88:UVV: : :N4 4 )*G*G U U4 4 4H      !      '3
 
 
     LL		
 		
 		
 		
 		
  < LL&.	
 .	
 .	
 .	
 .	
 .	
1 1 1 1 1s6   2M%L5)M5L9	9M<L9	=M?NNc                :    |                      dfd           d S )NzDeclarations.yamlc                 6    t          d  D                       S )Nc                ,    g | ]}t          |          S rs   )rY  r  s     r`   r   z;gen_declarations_yaml.<locals>.<lambda>.<locals>.<listcomp>
  s!    SSSQ5a88SSSra   )r	  rX  s   r`   r   z'gen_declarations_yaml.<locals>.<lambda>
  s    SSBRSSSTT ra   )r  )r  rg   s    `r`   gen_declarations_yamlr  
  s4     LLTTTT    ra   r	   c                 X    t          t                    j                                        S )z
    If you're depending on torchgen out-of-tree, you can use the root to figure
    out the path to native_functions.yaml
    )r	   __file__parentresolvers   ra   r`   get_torchgen_rootr  
  s    
 >> ((***ra   c                 2  #$ t          j        d          } |                     dddd           |                     dd	d
           |                     ddd           |                     ddd           |                     ddddd           |                     dddd           |                     ddd           |                     ddd           |                     ddd            |                     d!d"d#d$%           |                     d&d'd(           |                     d)d*d#d+%           |                     d,d-d#d.%           |                     d/d0dd1           |                     d2d3dd4           |                     d5t          d#g d6g d6d78           |                     d9dd:           |                     d;dd<           |                                 $t          $j        $j                  }t          j	        
                    $j        d=          }t          j	        
                    $j        d>          }d?d@lm} t                      }$j        sM|                    t"          j                   t"          j        |v r ||                    t"          j                  = $j        sM|                    t"          j                   t"          j        |v r ||                    t"          j                  = t-          |||          }t.          |         }|j        |j        c}#t5          |          }	dA |	D             }
t7          |          }dB |D             }$j         dC}t;          |                              dDdDE           $j         dF}t;          |                              dDdDE           $j         }t;          |                              dDdDE           tA          $|G          }tA          $H          }tA          $H          }tA          $H          }tA          $|G          }tA          $|G          }dI|i}$j        rtA          $H          |dJ<   t"          j!        t"          j"        t"          j#        t"          j$        t"          j%        t"          j&        t"          j'        h}t"          j!        t"          j"        h}$j        r|                    t"          j                   $j        r>|                    t"          j                   |                    t"          j                   $j(        r$fdK|D             }g }$j)        rJ#fdL$j)        D             }$j)        D ]/}t#          j*        |          }||vr|                    |           0dM$j+        v rgtY          dli dN|dO|	dP|
dQ|dR|dS|dT#dU|dV|dW|dX|dY|dZ|d[|d\$j-        d]$j.        d^$j/        d_$j0        d`$j1        da|db$j2         dc$j+        v r(tg          |||	|
||#||||||$j-        $j/        d           de$j+        v rti          ||f           $j5        rt;          $j5                  6                                }|j7        }|j8        }|dgf|dhf|dif|djfgdk |9                                D             z   D ]<\  }} | |z   }!|j:        | |z   z  }"|;                    |!t          |"                     ;d S d S )mNzGenerate ATen source files)descriptionz-sz--source-pathz!path to source directory for ATenzaten/src/ATen)helpr  z-oz--output-dependenciesz:output a list of dependencies into the given file and exit)r  z	--dry-run
store_truez5run without writing any files (still updates outputs))actionr  z--per-operator-headersz2generate separate headers per operator in ATen/opsz-dz--install-dirz--install_dirzoutput directoryzbuild/aten/src/ATenz--aoti-install-dirz--aoti_install_dirz%output directory for AOTInductor shimz(torch/csrc/inductor/aoti_torch/generatedz--rocmz=reinterpret CUDA as ROCm/HIP and adjust filepaths accordinglyz--mpsz'Generate MPS registration code when setz--xpuz'Generate XPU registration code when setz--op-registration-whitelistz--op_registration_whitelist*zfilter op registrations by the whitelist (if set); each item is `namespace`::`operator name` without overload name; e.g.: aten::empty aten::conv2d ...)nargsr  z--op-selection-yaml-pathz--op_selection_yaml_pathaD  Provide a path to the operator selection (for custom build) YAML that contains the information about the set of selected operators and their categories (training, ...). Each operator is either a full operator name with overload or just a bare operator name. The operator names also contain the namespace prefix (e.g. aten::)z--backend-whitelistz--backend_whitelistzRfilter dispatch backend by the whitelist (if set), e.g.: CPU CUDA QuantizedCPU ...z--static-dispatch-backendz--static_dispatch_backendz?generate static dispatch code for the specific backend (if set)z!--skip-dispatcher-op-registrationz!--skip_dispatcher_op_registrationz0Avoid registering operators into the dispatcher.z--force-schema-registrationz--force_schema_registrationz}force it to generate schema-only registrations for all ops, includingthose that are not listed on --op-registration-whitelistz
--generate)r  sourcesdeclarations_yamlzGenerate only a subset of files)r   r  choicesr  r  z--update-aoti-c-shimzUpdate AOTInductor C shim after adding an entry to inductor_fallback_ops in torchgen/aoti/fallback_ops.py. WARNING: Do not use this unless you are sure what you are doing!!!z--extend-aoti-c-shima  This Flag indicates the generation of c shims for out-of-tree ATen ops,which is an extension to the In-tree ATen op c shims. This flag needs to be combined with---source-path=<out-of-tree native_functions.yaml>--aoti-install-dir=<in-tree aoti_install_dir>/extend   default is torch/csrc/inductor/aoti_torch/generated/extendWARNING: Do not use this unless you are sure what you are doing!!!znative/native_functions.yamlznative/tags.yamlr   )r  c                <    g | ]}t          |t                    |S rs   )r   r6   r  s     r`   r   zmain.<locals>.<listcomp>f  s8     # # #z!=Q/R/R#	# # #ra   c                <    g | ]}t          |t                    |S rs   )r   r7   r  s     r`   r   zmain.<locals>.<listcomp>l  s9       a122	  ra   z/coreT)parentsexist_okz/ops)optionsr  )r  cudaxpuc                ^    g | ])}t          |          st          |          j        v '|*S rs   )r1   r   backend_whitelist)rt   r   r  s     r`   r   zmain.<locals>.<listcomp>  sI     
 
 
&q))
 .1VVw7P-P-P -P-P-Pra   c                D    g | ]}t          j        |                   S rs   )r-   parse)rt   keyrh   s     r`   r   zmain.<locals>.<listcomp>  s9     
 
 
 K-c223
 
 
ra   r  rg   r  r  rw  r^  r  rh   ry  rP  rz  r  rl   r  r  r  r{  rQ  r  r|  r}  r~  r  )rg   r   r  r  r  r^  rh   rP  r  rl   r   r  r  r  rQ  r  )rg   r  rx   cpu_vec_core_ops_c                "    g | ]\  }}|| d fS )r  rs   )rt   rv   	device_fms      r`   r   zmain.<locals>.<listcomp>  s(    SSS+<69iF&SSSra   rs   )<argparseArgumentParseradd_argumentr   
parse_argsrx  op_registration_whitelistrr  r  r   r  source_pathtorchgen.modelr  r   mpsr   r-   MPSr   r  XPUr   rj   rg   rh   r  r  r  r	   mkdiraoti_install_dirrJ   r  r  r   r   r   r   r  r  static_dispatch_backendr  generater  r  r{  rQ  r  r|  r~  rv  r  output_dependenciesr  r   stemr{   r  write_outputs)%parserr^  native_yaml_pathr   r  r   parsed_yamlr   rg   r  r  !native_functions_with_view_groupsrw  core_install_dirops_install_dirr#  rP  r  rz  cuda_fmr   ry  rl   r  r}  r  r  dp_keydepfile_pathdepfile_namedepfile_stemr|   r  varnamer   rh   r  s%                                      @@r`   mainr5  
  s	   $1MNNNF
0	     I    
 D    
  A    
 %     4:	     L    
 6    
 6     %%-	     ""M     *	     ##N	     ++?	     %%C	     ;;;;;;.     M     M  	 	 	 !!G()& H
 w||G$79WXXW\\'"57IJJN,,,,,, %%K; D(((?m++m11+/BBC; D(((?m++m11+/BBC#$4nkRRK.~>J$# &o
  <<LMM# #+# # # )M) )% 2  K  "-444	   === ,222Ot<<<!24	   ====MNNNGw///F"7333J000GwOLLLF=MNNNG'"J{ ?-g>>>
5
 	-9-:N 	M
 { ,;?+++{ +;?++++/***  

 
 
 
"
 
 
 /1& +
 
 
 
6
 
 
 2 	+ 	+C &s++F^++""6***G$$$ 	
 	
 	
--	
%=%=	
 )D(C	
 $		

 X	
 !4 3	
 ,O	
 G	
 G	
 "z	
 6	
 "z	
 (-	
 *>	
 	
  '.&G&G!	
" ")!=!=#	
$ -4,S,S%	
&  '99'	
( (-)	
*  '99+	
 	
0 G$$$-!%=(C 3+!')!(!=	
 	
 	
 	
$ g.../?OOOO" 1G788@@BB#(#( RL$gV	

 TS
@P@P@R@RSSST 	1 	1JB |+G&&<*?@DWc$ii00001 1
	1 	1ra   __main__)rk   r-   rl   rm   rn   rI   ro   rI   )Nr~   F)r   r   r   r   r   r   r   r   r   r   ro   rf   )r~   )r   r   r   r   ro   r   )r   r   ro   r   rr   )r   r   r   r   r   r   r   r   r   r   ro   rf   )r   r   ro   r   )r   r   ro   r   )r   r   ro   r   )r   r5   r   r(   ro   r   )r   r5   r   r   ro   r  )r   r   ro   r  )r  r  r  r   ro   r   )r  r  r   r5   r   r(   ro   r   )r  r  r   r5   rh   r   ro   r   r  )r  r6   ro   r  )r   r5   r^  rE   ro   r   )r  r   ro   r   )r   r   ro   r   )r  r>   ro   r   )r  r  ro   r  )r   r5   ro   r  )r'  r   r(  r   r)  r   r*  r   r"  r+  ro   r   )r*  r'   r(  r   r)  r   r*  r   r"  r+  ro   r   )r   r5   ro   r   )r   r5   ro   r   )r   r5   rh   r^  ro   r   )rp  rq  rr  r  ro   rE   )rg   r   ro   ry  )rg   r   ro   r  )r  r  rh   r^  r  r  ro   r  )r  r  ro   r  )r  r  rh   r^  r  r  ro   r  )r   r  r  r(   ro   r   )r|   rI   r  r  rk   r-   r  r(   r^  rE   r  r   rA  r   r  r   r  r   ro   r  )r  r  rk   r-   r  r(   r^  rE   r  r   rA  r   ro   r  )rg   r   r  rE   ro   r  )rg   r   r  r  r  r  r  r   r^  rE   rh   r^  r  rI   rl   rm   r  r  r  r  r  r   ro   r   )rg   r   r  r  r  r   r^  rE   rh   r^  r  rI   rl   rm   r   rI   r  r  r  r  r  r   ro   r   ) rg   r   r   r   r  r  r  r  r  r   r^  rE   rh   r^  rP  rI   r  rI   rl   rm   r   rI   r  r  r  r  r  r   rQ  r   ro   r   ),rg   r   r  r  r  r  rw  rx  r^  rE   r  r   rh   r^  ry  rI   rP  rI   rz  rI   r  rI   rl   rm   r  r  r  r  r  r   r{  r   rQ  r   r  r   r|  r   r}  r  r~  r   ro   r   )r  rI   rg   r   ro   r   )ro   r	   )ro   r   )
__future__r   r  	functoolsrl  r   r  collectionsr   r   r   dataclassesr   r   pathlibr	   typingr
   r   r   r   r   r   torchgen.api.dispatcherapiri  torchgen.api.metar  torchgen.api.nativer  torchgen.api.structuredr   torchgen.destr  torchgen.aoti.fallback_opsr   torchgen.apir   torchgen.api.translater   torchgen.api.typesr   r   r   r   r   r   r   torchgen.contextr   r   r   r   torchgen.gen_aoti_c_shimr   r   r   r    #torchgen.gen_functionalization_typer!   r"   r#   r$   torchgen.gen_vmap_plumbingr&   r  r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   #torchgen.native_function_generationrA   rB   rC   rD   !torchgen.selective_build.selectorrE   torchgen.utilsrF   rG   rH   rI   rJ   rK   rL   rM   torchgen.yaml_utilsrN   rO   collections.abcrP   rQ   rS   rf   ri   rl  rj   r}   r   r   cacher   r   r   r   r   r  r  r  r.  r:  rF  rZ  r]  rn  r  r  r  r  r  r  r  r	  r  r  r  r&  r2  r1  rY  r]  ro  rx  r  r  rK  r  r  r  r  r  r  r  r  rO  rv  r  r  r  r5  rb   rs   ra   r`   <module>rQ     s6   " " " " " " "        				 < < < < < < < < < < ( ( ( ( ( ( ( (       A A A A A A A A A A A A A A  , , , , , , , , ,                   $ $ $ $ $ $ $ $ $ , , , , , , , , ,       < < < < < <       , , , , , ,                                                   = < < < < <                                                       8            ? > > > > >	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 7 6 6 6 6 6 6 6  )(((((( GCLLB        Z'9;L&MNN
 :<  ; ; ; ;57  7 7 7 7   , ,0 %-# -# -# -# -#`    " / / / / ,01
 !&!%1 1 1 1 1 1@9 9 9 9x
 
 
 
4	
 	
 	
 	
   (        ,  ,  ,  ,FR R R R$J J J J:F F F FX $` ` ` ` ` ` ` `0 $W& W& W& W& W& W& W& W&x $* * * * * * * *^ $' ' ' ' ' ' ' 'Z $       < M M M M
y y y yx3 3 3 3 $:& :& :& :& :& :& :& :&HS S S S&   0
 
 
 
   ?' ?' ?' ?'F
 
 
 
@! ! ! !H U U U Ur    "   "!D   >,O ,O ,O ,O^   8 	0     :   @ 	0     4    b b b bN, , , ,`!= != != !=Hv v v vr   DG/ G/ G/ G/TW W W Wt   + + + +l1 l1 l1 l1^	 zDFFFFF ra   