ó
V�^c           @   s7  d  Z  d d l Z d d l Z d d l Z d d l m Z d d l m Z m Z d d l	 m
 Z
 d d l	 m Z i d d	 6d
 d 6d d 6d d 6d d 6d d 6d d 6d d 6d d 6d d 6d d 6d d 6d d 6d d 6d d 6d d 6d d 6d d 6d  d  6d! d! 6d" d# 6d$ d% 6d& d' 6d( d( 6d) d) 6d* d+ 6Z d, „  Z d- „  Z i d. d 6d/ d 6d0 d 6d1 d 6d2 d 6d3 d 6d4 d 6d5 d 6d6 d 6d7 d 6d8 d  6d9 d! 6d: d 6d; d 6d< d= 6d> d 6d? d( 6d@ d) 6dA d' 6dB d# 6dC d% 6dD d 6dE d+ 6dF d	 6dG d 6dH d 6Z dI „  Z e dJ ƒ Z e dK ƒ Z e dL ƒ Z e dM ƒ Z e dN ƒ Z e dO ƒ Z dP dQ dR dS dT h Z d+ h Z dU „  Z dV „  Z dW „  Z dX „  Z dY „  Z dZ „  Z d[ „  Z d\ d] g Z  d^ „  Z! d_ „  Z" e# d` „ Z$ i da db 6da dE 6da dc 6Z% dd „  Z& de „  Z' df „  Z( e) dg „ Z* dh „  Z+ e, di k r3e+ ƒ  n  d S(j   sR  
To run this file by hand from the root of the PyTorch
repository, run:

python -m tools.jit.gen_jit_dispatch        build/aten/src/ATen/Declarations.yaml        $OUTPUT_DIR        tools/jit/templates

Where $OUTPUT_DIR is where you would like the files to be
generated.  In the full build system, OUTPUT_DIR is
torch/csrc/jit/generated/
iÿÿÿÿN(   t   groupbyi   (   t   CodeTemplatet   write(   t   load_aten_declarations(   t   RETURNS_VIEWS_OF_INPUTs   bool[2]s   std::array<bool,2>s   bool[3]s   std::array<bool,3>s   bool[4]s   std::array<bool,4>t   strs   std::stringt   Scalart   MemoryFormats   MemoryFormat?t   QSchemes   Scalar?t   Tensors   Tensor?s   Tensor[]t
   TensorLists   std::vector<Tensor>s   int[]t   IntArrayReft   Layouts   Layout?t   Devices   Device?t
   ScalarTypes   ScalarType?t   intt   int64_ts   int?s   int64_t?t   floatt   doublet   bools   bool?s
   Generator?t	   Generatorc         C   sR   |  j  d ƒ rN d | k rN | d k s3 | d k r< d } qN d j | ƒ } n  | S(   Nt   is_nullablet   ?R
   s   Tensor[]s	   Tensor?[]s   {}?(   t   gett   format(   t   argt   typ(    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   optional_type_ofG   s
    	c         C   sW   d |  k r |  d St  |  d } t |  ƒ rD d j |  d ƒ } n  t |  | ƒ } | S(   Nt   jit_typet   simple_types   int[{}]t   size(   t   TYPE_MAPt   is_sized_intlist_argR   R   (   R   R   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   jit_type_ofR   s    s   {}.toDevice()s   {}.toOptional<c10::Device>()s   {}.toIntListRef()s   {}.toLayout()s   {}.toOptional<c10::Layout>()s   {}.toMemoryFormat()s"   {}.toOptional<c10::MemoryFormat>()s   {}.toQScheme()s   {}.toScalar()s   {}.toOptional<Scalar>()s   {}.toScalarType()s   {}.toOptional<ScalarType>()s   {}.toTensor()s   toOptionalTensor({})s   toListOfOptionalTensor({})s	   Tensor?[]s   {}.toTensorListRef()s   {}.toBool()s   {}.toOptional<bool>()s   {}.toDouble()s
   {}.toInt()s   {}.toOptional<int64_t>()s   {}.toStringRef()t   nullptrs!   as_bool_array<2>({}.toBoolList())s!   as_bool_array<3>({}.toBoolList())s!   as_bool_array<4>({}.toBoolList())c         C   s$   t  |  |  d ƒ } t | j | ƒ S(   NR   (   R   t   FROM_IVALUER   (   R   t   valueR   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   from_ivalue   s    s+   auto result_ = at::${name}(
    ${args}
);
s2   auto result_ = (${first}).${name}(
    ${args}
);
s@  const auto options = TensorOptions()
        .dtype(${dtype})
        .layout(${layout})
        .device(${device})
        .pinned_memory(${pin_memory});
#ifdef USE_STATIC_DISPATCH
    auto result_ = at::${name}(${args_with_tensor_options});
#else
    auto result_ = torch::${name}(${args_with_tensor_options});
#endif
sÜ   const auto options = TensorOptions()
        .dtype(${dtype})
        .layout(${layout})
        .device(${device})
        .pinned_memory(${pin_memory});;
auto result_ = (${first}).${name}(${args_with_tensor_options});
sß   [](Stack & stack) {
    ${lvalues}
#ifdef USE_STATIC_DISPATCH
    at::AutoNonVariableTypeMode non_var_type_mode(true);
#endif
    ${call}
    drop(stack, ${num_inputs});
    pack(stack, std::move(result_));
    return 0;
}
sF   Operator(
    "${signature}",
    ${op},
    atenOperatorOptions()
),
t   Storages   DimnameList?t   ConstQuantizerPtrt   Dimnamet   DimnameListc         C   sJ   | d } | t  k r t S| t k r6 d | k r6 t S| d k rF t St S(   NR   t   defaultt   Type(   t   blacklisted_typest   Falset   default_only_typest   True(   t   iR   R   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt
   is_jit_argÇ   s    
c         C   sÆ   t  d „  |  d Dƒ ƒ r t S|  d } t |  ƒ rh t g  | D] } | j d ƒ ^ q> ƒ d k rh t Sd |  d k sˆ d |  d k oÅ t  d	 „  t |  d ƒ Dƒ ƒ oÅ t  d
 „  t |  d ƒ Dƒ ƒ S(   Nc         s   s   |  ] } | d  d k Vq d S(   t   typet   voidN(    (   t   .0t   r(    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pys	   <genexpr>Ô   s    t   returnst	   argumentst   outputi   t	   namespacet	   method_ofR	   c         s   s$   |  ] \ } } t  | | ƒ Vq d  S(   N(   R1   (   R4   R0   R   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pys	   <genexpr>Þ   s    c         s   s$   |  ] \ } } t  | | ƒ Vq d  S(   N(   R1   (   R4   R0   R   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pys	   <genexpr>ß   s    (   t   allR-   t   is_out_variantt   sumR   t	   enumerate(   t   declR7   R   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt	   is_jit_opÒ   s    
<  c         C   s   |  d d d h k S(   NR   R	   R
   (    (   R   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   is_tensor_argâ   s    c         C   s   |  d d k o d |  k S(   sQ   Returns True for arguments declared as IntArrayRef[k], but False for IntArrayRef.R   R   R   (    (   R   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyR    æ   s    c         C   s?   |  d } |  j  d t ƒ r$ | d  S| j d ƒ r; | d  S| S(   Nt   namet   inplaceiÿÿÿÿt   _outiüÿÿÿ(   R   R-   t   endswith(   R?   RB   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt	   base_nameë   s    
c         C   s   t  |  ƒ t k S(   N(   RF   R   (   R?   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   is_viewð   s    c         C   s   |  d j  d ƒ S(   NRB   RD   (   RE   (   R?   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyR<   ô   s    s   .*_backwards#   .*_backward_(out|input|weight|bias)c         C   s7   x0 t  D]( } t j d | d |  d ƒ r t Sq Wt S(   Nt   ^t   $RB   (   t   BACKWARD_OP_PATTERNSt   ret   matchR/   R-   (   R?   t   pattern(    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   is_backward_opþ   s    c         C   s)   |  j  d ƒ p( t t t |  d ƒ ƒ ƒ S(   Nt   jit_argument_orderR7   (   R   t   listt   ranget   len(   R?   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   argument_order  s    c      	      sð  t  j | d ƒ } g  } d „  ‰  d „  ‰ ‡  ‡ f d †  } d „  } d „  } g  d d d	 g D]i }	 i |	 d
 6|	 d 6d d 6d g d 6i d d
 6d d 6g d 6i d d
 6d d 6d d 6d d 6g d 6^ q_ }
 t |  ƒ |
 } g  | D] } t | ƒ rå | ^ qå } d „  } g  } xÏ | D]Ç } g  t | d ƒ D]+ \ } } | | | | ƒ D] } | ^ qLq0| d <t | ƒ t | d <t j | ƒ } xU | d D]I } | d d k r“| j	 d ƒ r“t
 | d <t
 | d <| j | ƒ q“q“WqW| j | ƒ | | | ƒ } | | ƒ } d } g  t | ƒ D] } g  ^ q} xw | D]o } t d „  | d d
 Dƒ ƒ | } xD | D]< } | | j t j d t | | d ƒ d  | | ƒ ƒ ƒ qgWq8Wx> t | ƒ D]0 \ } } i | d! 6} t | d" | | | ƒ q¸Wd  S(#   Ns   /register_aten_ops.cppc         S   sy  d „  } d |  d k } |  j  d d  ƒ } | d  k	 r| | } | | d } | | d } | | d }	 | |  d g | | d	 }
 | rÆ t j d
 |  d
 d | d | d | d |	 d | |
 ƒ ƒ St j d
 |  d
 d | d | d | d |	 d | |
 d ƒ d |
 d d | ƒ Sn` | rAt j d
 |  d
 d | | ƒ d | ƒ St j d
 |  d
 d | d d | | d ƒ d | ƒ Sd  S(   Nc         S   s   d j  |  ƒ S(   Ns   ,
(   t   join(   t   args(    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   pack_arguments  s    R9   R:   t   tensor_options_arg_indexi   i   i   t   optionsi   RB   t   dtypet   layoutt   devicet
   pin_memoryt   args_with_tensor_optionst   firsti    t
   num_inputsRU   (   R   t   Nonet"   CALL_NAMESPACE_WITH_TENSOR_OPTIONSt
   substitutet   CALL_METHOD_WITH_TENSOR_OPTIONSt   CALL_NAMESPACEt   CALL_METHOD(   R?   RU   R_   RV   t   is_namespace_functionRW   RY   RZ   R[   R\   R]   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   get_invocation  s4    	
			c         S   s    d |  k o |  d d d h k S(   NR   s   Tensor!s
   Tensor(a!)(    (   R   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   requires_lvalue7  s    c            s  g  } g  } g  } t  |  d ƒ } d } t |  ƒ } x€ t |  d ƒ D]n \ } } t | d j | | | ƒ ƒ }	 ˆ | ƒ r¦ | j d j | d |	 ƒ ƒ | d }	 n  | j |	 ƒ qE Wˆ  |  | | ƒ }
 |  d } t j d |  d d |
 d | d	 | d
 | d | ƒ } | S(   NR7   t    s    (std::move(peek(stack, {}, {})))s   auto {} = {};
RB   R6   t   callt   kw_assignmentsR_   t
   op_capturet   lvalues(   RR   RS   R>   R%   R   t   appendt   CONSTRUCTORRb   (   R?   Rk   Rm   R7   R_   Rl   t   orderR0   R   R$   Rj   R6   t   constructor(   Rg   Rh   (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   emit_decl_variant:  s*    
	c         S   s@   g  } x3 |  D]+ } | r+ t  | ƒ r+ q n  | j | ƒ q W| S(   N(   RN   Rn   (   t	   jit_declst   disable_autogradt   resultR?   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   filter_declsY  s    c         S   su   d „  } t  |  d d „  ƒ} g  t | d d „  ƒD] \ } } t | ƒ ^ q4 } g  | D] } t  | d | ƒ^ qY S(   Nc         S   s]   |  d } d } xF t  t | ƒ ƒ D]2 } | d | | | d d k rM d n d 7} q# W| S(   NR7   i    i   R   R	   i   i   (   RQ   RR   (   R?   RU   Ru   R0   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   declkeyg  s
    
0t   keyc         S   s   |  d S(   NRB   (    (   R?   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   <lambda>t  Ri   c         S   s   |  d S(   NRB   (    (   R?   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyRy   v  Ri   (   t   sortedR    RP   (   Rs   Rw   t   sorted_declst   _t   gt   grouped_decls(    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt
   sort_declsf  s
    	1t   sizest   stridest   dimRB   t   api_nameRi   t   overload_nameR	   R:   t   selfR   R7   Ru   R   R2   t   dynamic_typeR6   c         S   s,  | d d k r | g S|  j  d ƒ | k s2 t ‚ | |  d <i d d 6d d 6i d d 6d d 6i d	 d 6d
 d 6i d d 6d d 6t d 6g } d | k rÇ x+ | D]  } | d c d 7<d | d <q  Wn  d | k rô | d d k rô d | d d <n  d | k r(| d r(x | D] } t | d <qWn  | S(   NR   t   TensorOptionsRW   RY   RB   R   RZ   R   R[   R   R\   R   R*   R   R`   s	   at::kLongt   longi    t
   kwarg_only(   R   t   AssertionErrorR-   R/   (   R?   R0   R   t   tensor_options_expansiont   el(    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   expand_options†  s$    
t   should_match_schemaR
   R   i   c         s   s   |  ] } t  | ƒ Vq d  S(   N(   t   ord(   R4   t   c(    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pys	   <genexpr>Ç  s    i    t	   signaturet   opt   constructorss   register_aten_ops_%d.cpp(   R   t	   from_fileR   R@   R>   t   annotate_opR/   t   copyt   deepcopyR   R-   Rn   t   extendRQ   R=   t   OPERATORRb   R‘   R   (   t   declarationst   outt   template_pathRt   t   REGISTER_ATEN_OPS_CPPt   opsRr   Rv   R   RB   t   tensor_impl_methodst
   aten_declst   dRs   R�   t   additional_jit_declsR?   R0   R   t   at	   decl_copyt   jit_decl_groupst
   num_shardsR|   t   shardst   groupt   xt   shardt   env(    (   Rg   Rh   s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   gen_jit_dispatch  sJ    	#			|%	F



"&
R`   s   {}s   c10::nulloptc         C   sa  |  j  d ƒ s t |  ƒ rÒ |  d d } t | ƒ d k sA t ‚ d | d <|  d d } t | ƒ d k sq t ‚ d | d <t |  ƒ r]| d s— t ‚ t |  d ƒ } | d	 g t t | d	 ƒ ƒ |  d
 <q]n‹ t |  ƒ r]|  d d } t | ƒ d k st ‚ d | d <|  d d } t | ƒ } | d k rAd | d <q]| d k r]d | d <q]n  d  S(   NRC   R7   i    R	   s
   Tensor(a!)R   R6   R8   i   RO   s	   Tensor(a)s   Tensor[]s   Tensor(a)[](   R   R<   R!   RŠ   RR   RP   RQ   RG   (   R?   t	   first_argt	   first_rett   nargst   ret_type(    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyR•   Ö  s*    

+
c         C   s   |  j  d ƒ p |  j  d ƒ S(   NR‰   R8   (   R   (   R£   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   is_kwarg_onlyò  s    c         C   sM   |  j  d ƒ rI | rI | |  d k sA t |  d d d | ƒ ‚ |  d S| S(   Nt   matches_jit_signaturet   schema_strings&    is flagged as JIT signature compliants#   , but does not match the signature (   R   RŠ   (   R?   t   constructed_stringRŽ   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   match_signatureö  s
    c            sœ  d „  } g  } t  } t t t |  ƒ |  d ƒ ƒ } xP | D]H \ } } | rp t | ƒ rp | j d ƒ t } n  | j | | ƒ ƒ q; Wd j | ƒ } t |  d ƒ d k r÷ t	 |  d d ƒ }	 |  d d j
 d ƒ r,|	 d	 |  d d d 7}	 q,n5 d
 „  ‰  d j d j ‡  f d †  |  d Dƒ ƒ ƒ }	 t |  ƒ sB|  d n |  d d  }
 |  d d k snd |  d n d } d j |
 | | |	 ƒ } t |  | | ƒ S(   Nc         S   s   |  d } t  |  ƒ } d j | | ƒ } d |  k r|  d } t | t ƒ sY t | ƒ n	 t | ƒ } | j d d ƒ j d d ƒ j d d	 ƒ j d
 d ƒ j d d ƒ j d d ƒ j d d ƒ j d t |  ƒ rÔ d n d ƒ j d d ƒ j d d ƒ } t j	 | | ƒ } d j | | ƒ } n  | S(   NRB   s   {} {}R*   s   {{t   [s   }}t   ]t   trueR/   t   falseR-   s   Reduction::Meant   Means   MemoryFormat::Contiguoust   contiguous_formats   QScheme::PER_TENSOR_AFFINEt   per_tensor_affines   {}R`   s   []t   {t   }s   {}={}(
   R!   R   t
   isinstanceR   R   t   reprt   replaceRA   t   default_mapR   (   R   RB   R   R?   R*   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt
   format_arg  s(    

'R7   t   *s   , R6   i   i    t
   field_namet    c         S   s0   d |  k r& d j  t |  ƒ |  d ƒ St |  ƒ S(   NRÅ   s   {} {}(   R   R!   (   R5   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   type_maybe_field1  s    s   ({})c         3   s   |  ] } ˆ  | ƒ Vq d  S(   N(    (   R4   R5   (   RÇ   (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pys	   <genexpr>3  s    RB   iüÿÿÿR„   Ri   t   .s   aten::{}{}({}) -> {}(   R-   Rz   t   zipRS   R±   Rn   R/   RT   RR   R!   R   R   R<   Rµ   (   R?   RŽ   RÃ   RU   R‰   t   ordered_argumentsR|   R£   t   arg_listt   ret_listRB   R„   R´   (    (   RÇ   s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyR‘     s(    		 	,$$c          C   s†   t  j d d ƒ }  |  j d d d d d ƒ|  j d d d	 d d
 ƒ|  j d d d d d ƒ|  j ƒ  } t | j | j | j ƒ d  S(   Nt   descriptions   Generate JIT op dispatchRš   t   metavart   DECLt   helps   path to Declarations.yamlR›   t   OUTs   path to output directoryRœ   t   TEMPLATE_PATHs   path to templates directory(   t   argparset   ArgumentParsert   add_argumentt
   parse_argsR¬   Rš   R›   Rœ   (   t   parserRU   (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   main:  s    		t   __main__(-   t   __doc__RÓ   R–   RK   t	   itertoolsR    t   autograd.utilsR   R   t   autograd.gen_autogradR   R   R   R   R!   R#   R%   Rd   Re   Ra   Rc   Ro   R™   R,   R.   R1   R@   RA   R    RF   RG   R<   RJ   RN   RS   R-   R¬   RÂ   R•   R±   Rµ   R/   R‘   RØ   t   __name__(    (    (    s,   /torch/pytorch/tools/jit/gen_jit_dispatch.pyt   <module>   sÌ   
		
																			Ä			5	