ó
V�^c        :   @   s¿  d  d l  m Z d  d l Z d d l m Z d d l m Z d d l m Z y d  d l m	 Z	 Wn3 e
 k
 r• d  d l m Z e d	 d
 ƒ j	 Z	 n Xd d d d d d d d d d d d d d d d d d d d d d  d! d" d# d$ d% d& d' d( d) d* d+ d, d- d. d/ d0 d1 d2 d3 d4 d5 d6 d7 d8 d9 d: d; d< d= d> d? d@ dA dB dC dD g: Z dE dF dG dH dI dJ dK dL g Z e	 dM ƒ Z e	 dN ƒ Z e	 dO ƒ Z e	 dP ƒ Z e	 dQ ƒ Z e	 dR ƒ Z e	 dS ƒ Z e	 dT ƒ Z e	 dU ƒ Z e	 dV ƒ Z e	 dW ƒ Z dX Z e	 dY ƒ Z dZ d[ d\ d] d^ d_ d` da db dc dd de df dg dh di dj h Z e	 dk ƒ Z dl „  Z dm „  Z dn „  Z  do „  Z! dp „  Z" dq „  Z# dr „  Z$ ds „  Z% dt „  Z& e' du „ Z( dv „  Z) dw „  Z* dx „  Z+ d S(y   iÿÿÿÿ(   t   defaultdictNi   (   t   nested_dict(   t   should_trace(   t   write(   t   CodeTemplate(   t   import_modulet   code_templates   aten/src/ATen/code_template.pyt   aliast
   contiguoust   is_cudat	   is_sparset   sizet   strides   .*_backwards#   .*_backward_(out|input|weight|bias)s
   .*_forwards   .*_forward_outt   _unsafe_viewt   tensors   _?sparse_coo_tensor.*s	   _arange.*s   _range.*s   _linspace.*s   _logspace.*t   _sparse_add_outs   _sparse_div.*s   _sparse_mul.*s   _sparse_sub.*t   _sparse_dense_add_outt   indext   unique_dim_consecutivet   _indexCopy_t
   max_valuest
   min_valuess	   _cumsum.*s
   _cumprod.*s   _sum.*s   _prod.*s   _th_.*s   _thnn_.*s   arange.*s   range.*s   _solve.*s
   _inverse.*s   _cholesky.*s   _triangular_solve.*s   _qr.*s	   _symeig.*s   _svd.*t   slices   randint(_out)?t   itemt   _local_scalar_denset   tot   copy_sparse_to_sparse_t   copy_t   numpy_Ts   nonzero(_(out|numpy))?t   set_quantizer_t   set_datas   .*_overrideablet   datat   is_leaft	   output_nrt   _versions   add(Tensor, Scalar, Scalar)s   add_(Tensor, Scalar, Scalar)s   sub(Tensor, Scalar, Scalar)s   sub_(Tensor, Scalar, Scalar)s   mul(Tensor, Scalar)s   mul_(Tensor, Scalar)s   div(Tensor, Scalar)s   div_(Tensor, Scalar)s…  static PyObject * ${pycname}(PyObject* self_, PyObject* args, PyObject* kwargs)
{
  HANDLE_TH_ERRORS
  static PythonArgParser parser({
    ${signatures}
  }, /*traceable=*/${traceable});
  ${unpack_self}
  ParsedArgs<${max_args}> parsed_args;
  auto r = parser.parse(args, kwargs, parsed_args);
  ${declare_namedtuple_return_types}
  ${dispatch}
  Py_RETURN_NONE;
  END_HANDLE_TH_ERRORS
}
sè   static PyObject * ${pycname}(PyObject* self_, PyObject* args)
{
  HANDLE_TH_ERRORS
  ${declare_namedtuple_return_types}
  ${unpack_self}
  return wrap(${namedtuple_return_type}${dispatch_name}(${actuals}));
  END_HANDLE_TH_ERRORS
}
s-   ${cond} (r.idx == ${i}) {
  ${call_dispatch}
sQ   if (r.isNone(${out_idx})) {
  ${call_dispatch}
} else {
  ${call_dispatch_out}
}
sI  if (r.isNone(${out_idx})) {
  ${call_dispatch}
} else {
  check_out_type_matches(r.tensor(${out_idx}), r.scalartype(${type_idx}), r.isNone(${type_idx}),
                         r.layout(${layout_idx}), r.isNone(${layout_idx}),
                         r.device(${device_idx}), r.isNone(${device_idx}));
  ${call_dispatch_out}
}
s   ${dispatch_name}(${actuals})s4   ${call_dispatch}.set_requires_grad(${requires_grad})s7   return wrap(${namedtuple_return_type}${call_dispatch});s“   inline ${simple_return_type} ${dispatch_name}(${formal_args}) {
  ${initialize_cuda}
  ${AutoNoGIL}
  return ${dispatch_call}(${dispatch_args});
}
sH   {"${name}", (PyCFunction)${pycfunc_voidcast}${pycname}, ${flags}, NULL},s²  static PyStructSequence_Field fields${namedtuple_type_index}[] = {
  ${namedtuple_fields} {nullptr}
};
static PyStructSequence_Desc desc${namedtuple_type_index} = {
  "torch.return_types.${name}", nullptr,
  fields${namedtuple_type_index}, ${namedtuple_size}
};
static PyTypeObject type${namedtuple_type_index};
static bool namedtuple_type_initialized${namedtuple_type_index} = false;
if (!namedtuple_type_initialized${namedtuple_type_index}) {
  PyStructSequence_InitType(&type${namedtuple_type_index}, &desc${namedtuple_type_index});
  type${namedtuple_type_index}.tp_repr = (reprfunc)torch::utils::returned_structseq_repr;
  namedtuple_type_initialized${namedtuple_type_index} = true;
}
s:   auto& self = reinterpret_cast<THPVariable*>(self_)->cdata;s   ${name}(${py_formal_args})t   Tensors   std::tuple<Tensor,Tensor>s    std::tuple<Tensor,Tensor,Tensor>s'   std::tuple<Tensor,Tensor,Tensor,Tensor>s.   std::tuple<Tensor,Tensor,Tensor,Tensor,Tensor>s(   std::tuple<Tensor,Tensor,Tensor,int64_t>s(   std::tuple<Tensor,Tensor,double,int64_t>s   std::vector<Tensor>t   Scalart   boolt   int64_ts   void*t   voidt   QSchemet   doublet   IntArrayReft
   ScalarTypes·   const auto options = TensorOptions()
    .dtype(${dtype})
    .device(${device})
    .layout(${layout}.layout)
    .requires_grad(${requires_grad})
    .pinned_memory(${pin_memory});
c         C   sš   |  d } x, t  D]$ } t j d | d | ƒ r t Sq Wg  |  d D] } | d ^ qD } d j | d j | ƒ ƒ } x t D] } | | k r| t Sq| Wt S(   Nt   namet   ^t   $t	   argumentst   simple_types   {}({})s   , (   t   SKIP_PYTHON_BINDINGSt   ret   matcht   Falset   formatt   joint   SKIP_PYTHON_BINDINGS_SIGNATURESt   True(   t   declarationR,   t   patternt   argt   simple_typest	   signature(    (    s&   tools/autograd/gen_python_functions.pyt   should_generate_python_binding¬   s    
!c         C   s   d „  } t  |  | ƒ S(   s`   
    Get declarations (grouped by name) which should be generated
    as methods on Tensor.
    c         S   s?   t  |  ƒ o> |  d d k o> |  j d ƒ d k o> d |  d k S(   Nt   modet   NNt   python_modulet   nnR#   t	   method_of(   R>   t   get(   R9   (    (    s&   tools/autograd/gen_python_functions.pyt   should_bindÀ   s    (   t   group_declarations_by_name(   t   declarationsRE   (    (    s&   tools/autograd/gen_python_functions.pyt   get_py_variable_methods»   s    	c         C   sk   t  j | d ƒ } t  j | d ƒ } t | ƒ } t | t ƒ } t |  d | | ƒ t |  d | | ƒ d  S(   Ns   /python_variable_methods.cpps#   /python_variable_methods_dispatch.hs   python_variable_methods.cpps"   python_variable_methods_dispatch.h(   R   t	   from_fileRH   t   create_python_bindingsR8   R   (   t   outRG   t   template_patht   PY_VARIABLE_METHODS_CPPt   PY_VARIABLE_DISPATCH_Ht   py_variable_methodst   env(    (    s&   tools/autograd/gen_python_functions.pyt   gen_py_variable_methodsÉ   s    c         C   s   d „  } t  |  | ƒ S(   sk   
    Get declarations (grouped by name) which should be generated
    as functions in the "nn" module.
    c         S   s/   t  |  ƒ o. |  d d k p. |  j d ƒ d k S(   NR?   R@   RA   RB   (   R>   RD   (   R9   (    (    s&   tools/autograd/gen_python_functions.pyRE   Ù   s    (   RF   (   RG   RE   (    (    s&   tools/autograd/gen_python_functions.pyt   get_py_nn_functionsÔ   s    	c         C   sš   t  j | d ƒ } t  j | d ƒ } t  j | d ƒ } t | ƒ } t | d t d t ƒ} t |  d | | ƒ t |  d | | ƒ t |  d | | ƒ d  S(	   Ns   /python_nn_functions.cpps   /python_nn_functions.hs   /python_nn_functions_dispatch.ht   has_selft	   is_modules   python_nn_functions.cpps   python_nn_functions.hs   python_nn_functions_dispatch.h(   R   RI   RR   RJ   R4   R8   R   (   RK   RG   RL   t   PY_NN_FUNCTIONS_CPPt   PY_NN_FUNCTIONS_Ht   PY_NN_DISPATCH_Ht   py_nn_functionsRP   (    (    s&   tools/autograd/gen_python_functions.pyt   gen_py_nn_functionsà   s    c         C   s   d „  } t  |  | ƒ S(   sn   
    Get declarations (grouped by name) which should be generated
    as functions in the "torch" module.
    c         S   s?   t  |  ƒ o> |  d d k o> |  j d ƒ d k o> d |  d k S(   NR?   R@   RA   RB   t	   namespaceRC   (   R>   RD   (   R9   (    (    s&   tools/autograd/gen_python_functions.pyRE   ò   s    (   RF   (   RG   RE   (    (    s&   tools/autograd/gen_python_functions.pyt   get_py_torch_functionsí   s    	c         C   sn   t  j | d ƒ } t  j | d ƒ } t | ƒ } t | d t ƒ} t |  d | | ƒ t |  d | | ƒ d  S(   Ns   /python_torch_functions.cpps"   /python_torch_functions_dispatch.hRS   s   python_torch_functions.cpps!   python_torch_functions_dispatch.h(   R   RI   R[   RJ   R4   R   (   RK   RG   RL   t   PY_TORCH_FUNCTIONS_CPPt   PY_TORCH_DISPATCH_Ht   py_torch_functionsRP   (    (    s&   tools/autograd/gen_python_functions.pyt   gen_py_torch_functionsû   s    c         C   sr   t  t ƒ } x_ |  D]W } | d } | | ƒ r | j d ƒ rV | | d  j | ƒ qj | | j | ƒ q q W| S(   s/   Group declarations by name ignoring _out suffixR,   t   _outiüÿÿÿ(   R    t   listt   endswitht   append(   RG   t   should_bind_fnt   groupsR9   R,   (    (    s&   tools/autograd/gen_python_functions.pyRF     s    
c         C   s?   |  d j  d ƒ s3 |  d d k s3 |  d d k r7 d Sd Sd  S(   NR,   t   randpermt   tril_indicest   triu_indicess   torch.int64t   None(   t
   startswith(   R9   (    (    s&   tools/autograd/gen_python_functions.pyt   get_type_default  s
    c            s‚  g  ‰	 g  ‰ g  ‰ i d d 6d d 6d d 6d d 6d d	 6d
 d 6d d 6d d 6d d 6d d 6d d 6d d 6d d 6d d 6d d 6d d 6d  d! 6d" d# 6‰
 i	 d$ d 6d% d& 6d' d 6d( d 6d) d! 6d* d	 6d+ d 6d, d 6d* d- 6‰ ‡ ‡ ‡
 ‡ f d. †  ‰ ‡ f d/ †  ‰  ‡ f d0 †  ‰ d1 „  ‰ ‡  ‡ ‡ ‡ ‡ ‡ ‡	 f d2 †  } x+ t  |  j ƒ  ƒ D] ‰ | ˆ |  ˆ ƒ qNWi ˆ	 d3 6ˆ d4 6ˆ d5 6S(6   s+   Generates Python bindings to ATen functionsR   s   const Tensor &s   Tensor &t	   generators   Generator *t   storages	   Storage &t
   scalartypes   const Type &t   layouts   const THPLayout &t   devices   const Device &t   toDimnameListOptionals   c10::optional<DimnameList>t   scalartypeOptionals   c10::optional<ScalarType>t   memoryformatOptionals   c10::optional<MemoryFormat>t   scalarOptionals   c10::optional<Scalar>t   toInt64Optionals   c10::optional<int64_t>t   toBoolOptionals   c10::optional<bool>t   intlistR*   t   toInt64R&   t   toBoolR%   t   toDoubleR)   t   strings   std::stringt   setDefaultIntlistt   scalarWithDefaultR$   t   toInt64WithDefaultt   setDefaultBoolt   setDefaultDoublet   scalartypeWithDefaultt   layoutWithDefaultt   deviceWithDefaultR+   c   #         s8  i  } |  d j  d d ƒ } | t k s@ t |  d d | ƒ ‚ g  ‰ g  ‰  g  ‰ d } d „  } g  |  d D] } | | ƒ sl | ^ ql } g  |  d D] } | | ƒ r• | ^ q• }	 t d	 „  |  d Dƒ ƒ }
 d
 „  } | |  d ƒ } | |  d ƒ } t | | ƒ d k st ‚ | r3t |	 ƒ d k r3| } n | } | r`t |	 ƒ d k r`t d ƒ ‚ n  d „  ‰ t ‡ ‡ ‡ ‡ f d † } ‡  ‡ f d †  } |
 } xz | D]r } | d dC k r¿q£n  ˆ rõ| d d k rõˆ j d ƒ ˆ  j d ƒ q£n  | | | | | ƒ Œ  | d 7} q£Wt |	 ƒ d k rE| | |	 d | ƒ Œ  n‡ t |	 ƒ d k rÌt |	 ƒ } ˆ j d j | | ƒ ƒ xM t	 |	 ƒ D]< \ } } ˆ j d j | d ƒ ƒ ˆ  j d j | ƒ ƒ q‰Wn  d  } d  } | d  k rê| n | d } x* | D]" } | | | | ƒ } | d 7} qûWt } d  } |  j d g  ƒ } d d „  | Dƒ k rk|
 sk| d 7} qkn  d d „  | Dƒ k r®| | d | d | d f \ } } } } n | | d | d } } } d  } xÈ| D]À} | d d k r | d d k r q×| d d k rK| d d k rKt |	 ƒ d k r—| | | ƒ d } q—q×| d d  k r| d d! k rt |	 ƒ d k r—| s‰t ‚ | s•t ‚ | | | t ƒ \ } } |
 s
ˆ j | d ƒ ˆ j | ƒ ˆ  j d" j | d | | ƒ ƒ ˆ  j d# j | ƒ ƒ n  t } q—q×| d d$ k rL| d d% k rL| | | ƒ d } q×| d d& k r‚| d d% k r‚| | | ƒ d } q×t d' j | ƒ ƒ ‚ q×W| r«| d n d  }  |
 r%t |  | | | g ƒ r%ˆ j t j i |  d 6| d 6| d  6| d$ 6| d& 6ƒ ƒ ˆ j d( ƒ ˆ  j d) ƒ n  g  | d* <ˆ | d+ <ˆ  | d, <|
 rVd- | d. <n
 d | d. <d/ |  k r}|  d/ | d0 <n% g  |  d D] } | d ^ qˆ| d0 <d1 |  d2 k rùg  | d0 D] } | d k r½| ^ q½| d0 <d3 j |  d ƒ | d4 <n^ d5 |  d2 k rK|
 s"|  d j d6 ƒ r(d7 n d8 }! d9 j |! |  d ƒ | d4 <n t d: ƒ ‚ |  d; sgd< n d | d= <| | d> <t | t | |  ƒ ƒ } t j | ƒ }" | rÍ|
 rÍt j | d? |" d$ | ƒ}" n  | d@ k rˆ j dA j d? |" ƒ ƒ ˆ j dB ƒ n ˆ j t j | d? |" ƒƒ ˆ j t j | ƒ ƒ ˆ S(D   Nt   return_types    &t    R,   s    returns unsupported type: i    c         S   s   |  j  d t ƒ S(   Nt   output(   RD   R4   (   R;   (    (    s&   tools/autograd/gen_python_functions.pyt	   is_outputN  s    R/   c         s   s   |  ] } | d  d k Vq d S(   R0   t   TensorOptionsN(    (   t   .0R;   (    (    s&   tools/autograd/gen_python_functions.pys	   <genexpr>T  s    c         S   s'   g  |  D] } | d d k r | ^ q S(   NR0   t   Type(    (   t   argsR;   (    (    s&   tools/autograd/gen_python_functions.pyt   get_type_argsV  s    t   python_binding_argumentsi   s>   Not supported: type dispatched parameter with multiple outputsc         S   sc   | d k rP d j  d |  d | d d ƒ } g  | j d ƒ D] } | j ƒ  ^ q: Sd j  |  | ƒ g S(	   Ns   c10::optional<DimnameList>sµ                       auto __{name} = {expr};
                    c10::optional<{typ}> {name} = __{name} ? c10::make_optional({typ}(__{name}.value())) : c10::nullopt;
                R,   t   exprt   typt   DimnameLists   
s   auto {} = {};(   R5   t   splitt   strip(   R,   t   unpack_exprt   typenamet   resultt   line(    (    s&   tools/autograd/gen_python_functions.pyt   unpack_variabled  s    &c            sr  |  d } |  d } | j  d ƒ r, d } n  | j  d ƒ rD d } n  | d k rY t } n  |  j d ƒ r¿ | ˆ k s‰ t d	 j | ƒ ƒ ‚ ˆ j | ƒ } |  j d ƒ } d
 j | | | ƒ } n* ˆ j | | j ƒ  ƒ } d j | | ƒ } | rˆ  j ˆ | | | ƒ ƒ | } n  | }	 |	 d k r,d }	 n* |	 d k rAd }	 n |	 d k rVd }	 n  d j |	 | ƒ }
 | |
 f S(   NR,   t   types   IntArrayRef[R*   t
   LongTensorR#   s   c10::optional<DimnameList>t   python_default_inits1   `{}` type is not supported in python_default_inits   r.{}({}, {})s   r.{}({})s   const Tensor &s   Tensor &s   const Device &s   c10::optional<int32_t>s   {} {}(   Rj   R8   RD   t   AssertionErrorR5   t   lowert   extend(   R;   t	   arg_indext   unpack_argsR,   R”   t   unpack_with_defaultt   default_exprRŽ   t   unpackt   dispatch_typet   formal(   t   bodyt   unpack_methodsR—   t   unpack_with_default_methods(    s&   tools/autograd/gen_python_functions.pyt	   parse_argq  s8    

							c            s   ˆ  j  |  ƒ ˆ j  | ƒ d  S(   N(   Rc   (   t   actualR¤   (   t   actualst   formal_args(    s&   tools/autograd/gen_python_functions.pyt   append_actuals_formals“  s    R0   RŠ   Rˆ   t   selfs   Tensor & selfs&   auto results = r.tensorlist_n<{}>({});s   Tensor & {}s   results[{}]t   dtypec         s   s   |  ] } | d  Vq d S(   R,   N(    (   R‰   t   a(    (    s&   tools/autograd/gen_python_functions.pys	   <genexpr>¸  s    Ro   c         s   s   |  ] } | d  Vq d S(   R,   N(    (   R‰   R¯   (    (    s&   tools/autograd/gen_python_functions.pys	   <genexpr>¼  s    i   i   t   LayoutRp   t   Devices"   torch::getVariableType({}, {}, {})s
   {}.index()t   requires_gradR%   t
   pin_memorys™   found {} in python_binding_arguments but only "bool pin_memory", "bool requires_grad", "ScalarType dtype", "Layout layout", "Device device" are supporteds   const TensorOptions & optionst   optionsRŸ   R«   Rª   s-   torch::utils::maybe_initialize_cuda(options);t   initialize_cudat	   call_argst   dispatch_argsR#   RC   s   self.{}t   dispatch_callRZ   t   _liket   torcht   ats   {}::{}s@   could not dispatch, neither namespace function nor Tensor methodt   with_gils   AutoNoGIL no_gil;t	   AutoNoGILt   simple_return_typet   call_dispatchR'   s   {call_dispatch};s   Py_RETURN_NONE;(   RŠ   Rˆ   (   t   replacet   SUPPORTED_RETURN_TYPESR›   t   anyt   lent   RuntimeErrorR4   Rc   R5   t	   enumerateRi   RD   R8   t   allt   TENSOR_OPTIONSt
   substituteRb   R   t   PY_VARIABLE_CALL_DISPATCHt   PY_VARIABLE_SET_REQUIRES_GRADt   PY_VARIABLE_WRAPt   PY_VARIABLE_DISPATCH(#   R9   t   out_idxt   base_envRP   R¾   t   arg_idxR‡   R;   t   inputst   outputst   has_tensor_optionsRŒ   t   type_actual_argst   type_binding_argst	   type_argsR¨   R¬   R¢   t   Nt   iRo   t   parsed_type_argst   has_device_bindR²   R�   t
   layout_idxt
   device_idxt   pin_memory_idxt   requires_grad_idxRp   t   device_typeR³   R®   RZ   R¿   (   RS   t   py_method_dispatchR¦   R§   (   Rª   R¥   R«   R—   s&   tools/autograd/gen_python_functions.pyt   emit_single_dispatchC  sð    	))			"-      	



%-%
c   	         sU  d | k rt  g  | d d D] } | j d t ƒ s | ^ q ƒ } i  } ˆ  | d | | ƒ | d <ˆ  | d | | ƒ | d <d d „  | d j d	 g  ƒ Dƒ k } | rê t j | d
 | d | d d | d d | d ƒj d ƒ } q!t j | d
 | ƒj d ƒ } n ˆ  | d d  | ƒ } |  d k r3d n d } t j d |  d | d | ƒ S(   NRK   R/   R†   t   call_dispatch_outt   baseR¿   R®   c         s   s   |  ] } | d  Vq d S(   R,   N(    (   R‰   t   d(    (    s&   tools/autograd/gen_python_functions.pys	   <genexpr>0  s    R�   RÍ   t   type_idxi   RÚ   i   RÛ   i   s   
i    t   ifs	   } else ifR×   t   cond(	   RÃ   RD   R4   t   PY_VARIABLE_OUT_CHECK_TYPERÈ   R‘   t   PY_VARIABLE_OUTRi   t   PY_VARIABLE_CASE(	   R×   t
   dictionaryRÎ   R;   RÍ   RP   t   has_dtype_bindR¥   Ræ   (   Rà   (    s&   tools/autograd/gen_python_functions.pyt   emit_dispatch(  s    !&#!c            s8  g  } t  } t  } t  } xš |  d D]Ž } | j d t  ƒ rA q# n  | d } | d& k r` t } n  | d d k ry t } n | d d k r’ t } n  | d d	 k r# t d
 ƒ ‚ q# q# Wt  } x+ |  d D] } | d d' k rÆ t } qÆ qÆ W|  d }	 ˆ  j d ƒ p|	 d k }
 |
 o| } ˆ  j d ƒ p2|	 d k } | o>| } | rN| pW|	 d k } | oo| po|
 po| } | p{| } | r‹| s‘| röt |  ƒ } | r©d n d  } i | d 6d d 6t d 6d d 6d d 6d d 6| d 6} | j | ƒ n  | s| rî| rd n d  } i d d 6d d 6t d 6d d 6d d 6d d 6| d 6} | j | ƒ | rdd n d  } i d  d 6d! d 6t d 6d" d 6d# d 6d! d 6| d 6} | j | ƒ i t  d 6d$ d 6t d 6d% d 6d$ d 6d$ d 6} | j | ƒ n  | r4i t  d 6d$ d 6t d 6d	 d 6d$ d 6d$ d 6} | j | ƒ n  | S((   NR/   R†   R0   R#   t
   TensorListRŠ   Rˆ   R,   R²   s*   argument named requires_grad not supportedt   returnst   dynamic_typet   category_overrideR¹   t   liket   new_t   newt   factorys   self.scalar_type()t   defaultt
   kwarg_onlyR®   s   const Type &R˜   Rš   s(   *torch::getLayout(self.type().backend())s   torch.stridedR°   Ro   s   const THPLayout &s   self.device()Ri   R±   Rp   s   const Device &R%   R³   (   R#   Rí   (   R#   Rí   (	   R4   RD   R8   t
   ValueErrorRb   Rj   Rk   Ri   Rc   (   R9   R�   t   has_tensor_input_argt   has_type_input_argt   has_options_argR;   R”   t   has_tensor_returnt   retRð   t   is_like_functiont   is_like_function_with_optionst   is_new_functiont   is_new_function_with_optionst   is_factory_functiont"   is_factory_or_like_or_new_functiont$   is_like_or_new_function_with_optionst   default_typet   py_default_dtypet	   dtype_argt   py_default_layoutt
   layout_argt   py_default_devicet
   device_argt   pin_memory_argt   requires_grad_arg(   R,   (    s&   tools/autograd/gen_python_functions.pyt   get_python_binding_arguments<  sž    
			





c         S   së   |  d } t  | ƒ d k sA t g  | D] } d | k ^ q& ƒ rU d |  d <d | f S| |  d <d |  d <xE | D]= } d | k r‘ t d ƒ ‚ qp |  d c d	 | d d
 7<qp Wt  | ƒ |  d <d j | ƒ |  d <t j |  ƒ | d f S(   NRî   i   t
   field_nameR…   t   namedtuple_return_typet   namedtuple_type_indext   namedtuple_fieldss)   Unnamed field is not supported by codegens   {"s   ", ""}, t   namedtuple_sizes	   &type{}, (   RÃ   RÆ   R÷   R5   t   PY_RETURN_NAMEDTUPLE_DEFRÈ   (   R9   t
   next_indexRî   t   x(    (    s&   tools/autograd/gen_python_functions.pyt   emit_namedtuple_return_type_def˜  s    
7




 c            sµ  x | D] } ˆ | ƒ | d <q Wi	 |  d 6d j  |  ƒ d 6d j  |  ƒ d 6d d 6g  d	 6t d
 „  | Dƒ ƒ d 6g  d 6g  d 6d d 6} ˆ rž t g | d <n  d } x3 | D]+ } ˆ | | ƒ \ } } | d c | 7<q« Wt | ƒ } xÆ t | ƒ D]¸ \ } } | d }	 ˆ r6|	 j d d ƒ }	 |	 j d d ƒ }	 n  ˆ sQ|	 j d d ƒ }	 n  | d j d t ƒ rt|	 d 7}	 n  | d	 j d j  |	 ƒ ƒ | d j ˆ  | | | ƒ ƒ qó W| d j d ƒ t	 d „  | Dƒ ƒ rÜd n d | d <t
 | ƒ d k rJt
 | d d ƒ d k rJˆ rJt }
 d g | d  <d! | d" <| d d# | d# <n t }
 d$ | d" <d% | d <ˆ r…ˆ r…| d" c d& 7<n  ˆ j |
 j | ƒ ƒ ˆ j t j | ƒ ƒ d  S('   NR�   R,   s   dispatch_{}t   dispatch_names   THPVariable_{}t   pycnameR…   t   pycfunc_voidcastt
   signaturesc         s   s-   |  ]# } t  | d  ƒ t  | d ƒ Vq d S(   R/   R�   N(   RÃ   (   R‰   t   o(    (    s&   tools/autograd/gen_python_functions.pys	   <genexpr>¼  s    t   max_argst   unpack_selft   dispatcht   declare_namedtuple_return_typesi    R=   s   Tensor self, s   Tensor selfs   Tensor inputRâ   t
   deprecateds   |deprecateds   "{}",t   }c         s   s   |  ] } t  | ƒ Vq d  S(   N(   R   (   R‰   Rã   (    (    s&   tools/autograd/gen_python_functions.pys	   <genexpr>Ü  s    t   truet   falset	   traceablei   R‹   R­   Rª   t   METH_NOARGSt   flagsR  s   METH_VARARGS | METH_KEYWORDSs   (void(*)(void))s    | METH_STATIC(   R5   t   maxt   UNPACK_SELFt   group_declarationsRÅ   RÀ   RD   R4   Rc   RÆ   RÃ   t   PY_VARIABLE_METHOD_NOARGSt   PY_VARIABLE_METHOD_VARARGSRÈ   t   PY_VARIABLE_METHOD_DEF(   R,   RG   R9   RP   R  t   typedeft   groupedR×   Rê   R=   t   tmpl(   Rì   R  R  RS   RT   t   py_method_defst
   py_methods(    s&   tools/autograd/gen_python_functions.pyt   process_function²  sX    

!&2


R1  R0  Rß   (   t   sortedt   keys(   t   python_functionsRS   RT   R2  (    (   Rì   R  Rà   R  RS   RT   R,   R0  Rß   R1  R¦   R§   s&   tools/autograd/gen_python_functions.pyRJ     sV    

å\	!<c         C   sô   t  t ƒ } x} |  D]u } t | t ƒ } | | } | d j d ƒ re | | d <t | t ƒ | d <q | | d <d | k r | | d <q q Wg  } xU t | j ƒ  ƒ D]A \ } } d | k rÙ t d t	 | ƒ | ƒ ‚ n  | j
 | ƒ q¥ Wt | ƒ S(   sï   Returns a list of dictionaries containing the optional keys:

       "base": the regular ATen declaration (e.g. conv2d)
       "out": the out variant (e.g. conv2d_out)
       "signature": the signature used for Python argument parsing
    R,   R`   RK   R=   Râ   s   'base' not in dictionary for (   R    t   dictt   get_python_signatureR4   Rb   R8   R3  t   itemsRÄ   t   strRc   t   sort_declarations(   RG   R.  R9   R=   t   vR•   R  Rê   (    (    s&   tools/autograd/gen_python_functions.pyR)  ø  s     


c            sc  d „  ‰ ‡ f d †  ‰  ‡  ‡ f d †  } t  t ƒ } xZ t |  ƒ D]L \ } } x= t |  ƒ D]/ \ } } | | | ƒ r\ | | j | ƒ q\ q\ WqC W| s� |  Sg  t |  ƒ D]$ \ } } | | k rª | | f ^ qª }	 xo |	 D]g \ } } xX t | j ƒ  ƒ D]D } | | }
 |
 j | ƒ |
 sú | | =|	 j | |  | f ƒ qú qú WqÛ Wg  |	 D] \ } } | ^ qMS(   Nc         S   s   |  d d k r d S|  d S(   NRï   t   realR$   (    (   R;   (    (    s&   tools/autograd/gen_python_functions.pyt   normalized_dynamic_type.  s    c            s    ˆ  |  ƒ d k o | d d k S(   NR$   Rï   R#   (    (   t   arg1t   arg2(   R=  (    s&   tools/autograd/gen_python_functions.pyt   is_coord_smaller3  s    c            s�   |  d d | d d } } t  | ƒ t  | ƒ k r9 t St ‡  f d †  t | | ƒ Dƒ ƒ } t ‡  ‡ f d †  t | | ƒ Dƒ ƒ } | o� | S(   s-   Returns True if d1 < d2 in the partial order.Râ   R/   c         3   s$   |  ] \ } } ˆ  | | ƒ Vq d  S(   N(    (   R‰   R>  R?  (   R@  (    s&   tools/autograd/gen_python_functions.pys	   <genexpr>;  s    c         3   s<   |  ]2 \ } } ˆ | ƒ ˆ | ƒ k p3 ˆ  | | ƒ Vq d  S(   N(    (   R‰   R>  R?  (   R@  R=  (    s&   tools/autograd/gen_python_functions.pys	   <genexpr><  s   (   RÃ   R4   RÂ   t   zipRÆ   (   t   d1t   d2t   args1t   args2t   any_smallert   all_smaller_or_equal(   R@  R=  (    s&   tools/autograd/gen_python_functions.pyt
   is_smaller6  s    %(   R    t   setRÅ   t   addR3  R4  t   discardRc   (   t   grouped_declsRH  t   larger_thant   i1t   decl1t   i2t   decl2R×   t   declt   sorted_depst   larger(    (   R@  R=  s&   tools/autograd/gen_python_functions.pyR:    s(    	
"c         C   sÆ  g  } g  } g  } t  } d „  } x· |  d D]« } | j d t ƒ rW | j | ƒ q, n  | d d k rz | j | ƒ q, n  | d d k r� q, n  | j d t ƒ r¾ | r¾ | j d ƒ t } n  | | ƒ } | j | ƒ q, W|  d	 }	 |	 j d
 ƒ r|	 d  }	 n  t | ƒ d k ré| ré|  d	 j d
 ƒ s2t ‚ | rN| j d ƒ t } n  g  | D] } | d ^ qU}
 t |
 ƒ d k r•d j t |
 ƒ ƒ } n
 |
 d } t | ƒ d k rÕ| j | d | d d	 d ƒ qé| j | d ƒ n  t | ƒ d k st ‚ x= | D]5 } | r*| j d ƒ t } n  | j | | ƒ ƒ qWt |  d ƒ d k r°xV |  d D]G } | j d t ƒ r–| r–| j d ƒ t } n  | j | | ƒ ƒ qbWn  t j	 d	 |	 d | ƒ S(   Nc         S   s  |  d } | d k r | n d } |  j  d ƒ rO d | k rO d j | ƒ } n  |  j  d ƒ d  k	 r} d j | |  d ƒ } n  | d	 |  d
 } d  } |  j  d ƒ d  k	 rä |  d } | d k sØ | d k sØ | d k rä d } qä n  | d  k	 r| d t | ƒ 7} n  | S(   NR0   RŠ   R+   t   is_nullablet   ?s   {}?R   s   {}[{}]t    R,   Rõ   t   nullptrs   c10::nullopts   {}Ri   t   =(   RD   R5   Ri   R9  (   R;   R”   t   paramRõ   (    (    s&   tools/autograd/gen_python_functions.pyt   get_py_formal_argi  s    

$R/   R†   R0   RŠ   Rˆ   Rö   t   *R,   R`   iüÿÿÿi    i   s   TensorList[{}]RW  s   =Nones	    out=NoneR�   t   py_formal_args(
   R8   RD   R4   Rc   Rb   RÃ   R›   R5   t   PYTHON_FUNCTION_SIGNATURERÈ   (   R9   t   include_outR]  t   output_argsRÕ   t
   positionalR[  R;   RZ  R,   t	   typenamesR”   (    (    s&   tools/autograd/gen_python_functions.pyR7  Y  s^    		
	
$		(,   t   collectionsR    R2   R   t   gen_variable_typeR   t   utilsR   t   src.ATen.code_templateR   t   ImportErrort   tools.shared.module_loaderR   R1   R7   R+  R*  Ré   Rè   Rç   RÉ   RÊ   RË   RÌ   R,  R  R(  R^  RÁ   RÇ   R>   RH   RQ   RR   RY   R[   R_   RF   Rk   R4   RJ   R)  R:  R7  (    (    (    s&   tools/autograd/gen_python_functions.pyt   <module>   s¬   																													ÿ Ý	#	>