ó
í˜^c           @   sý   d  d l  Z  d  d l Z d d l m Z m Z m Z d d l m Z d d l m Z e d ƒ Z	 e d ƒ Z
 e d ƒ Z e d	 ƒ Z e d
 ƒ Z e d ƒ Z e d ƒ Z e d ƒ Z e Z d „  Z d „  Z d „  Z d „  Z d „  Z d „  Z d „  Z d S(   iÿÿÿÿNi   (   t   nested_dictt   CodeTemplatet   write(   t   VIEW_FUNCTIONS(   t   IDENT_REGEXsR  struct TORCH_API ${op} : public ${superclass} {
  using ${superclass}::${superclass};
  variable_list apply(variable_list&& grads) override;
  std::string name() const override { return "${op}"; }
  void release_variables() override {
    ${release_variables}
  }
  ${will_release_variables}
  ${saved_variables}
  ${saved_list_sizes}
};
se   bool retain_variables = true;
void will_release_variables() override {
  retain_variables = false;
}
sÁ   variable_list ${op}::apply(variable_list&& grads) {
  ${asserts}
  IndexRangeGenerator gen;
  ${compute_index_ranges}
  variable_list grad_inputs(gen.size());
  ${body}
  return grad_inputs;
}
sF   static PyTypeObject ${op}Class;
addClass<${op}>(${op}Class, "${op}");
sB     auto grad_input_mask = std::array<bool, ${n}>{
    ${masks}
  };s‡   if (should_compute_output({ ${name}_ix })) {
  auto grad_result = ${derivative};
  copy_range(grad_inputs, ${name}_ix, grad_result);
}
sy     if (should_compute_output({ ${name}_ix })) {
    copy_range(grad_inputs, ${name}_ix, std::get<${i}>(grad_result));
  }
s|   if (should_compute_output({ ${idx_ranges} })) {
  ${grad_input_mask}
  auto grad_result = ${derivative};
  ${copy_ranges}
}
c         C   s   t  |  | | d ƒ d  S(   Nt	   Functions(   t   gen_autograd_functions(   t   outt   autograd_functionst   template_path(    (    s(   tools/autograd/gen_autograd_functions.pyt   gen_autograd_functions_libV   s    c         C   s   t  |  | | d ƒ d  S(   Nt   python_functions(   R   (   R   R   R	   (    (    s(   tools/autograd/gen_autograd_functions.pyt   gen_autograd_functions_pythonZ   s    c         C   sâ   g  } g  } g  } x\ | D]T } t  | ƒ } | j t j | ƒ ƒ | j t j | ƒ ƒ | j t j | ƒ ƒ q Wi | d 6| d 6| d 6}	 xO d d g D]A }
 | |
 } t j t j	 j
 | | ƒ ƒ } t |  | | |	 ƒ q™ Wd S(   s£   Functions.h and Functions.cpp body

    These contain the auto-generated subclasses of torch::autograd::Node
    for each every differentiable torch function.
    t   autograd_function_definitionst   autograd_function_declarationst   py_function_initializerss   .hs   .cppN(   t   process_functiont   appendt   FUNCTION_DECLARATIONt
   substitutet   FUNCTION_DEFINITIONt   PY_FUNCTION_DEFINITIONR   t	   from_filet   ost   patht   joinR   (   R   R   R	   t   file_basenamet   function_definitionst   function_declarationsR   t   funct   envt   top_envt   suffixt   ft   templated_output(    (    s(   tools/autograd/gen_autograd_functions.pyR   ^   s     

c   	         sû  i  } g  ‰ g  ‰ g  } g  ‰ g  ‰  g  | d <xy |  d D]m } | d d k r d j  | d ƒ } | j d j  | d ƒ ƒ n d } | d j d	 j  | d | ƒ ƒ q9 W‡  ‡ ‡ ‡ f d
 †  } x" |  d D] } | | d t ƒqÍ Wx" |  d D] } | | d t ƒqò Wˆ | d <ˆ | d <| | d <ˆ  | d <t |  ƒ rSt j ƒ  | d <n
 d | d <g  } t |  ƒ r| j d ƒ n  d „  } | j ˆ ƒ x% |  d D] } | j | | ƒ ƒ q W| | d <|  d t	 k räd | d <n
 d | d <t
 | |  ƒ S(   Nt   compute_index_rangest   args_with_derivativest   typet
   TensorLists   {}_size_t   names   size_t {}_size_;t   1s   auto {}_ix = gen.range({});c            s·  |  d } |  d d k s0 |  d d k r£ | r£ ˆ j  d j | ƒ ƒ ˆ j  d j | ƒ ƒ ˆ j  d j | ƒ ƒ | r~ d n d	 } ˆ j  d
 j | | | ƒ ƒ n|  d d k r=ˆ j  d j | ƒ ƒ ˆ j  d j | ƒ ƒ ˆ j  d j | ƒ ƒ ˆ j  d j | ƒ ƒ ˆ j  d j | | ƒ ƒ ˆ  j  d j | ƒ ƒ nv |  d d k rfˆ j  d j | ƒ ƒ nM |  d d k r–ˆ j  d j |  d | ƒ ƒ n ˆ j  d j |  d | ƒ ƒ d  S(   NR'   R%   t   Tensort   Scalars   SavedVariable {}_;s   {}_.reset_data();s   {}_.reset_grad_function();s   shared_from_this()t    s   auto {} = {}_.unpack({});R&   s   std::vector<SavedVariable> {}_;s   bool {}_released_ = false;s   {}_.clear();s   {}_released_ = true;s   auto {} = unpack_list({}_);s/   TORCH_CHECK(!{}_released_, ERR_BACKWARD_TWICE);t   IntArrayRefs   std::vector<int64_t> {};t   int64_ts
   {} {} = 0;s   {} {};(   R   t   format(   t   argt	   is_outputR'   t   ptr(   t   assertst   release_variablest   saved_variablest   unpack(    s(   tools/autograd/gen_autograd_functions.pyt   save_arg�   s&    
& t   saved_inputsR0   t   saved_outputsR4   R3   t   saved_list_sizesR2   t   will_release_variablesR+   s   auto& grad = grads[0];c   	   	   S   s  |  d } |  d } t  | ƒ d k r@ t j d | d d | ƒ Sd | k r� g  | D] } d j | ƒ ^ qS } t j d	 | d
 t  | ƒ ƒ } n d } d j d „  | Dƒ ƒ } g  } x9 t | ƒ D]+ \ } } | j t j d | d | ƒ ƒ qÁ Wt	 j d | d | d | d | ƒ Sd  S(   Nt   formulat	   var_namesi   R'   i    t
   derivativet   grad_input_masks#   should_compute_output({{ {}_ix }}),t   maskst   nR+   s   , c         s   s   |  ] } d  j  | ƒ Vq d S(   s   {}_ixN(   R.   (   t   .0R@   (    (    s(   tools/autograd/gen_autograd_functions.pys	   <genexpr>Ä   s    t   it
   idx_rangest   copy_ranges(
   t   lent   DERIVATIVE_SINGLER   R.   t   GRAD_INPUT_MASKR   t	   enumerateR   t   DERIVATIVE_MULTI_COPY_RANGEt   DERIVATIVE_MULTI(	   R=   R;   R<   R@   R?   R>   RC   RD   RB   (    (    s(   tools/autograd/gen_autograd_functions.pyt   emit_derivative¹   s     

"!#	t   derivativest   bodyt   Nodet
   superclasst   TraceableFunction(   R.   R   t   Falset   Truet   uses_retain_variablest   WILL_RELEASE_VARIABLESR   t   uses_single_gradt   extendt   UNTRACEABLE_FUNCTIONSR    (	   R   R   R9   R/   t   sizeR6   RM   RK   R=   (    (   R2   R3   R4   R5   s(   tools/autograd/gen_autograd_functions.pyR   |   sJ    
%




	

c         C   sR   |  d  k r t Sx; |  d D]/ } | d } t j t j | ƒ | ƒ r t Sq Wt S(   NRL   R;   (   t   NoneRQ   t   ret   searchR   R.   RR   (   R   t   identR=   R;   (    (    s(   tools/autograd/gen_autograd_functions.pyt
   uses_identÙ   s    
c         C   s   t  |  d ƒ S(   Nt   retain_variables(   R]   (   R   (    (    s(   tools/autograd/gen_autograd_functions.pyRS   ã   s    c         C   s   t  |  d ƒ S(   Nt   grad(   R]   (   R   (    (    s(   tools/autograd/gen_autograd_functions.pyRU   ç   s    (   R   RZ   t   utilsR    R   R   t   gen_autogradR   R   R   RT   R   R   RG   RF   RI   RJ   RW   R
   R   R   R   R]   RS   RU   (    (    (    s(   tools/autograd/gen_autograd_functions.pyt   <module>   s8   													]	
	