a
    ¬ˆc_£ ã                
   @   s¢  d Z ddlZddlZddlZddlmZmZmZm	Z	m
Z
mZmZ ddlZddlmZ ddlmZ ddlmZmZ ddlmZmZ ddlmZ dd	lmZ dd
lmZ ddlmZ ddlm Z m!Z! ddl"m#Z#m$Z$ dd„ Z%G dd„ dƒZ&G dd„ de&ƒZ'dd„ Z(dd„ Z)dd„ Z*dd„ Z+dd„ Z,dd„ Z-d d!„ Z.d"d#„ Z/d$d%„ Z0G d&d'„ d'e'ƒZ1G d(d)„ d)e'ƒZ2G d*d+„ d+e'ƒZ3G d,d-„ d-e'ƒZ4G d.d/„ d/e&ƒZ5ej6 7d0g d1¢¡d2d3„ ƒZ8G d4d5„ d5ƒZ9G d6d7„ d7ƒZ:d8d9„ Z;G d:d;„ d;ƒZ<d<d=„ Z=d>d?„ Z>d@dA„ Z?dBdC„ Z@G dDdE„ dEƒZAdFdG„ ZBdHdI„ ZCdJdK„ ZDdLdMgZEdNdOgZFdPZGdQdR„ ZHG dSdT„ dTƒZIdUdV„ ZJdWdX„ ZKdYdZ„ ZLd[d\„ ZMG d]d^„ d^ƒZNd_d`„ ZOG dadb„ dbƒZPdcdd„ ZQG dedf„ dfƒZRejSdgdh„ ƒZTdidj„ ZUdkdl„ ZVdmdn„ ZWdodp„ ZXdqdr„ ZYeYƒ ZZej6 [ds¡ej6 7d0eZdt ¡ej6 7dueZdu ¡ej6 7dveZdw ¡ej6 7dxeZdx ¡ej6 7dyeZdz ¡d{d|„ ƒƒƒƒƒƒZ\ej6 7d0eZdt ¡d}d~„ ƒZ]dd€„ Z^d�d‚„ Z_dƒd„„ Z`d…d†„ ZaG d‡dˆ„ dˆƒZbd‰dŠ„ ZcdS )‹z·
Unit tests for optimization routines from optimize.py

Authors:
   Ed Schofield, Nov 2005
   Andrew Straw, April 2008

To run it in its simplest form::
  nosetests test_optimize.py

é    N)Úassert_allcloseÚassert_equalÚassert_almost_equalÚassert_no_warningsÚassert_warnsÚassert_array_lessÚsuppress_warnings)Úraises)Úoptimize)ÚBoundsÚNonlinearConstraint)ÚMINIMIZE_METHODSÚMINIMIZE_SCALAR_METHODS)ÚLINPROG_METHODS)ÚROOT_METHODS)ÚROOT_SCALAR_METHODS)ÚQUADRATIC_ASSIGNMENT_METHODS)ÚScalarFunctionÚ
FD_METHODS)Ú
MemoizeJacÚshow_optionsc               	   C   sX  dd„ } dd„ }t  dg¡}t | ||¡}t|dƒ tj| ||ddd	�}t|dƒ tj| ||d
d�}t|dƒ tj| ||d
ddd�}t|dƒ ttj| ||dd�d ƒ}|dks´J ‚ttj| ||dddd�d ƒ}|dksÞJ ‚dd„ }dd„ }t  ddd¡}tj|||ddd	�}t|dƒ tttj|||ddd	� tjt	t
tddd	�}|dk �sTJ ‚d S )Nc                 S   s   ddt  |  ¡  S ©Né   ©ÚnpÚexp©Úx© r   úe/home/yuhw/wc/wire-cell-python/wcpy/lib/python3.9/site-packages/scipy/optimize/tests/test_optimize.pyÚlogit%   s    ztest_check_grad.<locals>.logitc                 S   s    t  |  ¡dt  |  ¡ d  S ©Nr   é   r   r   r   r   r   Ú	der_logit(   s    z"test_check_grad.<locals>.der_logitç      ø?r   ÚrandoméÒ  )Ú	directionÚseedç�íµ ÷Æ°>)Úepsilon)r*   r'   r(   çš™™™™™¹?çH¯¼šò×z>c                 S   s   | t  | ¡  ¡ S ©N)r   ÚsinÚsumr   r   r   r   Úx_sinx@   s    ztest_check_grad.<locals>.x_sinxc                 S   s   t  | ¡| t  | ¡  S r-   ©r   r.   Úcosr   r   r   r   Ú
der_x_sinxC   s    z#test_check_grad.<locals>.der_x_sinxr"   çš™™™™™É?Zrandom_projectionÚallg�íµ ÷Æ >)r   Úarrayr
   Z
check_gradr   ÚabsÚarangeÚassert_raisesÚ
ValueErrorÚhimmelblau_gradÚhimmelblau_hessÚhimmelblau_x0)r    r#   Úx0Úrr0   r3   r   r   r   Útest_check_grad!   sL    

ÿ

ÿ
ÿÿ
ÿ
þ
ÿr@   c                   @   s8   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	„ Zd
d„ ZdS )ÚCheckOptimizezÂ Base test case for a simple constrained entropy maximization problem
    (the machine translation example of Berger et al in
    Computational Linguistics, vol 22, num 1, pp 39--72, 1996.)
    c                 C   sv   t  g d¢g d¢g d¢g d¢g d¢g¡| _t  g d¢¡| _t  dt j¡| _t  g d¢¡| _d| _d	| _	d	| _
g | _d S )
N©r   r   r   )r   r   r   )r   r   r   )r   r   r   )ç      ð?ç333333Ó?ç      à?é   )ç        g¾š\¼ºËà¿g¢ß)ªŸ3ß?éè  r   )r   r6   ÚFÚKÚzerosÚfloat64ÚstartparamsÚsolutionÚmaxiterÚ	funccallsÚ	gradcallsÚtrace©Úselfr   r   r   Úsetup_method\   s    
üzCheckOptimize.setup_methodc                 C   sj   |  j d7  _ | j dkr tdƒ‚t | j|¡}t tt |¡ƒ¡}|t | j|¡ }| j	 
t |¡¡ |S )Nr   ip  z+too many iterations in optimization routine)rP   ÚRuntimeErrorr   ÚdotrI   Úlogr/   r   rJ   rR   ÚappendÚcopy)rT   r   Úlog_pdotÚlogZÚfr   r   r   Úfuncj   s    
zCheckOptimize.funcc                 C   sV   |  j d7  _ t | j|¡}t tt |¡ƒ¡}t || ¡}t | j ¡ |¡| j S r   )	rQ   r   rW   rI   rX   r/   r   Z	transposerJ   ©rT   r   r[   r\   Úpr   r   r   Úgradt   s
    zCheckOptimize.gradc                 C   s`   t  | j|¡}t  tt  |¡ƒ¡}t  || ¡}t  | jjt  t  |¡| jt  | jj|¡ ¡¡S r-   )r   rW   rI   rX   r/   r   ÚTZdiagr_   r   r   r   Úhess{   s    
"ÿzCheckOptimize.hessc                 C   s   t  |  |¡|¡S r-   )r   rW   rc   ©rT   r   r`   r   r   r   Úhessp‚   s    zCheckOptimize.hesspN)	Ú__name__Ú
__module__Ú__qualname__Ú__doc__rU   r^   ra   rc   re   r   r   r   r   rA   V   s   
rA   c                   @   sŠ   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zej	j
dd�dd„ ƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ ZdS ) ÚCheckOptimizeParameterizedc           	   
   C   s   | j r`| j| jddœ}tj| j| jdd| j|d�}|d |d |d |d	 |d
 f\}}}}}n2tj| j| j| jd| jd| jdd�}|\}}}}}t	|  |¡|  | j
¡dd� | jdksÂJ | jƒ‚| jdksÖJ | jƒ‚t	| jdd… g d¢g d¢gddd� d S )NF©rO   ÚdispÚ
return_allr   ÚCG)ÚargsÚmethodÚjacÚoptionsr   ÚfunÚnfevÚnjevÚstatusT)rO   Úfull_outputrl   Úretallr)   ©Úatolé	   é   r"   é   )r   ç      à¿rE   )r   gÃ;Ó±.à¿g)`$|;¾ß?ç›+¡†›„=r,   ©rz   Úrtol)Úuse_wrapperrO   rl   r
   Úminimizer^   rM   ra   Úfmin_cgr   rN   rP   rQ   rR   )	rT   ÚoptsÚresÚparamsÚfoptÚ
func_callsÚ
grad_callsÚwarnflagÚretvalr   r   r   Útest_cgˆ   s6    ÿþ ÿ
ýÿÿýz"CheckOptimizeParameterized.test_cgc                 C   sN   dd„ }t  ddd¡D ]2}tj||gdd�}|js6J ‚t|jdgd	d
� qd S )Nc                 S   s   ddt  d| d  ¡ d  S )Ng      @r   ç      ø¿rE   r"   r   )r?   r   r   r   r]   ¨   s    z8CheckOptimizeParameterized.test_cg_cornercase.<locals>.fg      è¿rF   éG   rn   ©rp   rE   çñhãˆµøä>©r�   )r   Zlinspacer
   rƒ   Úsuccessr   r   )rT   r]   r>   Úsolr   r   r   Útest_cg_cornercase§   s
    
z-CheckOptimizeParameterized.test_cg_cornercasec              
   C   s  | j rp| j| jddœ}tj| j| j| jdd|d�}|d |d |d |d	 |d
 |d |d f\}}}}}}}	n6tj| j| j| jd| jd| jdd�}
|
\}}}}}}}	t	|  |¡|  | j
¡dd� | jdksÖJ | jƒ‚| jdksêJ | jƒ‚t	| jdd… g d¢g d¢gddd� d S )NFrk   ÚBFGSr   ©rq   rp   ro   rr   r   rs   rq   Zhess_invrt   ru   rv   T©ro   rO   rw   rl   rx   r)   ry   é
   é   é   )r   g˜&ó/LÍà¿gB__E7ß?)r   g$ŸÙÜËà¿gÂ
|²3ß?r   r,   r€   )r‚   rO   rl   r
   rƒ   r^   rM   ra   Ú	fmin_bfgsr   rN   rP   rQ   rR   )rT   r…   r†   r‡   rˆ   ZgoptZHoptr‰   rŠ   r‹   rŒ   r   r   r   Ú	test_bfgs²   s<    ÿþþýÿ
ÿÿýz$CheckOptimizeParameterized.test_bfgsc              	      sœ   dd„ ‰ ‡ fdd„}dg}t jdd��b | jrTd| ji}tjˆ ||dd	|d
�d }ntjˆ ||| jd�}t  ˆ |ƒ¡rzJ ‚W d   ƒ n1 sŽ0    Y  d S )Nc                 S   s   t j|    S r-   )r   Úer   r   r   r   Ú<lambda>Ö   ó    z?CheckOptimizeParameterized.test_bfgs_infinite.<locals>.<lambda>c                    s
   ˆ | ƒ S r-   r   r   ©r^   r   r   rŸ   ×   r    r   Úignore)Úoverrl   r–   r   r—   r   ©rl   )r   Úerrstater‚   rl   r
   rƒ   rœ   Úisfinite)rT   Úfprimer>   r…   r   r   r¡   r   Útest_bfgs_infiniteÔ   s    
ÿÿz-CheckOptimizeParameterized.test_bfgs_infinitec           
   	   C   sü   | j rd| j| jddœ}tj| j| jdd|d�}|d |d |d |d	 |d
 |d f\}}}}}}n0tj| j| jd| jd| jdd�}	|	\}}}}}}t|  |¡|  | j	¡dd� t|dd … | j	dd … dd� | j
dksäJ | j
ƒ‚| jdksøJ | jƒ‚d S )NFrk   r   ÚPowell©ro   rp   rr   r   rs   ÚdirecÚnitrt   rv   Tr˜   r)   ry   r   çñhãˆµøÔ>éˆ   r   )r‚   rO   rl   r
   rƒ   r^   rM   Úfmin_powellr   rN   rP   rQ   ©
rT   r…   r†   r‡   rˆ   r«   Únumiterr‰   r‹   rŒ   r   r   r   Útest_powellâ   s,    ÿÿþýÿ z&CheckOptimizeParameterized.test_powellzeThis part of test_powell fails on some platforms, but the solution returned by powell is still valid.©Úreasonc           
   	   C   sÐ   | j rd| j| jddœ}tj| j| jdd|d�}|d |d |d |d	 |d
 |d f\}}}}}}n0tj| j| jd| jd| jdd�}	|	\}}}}}}t| j	dd… g d¢g d¢g d¢g d¢g d¢gddd� d S )NFrk   r   r©   rª   r   rs   r«   r¬   rt   rv   Tr˜   é"   é'   )ç—…~¿ûWç?çÒf"¬BÜ¿g¼€ˆ%Þ?)r·   r¸   g:&ÃëÀÞ?)g»SÏ¼ûW÷?gÒf"¬Bì¿g{žÃ¥ørî?)r·   r¸   ç{žÃ¥ørÞ?)gÌB¿ßý«û?r¸   r¹   r   r,   r€   )
r‚   rO   rl   r
   rƒ   r^   rM   r¯   r   rR   r°   r   r   r   Útest_powell_gh14014  s2    ÿÿþýüúz.CheckOptimizeParameterized.test_powell_gh14014c           
      C   sÀ   dd„ | j D ƒ}| jr¼| j| jddœ}tj| j| j d|d|d�}|d |d	 |d
 |d |d |d f\}}}}}}	|| jks‚J ‚t|  |¡|  | j	¡ddd� | jdks®J ‚| j
dks¼J ‚d S )Nc                 S   s   g | ]}t j t jf‘qS r   )r   Úpi)Ú.0Ú_r   r   r   Ú
<listcomp>*  r    zBCheckOptimizeParameterized.test_powell_bounded.<locals>.<listcomp>Frk   r   r©   )ro   Úboundsrp   rr   r   rs   r«   r¬   rt   rv   r)   r‘   r€   é¯   r   )rM   r‚   rO   rl   r
   rƒ   r^   rP   r   rN   rQ   )
rT   r¿   r…   r†   r‡   rˆ   r«   r±   r‰   r‹   r   r   r   Útest_powell_bounded'  s$    ÿþþÿ	z.CheckOptimizeParameterized.test_powell_boundedc           	   	   C   sø   | j r\| j| jddœ}tj| j| jdd|d�}|d |d |d |d	 |d
 f\}}}}}n.tj| j| jd| jd| jdd�}|\}}}}}t|  |¡|  | j	¡dd� | j
dksºJ | j
ƒ‚| jdksÎJ | jƒ‚t| jdd… g d¢g d¢gddd� d S )NFrk   r   úNelder-meadrª   r   rs   r¬   rt   rv   Tr˜   r)   ry   é§   r   éL   éN   )g	dÀ£×°È?g÷×]fùä¿gtÛ×ä��Ö?)gÓ™ �…É?gäÌ#=^ä¿gÝÃoT¸ïÖ?r   r,   r€   )r‚   rO   rl   r
   rƒ   r^   rM   Úfminr   rN   rP   rQ   rR   )	rT   r…   r†   r‡   rˆ   r±   r‰   r‹   rŒ   r   r   r   Útest_neldermeadB  s6    ÿÿþýÿÿýz*CheckOptimizeParameterized.test_neldermeadc              
   C   sL  t  d¡}| j|d< tdƒD ]}||d |f  d7  < q| jr¬| jdd|dœ}tj| j| jd	d
|d�}|d |d |d |d |d f\}}}}}	t	|d d |d ƒ n.tj
| j| jd	| jddd|d�}
|
\}}}}}	t	|  |¡|  | j¡dd� | jdk�sJ | jƒ‚| jdk�s"J | jƒ‚t	| jdd… g d¢g d¢gddd� d S )N)r}   rF   .rF   r   r+   FT©rO   rl   rm   Úinitial_simplexr   rÂ   rª   r   rs   r¬   rt   rv   Zallvecsr   ©ro   rO   rw   rl   rx   rÉ   r)   ry   éd   é2   é4   )gÔItžÊÌÂ?gà?'Î›Tà¿gxÅ8 áÞ?)gÓÒ¢_×†Â?gœoMçà¿gå›Ž|52ß?r   r,   r€   )r   rK   rM   Úranger‚   rO   r
   rƒ   r^   r   rÆ   rN   rP   rQ   rR   )rT   ÚsimplexÚjr…   r†   r‡   rˆ   r±   r‰   r‹   rŒ   r   r   r   Útest_neldermead_initial_simplexa  sF    

ÿÿüýÿÿýz:CheckOptimizeParameterized.test_neldermead_initial_simplexc                 C   sÊ   g }t  d¡}| jd d… |d< tdƒD ]}||d |f  d7  < q(| |¡ t  d¡}| |¡ |D ]\}| jr | jdd|dœ}ttt	j
| j| jd	d
|d� qhttt	j| j| jd	| jddd|d�
 qhd S )N)rF   r"   r"   .r   r+   )rF   rF   FrÈ   r   rÂ   rª   TrÊ   )r   rK   rM   rÎ   rY   r‚   rO   r9   r:   r
   rƒ   r^   rÆ   )rT   Zbad_simplicesrÏ   rÐ   r…   r   r   r   Ú#test_neldermead_initial_simplex_bad‰  s6    



ÿúüz>CheckOptimizeParameterized.test_neldermead_initial_simplex_badc                 C   s6   ddi}t j| j| jd| jd|d�}|jdks2J ‚d S )NrO   éÿÿÿÿú	Newton-CGr   ©rp   rq   ro   rr   r   )r
   rƒ   r^   rM   ra   rv   )rT   r…   Úresultr   r   r   Útest_ncg_negative_maxiter¨  s    þz4CheckOptimizeParameterized.test_ncg_negative_maxiterc              
   C   sÎ   | j r8| j| jddœ}tj| j| jd| jd|d�d }n$tj| j| j| jd| jd| jdd�}|}t	|  |¡|  | j
¡dd	� | jd
ks�J | jƒ‚| jdks¤J | jƒ‚t	| jdd… g d¢g d¢gddd� d S )NFrk   rÔ   r   rÕ   r   r˜   r)   ry   r|   é   rF   é   ©ç(Æ6-H=�¾g×?üºËà¿g4 u¦3ß?©rÛ   g_êþéºËà¿gþ/N±§3ß?r,   r€   )r‚   rO   rl   r
   rƒ   r^   rM   ra   Úfmin_ncgr   rN   rP   rQ   rR   ©rT   r…   rŒ   r‡   r   r   r   Útest_ncg°  s6    ÿþþýÿÿýz#CheckOptimizeParameterized.test_ncgc                 C   sÖ   | j r<| j| jddœ}tj| j| jd| j| jd|d�d }n(tj	| j| j| j| jd| jd| jdd�	}|}t
|  |¡|  | j¡dd	� | jd
ks˜J | jƒ‚| jdks¬J | jƒ‚t
| jdd… g d¢g d¢gddd� d S )NFrk   rÔ   r   )rp   rq   rc   ro   rr   r   )Zfhessro   rO   rw   rl   rx   r)   ry   r|   é   rF   rÙ   rÚ   rÜ   r,   r€   )r‚   rO   rl   r
   rƒ   r^   rM   ra   rc   rÝ   r   rN   rP   rQ   rR   rÞ   r   r   r   Útest_ncg_hessÑ  s:    ÿýýüÿÿýz(CheckOptimizeParameterized.test_ncg_hessc                 C   sÖ   | j r<| j| jddœ}tj| j| jd| j| jd|d�d }n(tj	| j| j| j| jd| jd| jdd�	}|}t
|  |¡|  | j¡dd	� | jd
ks˜J | jƒ‚| jdks¬J | jƒ‚t
| jdd… g d¢g d¢gddd� d S )NFrk   rÔ   r   )rp   rq   re   ro   rr   r   )Zfhess_pro   rO   rw   rl   rx   r)   ry   r|   rà   rF   rÙ   rÚ   rÜ   r,   r€   )r‚   rO   rl   r
   rƒ   r^   rM   ra   re   rÝ   r   rN   rP   rQ   rR   rÞ   r   r   r   Útest_ncg_hesspó  s:    ÿýýüÿÿýz)CheckOptimizeParameterized.test_ncg_hesspN)rf   rg   rh   r�   r•   r�   r¨   r²   ÚpytestÚmarkÚxfailrº   rÁ   rÇ   rÑ   rÒ   r×   rß   rá   râ   r   r   r   r   rj   †   s   ""
 (!"rj   c                     s\   t j d¡‰ ‡ fdd„} dD ]:}dD ]0}tj| ˆ  d¡|d|id�}|d	 |ks$J ‚q$qd S )
Nl	   û<vgðRàI*q4Ì c                    s   ˆ   d¡d S ©Nr   rH   ©r%   r   ©Úrngr   r   Úcost  s    ztest_maxfev_test.<locals>.cost)r   r™   rÌ   )r©   úNelder-Meadr™   Úmaxfev©rp   rr   rt   )r   r%   Údefault_rngr
   rƒ   )rê   Zimaxfevrp   rÖ   r   rè   r   Útest_maxfev_test  s    þrï   c                  C   sô   dd„ } t j | t d¡d¡\}}tdƒD ]&}|t |¡ƒ |d |d ks*J ‚q*d}tt jj|d�� |t |¡ƒ W d   ƒ n1 sŠ0    Y  t j | t d¡d¡\}}d}tt|d��" |t 	ddg¡ƒ W d   ƒ n1 sæ0    Y  d S )	Nc                 S   s   | S r-   r   r   r   r   r   Úfunc_)  s    z8test_wrap_scalar_function_with_validation.<locals>.func_r   rÙ   r   zToo many function calls©Úmatchú@The user-provided objective function must return a scalar value.)
r
   Ú	_optimizeZ'_wrap_scalar_function_maxfun_validationr   ZasarrayrÎ   r9   Z_MaxFuncCallErrorr:   r6   )rð   Zfcallsr^   ÚiÚmsgr   r   r   Ú)test_wrap_scalar_function_with_validation'  s     ÿ,ÿr÷   c                  C   sR   d} t t| d��. tjdd„ t ddg¡dd� W d   ƒ n1 sD0    Y  d S )Nró   rñ   c                 S   s   | S r-   r   r   r   r   r   rŸ   D  r    z.test_obj_func_returns_scalar.<locals>.<lambda>r   r–   r�   )r9   r:   r
   rƒ   r   r6   rñ   r   r   r   Útest_obj_func_returns_scalar?  s    rø   c                  C   s4   t  g d¢¡} tjjtj| dd�}|jdks0J ‚d S )N)gÍÌÌÌÌÌô?çffffffæ?çš™™™™™é?çffffffþ?ç333333ó?ç:Œ0âŽyE>)ÚxatoliS  )r   r6   r
   Ú	_minimizeÚ_minimize_neldermeadÚrosenr¬   )r>   r†   r   r   r   Útest_neldermead_iteration_numG  s
    ÿr  c                  C   s&   dd„ } t jj| ddgdddd� d S )Nc                 S   s   | d d | d d  S )Nr   r"   r   r   r   r   r   r   rŸ   Q  r    z-test_neldermead_xatol_fatol.<locals>.<lambda>r   r"   çü©ñÒMbP?)rO   rþ   Zfatol)r
   rÿ   r   r¡   r   r   r   Útest_neldermead_xatol_fatolN  s    ÿr  c                  C   sR   dd„ } g d¢}t j| |dd�}t|jdƒ t j| |dddid	�}t|jdƒ d S )
Nc                 S   s   t  | d ¡S ©Nr"   ©r   r/   r   r   r   r   rŸ   X  r    z*test_neldermead_adaptive.<locals>.<lambda>)géÍM@¸'Ä?güOÄC”ÆÞ?gµ§¢€~Ü?gê -Û?g¾ã¬€®ã?g#¹ÂÜj­Ô?gûù îï?g~ê³^gžÜ?gÜ r#—Åè?g^c¸¶Ç½é?g)þÖëi	×?g±Ùô÷'è?g‚Ž™Òýï?g1…›Òä?g[ÕVÎ¤¸?rë   r�   FZadaptiveTrí   )r
   rƒ   r   r“   )r^   Úp0r†   r   r   r   Útest_neldermead_adaptiveW  s    
ÿr  c                  C   s  dd„ } d}g d¢}t tjƒ�" tj| ||dd�}W d   ƒ n1 sF0    Y  t|jt dgt|ƒ ¡dd	� t	|j
d
ƒ t	|jdƒ g d¢g d¢g d¢g}t tjƒ�( tj| ||dd|id�}W d   ƒ n1 sÖ0    Y  t|jt g d¢¡dd	� t	|j
dƒ t	|jdƒ d S )Nc                 S   s   t  | d ¡S r  r  r   r   r   r   rŸ   i  r    z3test_bounded_powell_outsidebounds.<locals>.<lambda>)©rÓ   r   r	  r	  )éüÿÿÿrE   gš™™™™™é¿r©   ©r¿   rp   rG   r)   ry   Tr   ©r   r   r   )r   r   r   )r   r   r   r«   )r¿   rp   rr   )g      Àr   r   Fr}   )r   r
   ÚOptimizeWarningrƒ   r   r   r   r6   Úlenr   r“   rv   )r^   r¿   r>   r†   r«   r   r   r   Ú!test_bounded_powell_outsideboundse  s"    0 þ$r  c                  C   s  dd„ } d}g d¢}dddœ}t j| |d|d�}t|jd	d
d� t|jd	d
d� t j| |||dd�}t g d¢¡}t|j|d
d� t|j| |ƒd
d� dtj dfdtjfddf}t j| |||dd�}t g d¢¡}t|j|d
d� t|j| |ƒd
d� dd„ } dgd }g d¢}t j| |dd�}t j| ||dd�}t|jdd
d� t|jdd
d� tj tjfgd }t j| ||dd�}t|j|jd
d� t|j|jd
d� t|j|jd
d� g d¢}dgd }t	t j
ƒ�" t j| ||dd�}W d   ƒ n1 �sö0    Y  t|jdd
d� d S )Nc                 S   s   t  | d ¡S r  r  r   r   r   r   rŸ   ‹  r    z/test_bounded_powell_vs_powell.<locals>.<lambda>))éûÿÿÿrÓ   )éöÿÿÿçš™™™™™¹¿)r   gffffff"@)r
  gffffff@©gÍÌÌÌÌÌ/Àéþÿÿÿ)gÍÌÌÌÌÌ ÀgÍÌÌÌÌÌÀrû   r   r  ç»½×Ùß|Û=©ÚftolZxtolr©   rí   rG   r)   ry   )rr   r¿   rp   )rÓ   r  r   r   r  )NrÓ   r  r   )r
  Nr  c                 S   sz   t  | d  ¡t  | d ¡ t  | d  | d  ¡ t  | d ¡ }|t  t  | d | d  ¡t  | d ¡ ¡8 }|d S ©Nr   r   r"   r1   ©r   Útr   r   r   r^   ¨  s    D.z+test_bounded_powell_vs_powell.<locals>.func)r  rÙ   rF   )r~   r~   r~   r�   r  g´£8“ç:}?r   )gbšŽ¥4»F@gìæ†:ÀgžWÀ�¿?@)r
   rƒ   r   r   rs   r   r6   Úinfrt   r   r  )r^   r¿   r>   rr   Z
res_powellZres_bounded_powellr`   r   r   r   Útest_bounded_powell_vs_powellƒ  s`    

þ
þ
þþ
þ&r  c                  C   sî   dt j dfgd dddœdœ} g d¢}dd	„ }tj||fi | ¤Ž}t|jd
dd� dd„ }tj||fi | ¤Ž}t|jdƒ dd„ }tj||fi | ¤Ž}t|jddd� dd„ }t j dfgd | d< tj||fi | ¤Ž}t|jddd� d S )Nr©   g    €„.ArF   rý   r  )rp   r¿   rr   rB   c                 S   s   t  | ¡ S r-   r  r   r   r   r   rŸ   Ú  r    z8test_onesided_bounded_powell_stability.<locals>.<lambda>g    `ãFÁç-Cëâ6?ry   c                 S   s,   t  t  | ¡¡d  t  | dk¡r&dnd S )Nr+   r   r   rÓ   ©r   r7   r/   r5   r   r   r   r   r]   ß  s    z1test_onesided_bounded_powell_stability.<locals>.fgw£ÖÆÀc                 S   s,   t  t  | ¡¡d  t  | dk¡r&dnd S )Nr™   r   r   rÓ   r  r   r   r   r   r]   æ  s    gB+¢IñaÍr,   r’   c                 S   sX   t  t  | d d… ¡¡d  t  t  | dd … ¡¡d  }|t  | dk¡rNdnd9 }|S )Nr"   rÙ   r+   r   r   rÓ   r  r  r   r   r   r]   í  s    :g     @�@r¿   g 4&õk\Ã)r   r  r
   rƒ   r   rs   )Úkwargsr>   r]   r†   r   r   r   Ú&test_onesided_bounded_powell_stabilityÎ  s$    þr   c                   @   s   e Zd ZdZdZdS )ÚTestOptimizeWrapperDispTN©rf   rg   rh   r‚   rl   r   r   r   r   r!  ÷  s   r!  c                   @   s   e Zd ZdZdZdS )ÚTestOptimizeWrapperNoDispTFNr"  r   r   r   r   r#  ü  s   r#  c                   @   s   e Zd ZdZdZdS )ÚTestOptimizeNoWrapperDispFTNr"  r   r   r   r   r$    s   r$  c                   @   s   e Zd ZdZdZdS )ÚTestOptimizeNoWrapperNoDispFNr"  r   r   r   r   r%    s   r%  c                   @   sz  e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd „ Zejjd!d"�d#d$„ ƒZd%d&„ Zd'd(„ Zej d)g d*¢e ¡d+d,„ ƒZej d)g d-¢¡d.d/„ ƒZd0d1„ Zej d)g d2¢¡d3d4„ ƒZej d)g d5¢¡d6d7„ ƒZd8d9„ Z d:d;„ Z!d<d=„ Z"d>d?„ Z#ej d)g d@¢¡dAdB„ ƒZ$ej d)g dC¢¡dDdE„ ƒZ%dFS )GÚTestOptimizeSimplec                 C   sn   dd„ }dd„ }t jg}t jddd��4 tj|||dd�}t  ||ƒ¡sLJ ‚W d   ƒ n1 s`0    Y  d S )Nc                 S   s   | S r-   r   r   r   r   r   rŸ     r    z2TestOptimizeSimple.test_bfgs_nan.<locals>.<lambda>c                 S   s
   t  | ¡S r-   ©r   Z	ones_liker   r   r   r   rŸ     r    r¢   )r£   ÚinvalidFr¤   )r   Únanr¥   r
   rœ   Úisnan)rT   r^   r§   r>   r   r   r   r   Útest_bfgs_nan  s    z TestOptimizeSimple.test_bfgs_nanc                 C   sÔ   dd„ }t jdd�� t |d¡}W d   ƒ n1 s60    Y  t  |d ¡sRJ ‚|d du sbJ ‚d	d„ }d
d„ }t jdd��  tj|d|d�}W d   ƒ n1 s¤0    Y  t  |d ¡sÀJ ‚|d du sÐJ ‚d S )Nc                 S   s   t jS r-   ©r   r)  r   r   r   r   rŸ     r    z9TestOptimizeSimple.test_bfgs_nan_return.<locals>.<lambda>r¢   ©r(  r   rs   r“   Fc                 S   s   | dkrdS t jS ©Nr   r,  r   r   r   r   rŸ   "  r    c                 S   s
   t  | ¡S r-   r'  r   r   r   r   rŸ   #  r    )rq   )r   r¥   r
   rƒ   r*  )rT   r^   rÖ   r§   r   r   r   Útest_bfgs_nan_return  s    *.z'TestOptimizeSimple.test_bfgs_nan_returnc                 C   s^   t  t  d¡¡t j t| jƒ¡ }tj| j	| j
|d| jdd�}t|  	|¡|  	| j¡dd� d S )NrC   r   F)r*   ro   rO   rl   r)   ry   )r   ÚsqrtÚspacingr%   Úrandr  rN   r
   rœ   r^   rM   rO   r   )rT   r*   r‡   r   r   r   Útest_bfgs_numerical_jacobian*  s    "þÿz/TestOptimizeSimple.test_bfgs_numerical_jacobianc                 C   s^   g d¢}g d¢}t  ||¡D ]<\}}tj| j| j||d�}t|  |j¡|  | j¡dd� qd S )N)r–   rn   ÚTNC©ú2-pointú3-pointN)rp   rq   r)   ry   )	Ú	itertoolsÚproductr
   rƒ   r^   rM   r   r   rN   )rT   ÚmethodsÚjacsrp   rq   rÖ   r   r   r   Útest_finite_differences_jac6  s    ÿÿz.TestOptimizeSimple.test_finite_differences_jacc              	   C   s¸   g d¢}t tjf }t ||¡D ]<\}}|tju r8|ƒ }tj| j| j|| j|d�}|j	s J ‚q g d¢}|D ]H}t
 t¡�* tj| j| j|| jd d� W d   ƒ qj1 s¨0    Y  qjd S )N)útrust-constrrÔ   ú	trust-ncgútrust-krylov©rp   rq   rc   )r>  r?  Údoglegútrust-exact)r   r
   r–   r8  r9  rƒ   r^   rM   ra   r“   rã   r	   r:   )rT   r:  Zhessesrp   rc   rÖ   r   r   r   Útest_finite_differences_hess?  s"    
þþz/TestOptimizeSimple.test_finite_differences_hessc                 C   s.   dd„ }t j|dgdd�}t|dddd� d S )	Nc                 S   s   | dk rdS | d|   S d S )Nr   g÷BŒþÿÿïrC   r   r   r   r   r   r]   Z  s    z/TestOptimizeSimple.test_bfgs_gh_2169.<locals>.fç      $@Fr¤   rC   r  ©r�   rz   )r
   rœ   r   )rT   r]   Úxsr   r   r   Útest_bfgs_gh_2169Y  s    z$TestOptimizeSimple.test_bfgs_gh_2169c                    s*   ‡ fdd„}t ƒ ‰ tj|ddddd� d S )Nc                    s2   | d }|ˆ vsJ ‚ˆ   |¡ d| d  d|  fS )Nr   r™   r"   é   )Úadd)r   Zxp©Úseenr   r   r]   d  s    
z:TestOptimizeSimple.test_bfgs_double_evaluations.<locals>.féœÿÿÿÚbfgsTr,   )rp   rq   Útol)Úsetr
   rƒ   ©rT   r]   r   rJ  r   Útest_bfgs_double_evaluationsb  s    z/TestOptimizeSimple.test_bfgs_double_evaluationsc                 C   s”   t j| j| j| jd| jd�}|\}}}t|  |¡|  | j¡dd� | jdksVJ | jƒ‚| j	dksjJ | j	ƒ‚t| j
dd… g d¢g d	¢gd
dd� d S )Nr   )ro   rO   r)   ry   r|   rÙ   rF   )gžÈî°>Í<gwTë³¹ à¿gÓUuAXß?)rG   g¿‹ŒHóËà¿g!mÊ²3ß?r   r,   r€   )r
   Úfmin_l_bfgs_br^   rM   ra   rO   r   rN   rP   rQ   rR   ©rT   rŒ   r‡   rˆ   Údr   r   r   Útest_l_bfgs_bm  s     þ
ÿÿýz TestOptimizeSimple.test_l_bfgs_bc                 C   sB   t j| j| jd| jd�}|\}}}t|  |¡|  | j¡dd� d S )NT)Zapprox_gradrO   r)   ry   )r
   rR  r^   rM   rO   r   rN   rS  r   r   r   Útest_l_bfgs_b_numjac„  s    þ
ÿz'TestOptimizeSimple.test_l_bfgs_b_numjacc                    sJ   ‡ fdd„}t j|ˆ jˆ jd�}|\}}}tˆ  |¡ˆ  ˆ j¡dd� d S )Nc                    s   ˆ   | ¡ˆ  | ¡fS r-   ©r^   ra   r   rS   r   r   rs   ‘  s    z4TestOptimizeSimple.test_l_bfgs_b_funjac.<locals>.fun©rO   r)   ry   )r
   rR  rM   rO   r   r^   rN   )rT   rs   rŒ   r‡   rˆ   rT  r   rS   r   Útest_l_bfgs_b_funjac�  s    
ÿ
ÿz'TestOptimizeSimple.test_l_bfgs_b_funjacc                 C   s„   G dd„ dƒ}|ƒ }t jt jddgd|ddid�}t|jdƒ t|j|jƒ t|j|jƒ t|jdƒ |j	d	u stJ ‚t|j
d
ƒ d S )Nc                   @   s   e Zd Zdd„ Zdd„ ZdS )z:TestOptimizeSimple.test_l_bfgs_b_maxiter.<locals>.Callbackc                 S   s   d| _ d | _d | _d S r.  )r¬   rs   r   rS   r   r   r   Ú__init__   s    zCTestOptimizeSimple.test_l_bfgs_b_maxiter.<locals>.Callback.__init__c                 S   s$   || _ t |¡| _|  jd7  _d S r   )r   r
   r  rs   r¬   ©rT   r   r   r   r   Ú__call__¥  s    zCTestOptimizeSimple.test_l_bfgs_b_maxiter.<locals>.Callback.__call__N©rf   rg   rh   rZ  r\  r   r   r   r   ÚCallbackŸ  s   r^  rG   úl-bfgs-brO   rÙ   )rp   Úcallbackrr   r   Fz+STOP: TOTAL NO. of ITERATIONS REACHED LIMIT)r
   rƒ   r  r   r¬   r   r   rs   rv   r“   Úmessage)rT   r^  Úcr†   r   r   r   Útest_l_bfgs_b_maxiterœ  s    ÿÿz(TestOptimizeSimple.test_l_bfgs_b_maxiterc                 C   sú   d| j dœ}tj| j| jd| j|d�}t|  |j¡|  | j¡dd� | j	|j
ksTJ ‚d | _| _	tj| j| jd|d�}| j|jks†J ‚t|  |j¡|  | j¡dd� d | _| _	tj| j| jd	d|d
�}| j|jksØJ ‚t|  |j¡|  | j¡dd� d S )NF)rl   rO   úL-BFGS-B©rp   rq   rr   r)   ry   r   rí   r7  ©rq   rp   rr   )rO   r
   rƒ   r^   rM   ra   r   r   rN   rQ   ru   rP   rt   )rT   r…   r?   Úrar   r   r   Útest_minimize_l_bfgs_b¶  s2    þÿÿÿÿÿz)TestOptimizeSimple.test_minimize_l_bfgs_bc                 C   sv   d }dD ]h}d| j |dœ}tj| j| jd| j|d�}|  |j¡}|d u rN|}n||k sZJ ‚t||  | j¡|d� qd S )N)r+   r  r,   r  F)rl   rO   r  rd  re  r’   )	rO   r
   rƒ   r^   rM   ra   r   r   rN   )rT   Zv0rN  r…   r”   Úvr   r   r   Útest_minimize_l_bfgs_b_ftolÒ  s    þz.TestOptimizeSimple.test_minimize_l_bfgs_b_ftolc                 C   s6   t jt jt ddg¡dt jdddœd�}|jr2J ‚d S )Nç333333ó¿rC   rd  Fr   )rl   Zmaxlsre  )r
   rƒ   r  r   r6   Ú	rosen_derr“   )rT   r”   r   r   r   Útest_minimize_l_bfgs_maxlsã  s
    þz-TestOptimizeSimple.test_minimize_l_bfgs_maxlsc                    s¦   t j‰ t j}g ‰t dd¡}‡ ‡fdd„}d\}}}t j||||d� tdd„ tˆ|d … ƒD ƒƒ\}}|| }	tˆd |… ƒ}
t jˆ |||	d�\}}}t	||
ƒ d S )	Nr|   rH   c                    s   ˆ | ƒ}ˆ  |¡ |S r-   )rY   )r   Úvalue©r]   Úvaluesr   r   Úobjfunñ  s    
zMTestOptimizeSimple.test_minimize_l_bfgs_b_maxfun_interruption.<locals>.objfun)é   rË   i,  )r§   Úmaxfunc                 s   s   | ]\}}||fV  qd S r-   r   )r¼   rõ   Úyr   r   r   Ú	<genexpr>û  r    zPTestOptimizeSimple.test_minimize_l_bfgs_b_maxfun_interruption.<locals>.<genexpr>)
r
   r  rl  r   ÚfullrR  ÚmaxÚ	enumerateÚminr   )rT   Úgr>   rq  ÚlowZmediumÚhighri  Úkrs  ÚtargetZxminrÆ   rT  r   ro  r   Ú*test_minimize_l_bfgs_b_maxfun_interruptionê  s    
"z=TestOptimizeSimple.test_minimize_l_bfgs_b_maxfun_interruptionc                 C   sB   ddd„}g d¢}t jt j||tdd�d	�}t|jd
ddd� d S )Nr   r+   rË   c                 [   sê   |}| |ƒ}	d}
d}d}d}|rÒ|sÒ||k rÒd}|d7 }t t |¡ƒD ]ˆ}|| | || | fD ]B}t |¡}|||< | |g|¢R Ž }|
d7 }
||	k rb|}	|}d}qb|d ur¶||ƒ |d urF|
|krFd} qqFqtj|	|||
|dkd�S )Nr   r   TF©rs   r   r¬   rt   r“   )rÎ   r   ÚsizerZ   r
   ÚOptimizeResult)rs   r>   ro   rì   ÚstepsizerO   r`  rr   ÚbestxÚbestyÚfuncallsÚniterÚimprovedÚstopZdimÚsÚtestxÚtestyr   r   r   Úcustmin  s6    

ÿz/TestOptimizeSimple.test_custom.<locals>.custmin)gš™™™™™õ?çÍÌÌÌÌÌì?rú   gš™™™™™ñ?rü   çš™™™™™©?©rƒ  rí   rC   r  rE  )r   Nr+   rË   N)r
   rƒ   r  Údictr   r   )rT   r�  r>   r†   r   r   r   Útest_custom  s      ÿ
ÿzTestOptimizeSimple.test_customz$output not reliable on all platformsr³   c                 C   s:  t jddgt jddœ}t jf i |¤ddi¤Ž | ¡ \}}d|vrJd|vsNJ ‚t jf i |¤dd	i¤Ž | ¡ \}}d|v r‚d|vs†J ‚t jf i |¤dd
i¤Ž | ¡ \}}d|v rºd|v s¾J ‚t jf i |¤d
ddœ¤Ž | ¡ \}}d|vrôd|vsøJ ‚t jf i |¤dddœ¤Ž | ¡ \}}d|v �r2d|v �s6J ‚d S )Nr}   rF   )©rF   rÙ   r“  )r^   r>   r§   r¿   ÚiprintrÓ   rd  z
At iterater   r   F)r”  rl   T)r
   r  rl  rR  Z
readouterr)rT   Zcapfdr  Úoutr½   r   r   r   Útest_gh13321*  s$    
ÿzTestOptimizeSimple.test_gh13321c                    s<   ddg‰ d‰‡ ‡fdd„}ddg}t jt j||ˆ ˆd� d S )N)r  r"   )r   rF   Úconstraintsc                    s(   |d ˆ u sJ ‚|d ˆu s J ‚t  ¡ S )Nr¿   r—  ©r
   r‚  )rs   r>   rr   ©r¿   r—  r   r   r�  R  s    z0TestOptimizeSimple.test_gh10771.<locals>.custminr   )rp   r¿   r—  )r
   rƒ   r  )rT   r�  r>   r   r™  r   Útest_gh10771L  s    ÿzTestOptimizeSimple.test_gh10771c                 C   s’   dd„ }dd„ }dD ]x}|dv r&d }n|}t j|ddg|d|d	�}t j|ddg|d
|d	�}||jƒ||jƒk sJ d|||jƒ||jƒf ƒ‚qd S )Nc                 S   s$   | \}}|d |d  |d  d S )Nr"   r}   r   r   ©Úzr   rt  r   r   r   r^   ]  s    z<TestOptimizeSimple.test_minimize_tol_parameter.<locals>.funcc                 S   s:   | \}}t  d| |d  d|d   d|d  | g¡S )Nr"   r}   rF   ©r   r6   r›  r   r   r   Údfunca  s    z=TestOptimizeSimple.test_minimize_tol_parameter.<locals>.dfunc©	únelder-meadÚpowellÚcgrM  ú	newton-cgr_  ÚtncÚcobylaÚslsqp©r   r¡  r¥  r   r  )rq   rN  rp   rC   z%s: %s vs. %s)r
   rƒ   r   )rT   r^   rž  rp   rq   Zsol1Zsol2r   r   r   Útest_minimize_tol_parameter[  s    ÿÿz.TestOptimizeSimple.test_minimize_tol_parameterrp   )rÆ   r¯   r„   rœ   rÝ   rR  Úfmin_tncÚ
fmin_slsqpc           	         sh  ˆ dv rdd„ }nt j}t j}t j}t d¡}i }ˆ  d¡r†tt ˆ ƒ}ˆ dkrXd|d< q¸ˆ d	krjd
|d< q¸ˆ dv r|d|d< q¸d|d< n2‡ fdd„}ˆ dkrªtd
d�|d< ntdd�|d< ˆ dv rÊ||d< n*ˆ dv rÜ||d< nˆ dv rô||d< ||d< g ‰‡fdd„}|||fd|i|¤Ž t	ˆƒdk�s,J ‚t
dd „ ˆD ƒƒ�sDJ ‚td!d „ t ˆd¡D ƒƒ�rdJ ‚d S )"N)r©  rR  c                 S   s   t  | ¡t  | ¡fS r-   )r
   r  rl  r   r   r   r   rŸ   |  r    zHTestOptimizeSimple.test_minimize_callback_copies_array.<locals>.<lambda>r™   rÆ   rª  rÙ   Úiterr©  rË   rs  )rÆ   r¯   i¬  rO   c                     s   ˆ |d< t j| i |¤ŽS )Nrp   ©r
   rƒ   )ÚaÚkwr�   r   r   Úroutine‘  s    zGTestOptimizeSimple.test_minimize_callback_copies_array.<locals>.routiner¤  ©rs  rr   rX  )rÝ   r§   )r£  rq   ©r?  rB  r>  rA  r=  rc   c                    s   ˆ   | t | ¡f¡ d S r-   )rY   r   rZ   )r   ro   r  )Úresultsr   r   r`  ¦  s    zHTestOptimizeSimple.test_minimize_callback_copies_array.<locals>.callbackr`  r"   c                 s   s    | ]\}}t  ||k¡V  qd S r-   )r   r5   ©r¼   r   rt  r   r   r   ru  ®  r    zITestOptimizeSimple.test_minimize_callback_copies_array.<locals>.<genexpr>c                 s   s&   | ]\}}t  |d  |d  ¡V  qdS )r   N)r   Zmay_share_memoryr³  r   r   r   ru  ¯  r    )r
   r  rl  Ú
rosen_hessr   rK   Ú
startswithÚgetattrr‘  r  r5   Úanyr8  Úcombinations)	rT   rp   r^   rq   rc   r>   r  r¯  r`  r   )rp   r²  r   Ú#test_minimize_callback_copies_arrays  sB    









z6TestOptimizeSimple.test_minimize_callback_copies_arrayrŸ  c           	      C   sž   dd„ }dd„ }t  dg¡}||ƒ}|}|dkr:tdd�ntdd	�}|d
v rPd }tj|||||d�}t||jƒ|jƒ |dkrˆt 	d¡ ||jƒ|ksšJ ‚d S )Nc                 S   s   | d d S r!   r   r   r   r   r   r^   ¸  s    z1TestOptimizeSimple.test_no_increase.<locals>.funcc                 S   s   d| d  d d S )Nr"   r   rÓ   r   r   r   r   r   Úbad_grad»  s    z5TestOptimizeSimple.test_no_increase.<locals>.bad_gradç       @r¤  rH  r°  rX  r§  rf  r¦  zSLSQP returns slightly worse)
r   r6   r‘  r
   rƒ   r   r   rs   rã   rå   )	rT   rp   r^   rº  r>   Zf0rq   rr   r”   r   r   r   Útest_no_increase±  s    ÿ
z#TestOptimizeSimple.test_no_increasec                 C   sX   dd„ }dd„ }t  g d¢¡}tj||dd|dœd	�}t|jt  g d
¢¡d dd� d S )Nc                 S   s   t | t g d¢¡ d ƒS )N)rC   r»  ç      @g      @r"   )r/   r   r6   r   r   r   r   r]   Ð  s    z7TestOptimizeSimple.test_slsqp_respect_bounds.<locals>.fc                 S   s:   t  g d¢g d¢g¡}t  t  || ¡t  ddg¡ | g¡S )N)rÓ   rÓ   rÓ   rÓ   )éýÿÿÿr¾  r  rÓ   rÙ   r™   )r   r6   ZconcatenaterW   ©r   r­  r   r   r   ÚconsÓ  s    z:TestOptimizeSimple.test_slsqp_respect_bounds.<locals>.cons)rE   rC   r$   r»  r¦  Úineq©Útypers   ©rp   r—  )rG   r"   rÙ   rš   rF   gê-�™—q=ry   )r   r6   r
   rƒ   r   r   )rT   r]   rÀ  r>   r†   r   r   r   Útest_slsqp_respect_boundsÎ  s    
ÿz,TestOptimizeSimple.test_slsqp_respect_bounds)rë   r©   rn   r–   rÔ   rd  ÚSLSQPr=  rA  r>  rB  r?  c                 C   sÐ   d}t  d¡}ttj|dtjtjd d ƒ}|t|d�dœ}|dv rL|j|d< n|dv rh|j|d< |j	|d	< tj
|j|fi |¤Ž}|j|ksŒJ ‚|j|jksœJ ‚t|d
ƒr¶|j|jks¶J ‚|dkrÌ|jdksÌJ ‚d S )Nr}   r™   r   rX  rí   )rÔ   rq   r±  rc   ru   rÆ  r{   )r   rK   r   r
   r  rl  r´  r‘  ra   rc   rƒ   rs   r¬   rt   Úhasattrru   Zngevrv   )rT   rp   ÚMAXITERr>   Úsfr  r”   r   r   r   Útest_respect_maxiterÜ  s$    
ÿ


z'TestOptimizeSimple.test_respect_maxiter)rë   r©   rÆ   r¯   c                 C   sž   t  d¡}ttj|dtjtjd d ƒ}dddœ}tjt	dd��N | 
d¡rhtt|ƒ}||j|fi |¤Ž ntj|j|||d	� W d   ƒ n1 s�0    Y  d S )
Nr™   r   r   T)rO   rl   zMaximum number of iterationsrñ   rÆ   rí   )r   rK   r   r
   r  rl  r´  rã   ÚwarnsÚRuntimeWarningrµ  r¶  rs   rƒ   )rT   rp   r>   rÉ  rr   r¯  r   r   r   Útest_runtime_warningþ  s    
ÿ
ÿ

z'TestOptimizeSimple.test_runtime_warningc           	   
   C   sd   d}t j}t j}t j}dd„ }d|dœf}t d¡}t j|||||dt|d�d	�}|j|ks`J ‚d S )
Nr}   c                 S   s,   t  d| d  d| d   d| d   g¡S )Nr4   r   çš™™™™™Ù?r   ç…ëQ¸Õ?r"   r�  r   r   r   r   rŸ     r    zWTestOptimizeSimple.test_respect_maxiter_trust_constr_ineq_constraints.<locals>.<lambda>rÁ  rÂ  r™   r=  rX  )r—  rq   rc   rp   rr   )	r
   r  rl  r´  r   rK   rƒ   r‘  r¬   )	rT   rÈ  r]   rq   rc   rs   rÀ  r>   r”   r   r   r   Ú2test_respect_maxiter_trust_constr_ineq_constraints  s    ÿ
þzETestOptimizeSimple.test_respect_maxiter_trust_constr_ineq_constraintsc           
      C   sü   dd„ }dd„ }t  dg¡}t ||¡}tj||d|dœgd�}tj||d	gd
�}tj||d|dœgd	gd�}tj||d|dœgdgd�}|||||fD ]}	|	js˜J ‚q˜t|jddd� t|jddd� t|jddd� t|jddd� t|jddd� d S )Nc                 S   s   | d S r  r   r   r   r   r   r]   !  s    z6TestOptimizeSimple.test_minimize_automethod.<locals>.fc                 S   s   | d S r  r   r   r   r   r   rÀ  $  s    z9TestOptimizeSimple.test_minimize_automethod.<locals>.consrD  rÁ  rÂ  )r—  )rÙ   r™   ©r¿   )r—  r¿   ©r   r™   r   r,   ry   r"   rÙ   )r   r6   r
   rƒ   r“   r   r   )
rT   r]   rÀ  r>   Zsol_0Zsol_1Zsol_2Zsol_3Zsol_4r”   r   r   r   Útest_minimize_automethod   s.    
ÿ
þ
þz+TestOptimizeSimple.test_minimize_automethodc                 C   sH   dd„ }ddd„}t  g d¢¡}t j t|ƒ¡}tj||||dd� d S )	Nc                 S   s   t  | | d ¡S r  r  ©r   rb  r   r   r   ÚY<  s    z=TestOptimizeSimple.test_minimize_coerce_args_param.<locals>.Yc                 S   s   d| |  S r  r   rÔ  r   r   r   ÚdY_dx?  s    zATestOptimizeSimple.test_minimize_coerce_args_param.<locals>.dY_dx)rF   r   r}   r   rÙ   r{   r"   r›   rÙ   rF   rÙ   r–   )rq   ro   rp   )N)r   r6   r%   Zrandnr  r
   rƒ   )rT   rÕ  rÖ  rb  Zxinitr   r   r   Útest_minimize_coerce_args_param:  s
    
z2TestOptimizeSimple.test_minimize_coerce_args_paramc           	         s"  g d¢}g d¢}‡ ‡‡fdd„}‡fdd„}t  ||¡D ]ä\‰}|dv rXtˆd d	�}ntƒ }ˆd
k rp|dv rpq8dg‰d g‰ tj|ˆ|||d�}d |ˆˆ |¡}|js®J |ƒ‚t|jdg|d� |j	dksÒJ |ƒ‚ˆd
kr8|dv rötˆ d d|d� n$ˆ d dk�rˆ d dk �sJ |ƒ‚q8q8d S )N)g¸ÔJzî�5r   gšd~ÅQJ)rn   r–   rd  rÔ   c                    s`   ˆ d d u r4| d ˆd kr4t | d ˆd  ƒˆ d< t | ƒ ¡ dkrLtdƒ‚ˆ| d d d  S )Nr   g     ˆÃ@zOptimization stepped far away!r   r"   )r7   rw  ÚAssertionErrorr   ©Zfirst_step_sizeÚscaler>   r   r   r]   M  s
    z7TestOptimizeSimple.test_initial_step_scaling.<locals>.fc                    s   t  ˆ | d d  g¡S )Nr   r   r�  r   )rÚ  r   r   rz  T  s    z7TestOptimizeSimple.test_initial_step_scaling.<locals>.g)rn   r–   rý   )Zgtolr  )rd  rÔ   ç      ð¿rf  z{0} {1}: {2}: {3}rC   ©Úerr_msgrF   r   g)\�Âõ(ð?rE   )
r8  r9  r‘  r
   rƒ   Úformatr“   r   r   r¬   )	rT   Zscalesr:  r]   rz  rp   rr   r†   rÝ  r   rÙ  r   Útest_initial_step_scalingF  s6    ÿþ&z,TestOptimizeSimple.test_initial_step_scaling)r   r¡  r¢  rM  r£  r_  r¤  r¥  r¦  r=  rA  r>  rB  r?  c                    sZ  t j d¡ dg‰ dd„ }‡ fdd„}dd„ }d	d
„ }t  dg¡}|dv }|dv }||g}	|rd|gn|d g}
|rv|gn|d g}|dkr�tdd�ntdd�}t jdd��ž tƒ �v}| td¡ | t	d¡ | t	d¡ t
 |	|
|¡D ]2\}}}dg‰ tj||||||d�}t|jdƒ qâW d   ƒ n1 �s,0    Y  W d   ƒ n1 �sL0    Y  d S )Nr&   r   c                 S   s   t jS r-   r,  r   r   r   r   r^   …  s    z0TestOptimizeSimple.test_nan_values.<locals>.funcc                    s0   ˆ d  d7  < ˆ d dkr"t jS t j ¡ S d S r  )r   r)  r%   r2  r   ©Úcountr   r   Úfunc2ˆ  s    z1TestOptimizeSimple.test_nan_values.<locals>.func2c                 S   s   t  dg¡S ©NrC   r�  r   r   r   r   ra   �  s    z0TestOptimizeSimple.test_nan_values.<locals>.gradc                 S   s   t  dgg¡S rã  r�  r   r   r   r   rc   ’  s    z0TestOptimizeSimple.test_nan_values.<locals>.hessrC   ©r£  r?  rB  r>  rA  ©r?  rB  r>  rA  r¤  rH  r°  rX  r¢   r-  údelta_grad == 0.*ú.*does not use Hessian.*ú.*does not use gradient.*)rq   rc   rp   rr   F)r   r%   r(   r6   r‘  r¥   r   ÚfilterÚUserWarningrÌ  r8  r9  r
   rƒ   r   r“   )rT   rp   r^   râ  ra   rc   r>   Z
needs_gradZ
needs_hessÚfuncsZgradsZhesssrr   Úsupr]   rz  Úhr”   r   rà  r   Útest_nan_valuesz  s.    ÿz"TestOptimizeSimple.test_nan_values)r   r¢  rM  r_  r¤  r¥  r¦  r=  rA  r>  rB  r?  c              	   C   sÞ   d  }}|dv r| j }|dv r$| j}tjdd��Z tƒ �4}| td¡ tj| j	| j
|||d� W d   ƒ n1 sr0    Y  W d   ƒ n1 s�0    Y  tdt| jƒƒD ].}t | j|d  | j| ¡rªtd |¡ƒ‚qªd S )	Nrä  rå  r¢   r-  ræ  r@  r   z Duplicate evaluations made by {})ra   rc   r   r¥   r   ré  rê  r
   rƒ   r^   rM   rÎ   r  rR   Zarray_equalrV   rÞ  )rT   rp   rq   rc   rì  rõ   r   r   r   Útest_duplicate_evaluations¬  s    ÿBÿz-TestOptimizeSimple.test_duplicate_evaluationsN)&rf   rg   rh   r+  r/  r3  r<  rC  rG  rQ  rU  rV  rY  rc  rh  rj  rm  r  r’  rã   rä   rå   r–  rš  r¨  Úparametrizer   r¹  r¼  rÅ  rÊ  rÍ  rÐ  rÓ  r×  rß  rî  rï  r   r   r   r   r&    sR   			&
!þÿ
:


4
-r&  rp   )r_  r¤  r©   rë   c                 C   s<   dd„ }t j|ddg| d�}|js&J ‚t|jdgdd� d S )	Nc                 S   s   t  | d ¡S r  r  r   r   r   r   r]   Í  s    z$test_minimize_with_scalar.<locals>.fé   )rL  rË   r  rG   r‘   ry   )r
   rƒ   r“   r   r   )rp   r]   r†   r   r   r   Útest_minimize_with_scalarÇ  s    
rò  c                   @   sz   e Zd Zdd„ Zddd„Zddd„Zddd	„Zd
d„ Zdd„ Zdd„ Z	e
j dddgddgddgg¡dd„ ƒZdd„ ZdS )ÚTestLBFGSBBoundsc                 C   s   d| _ d| _d S )N))r   N©NN)r   r   )r¿   rN   rS   r   r   r   rU   Ö  s    zTestLBFGSBBounds.setup_methodr»  c                 C   s    d| |d | |d |   S )NrC   r   r   r   rd   r   r   r   rs   Ú  s    zTestLBFGSBBounds.func                 C   s   ||d  S r   r   rd   r   r   r   rq   Ý  s    zTestLBFGSBBounds.jacc                 C   s   |   ||¡|  ||¡fS r-   ©rs   rq   rd   r   r   r   Úfjà  s    zTestLBFGSBBounds.fjc                 C   sN   t j| jddg| j| jd�\}}}|d dks:J |d ƒ‚t|| jdd� d S )Nr   rÓ   )r§   r¿   r‹   Útaskr)   ry   )r
   rR  rs   rq   r¿   r   rN   ©rT   r   r]   rT  r   r   r   Útest_l_bfgs_b_boundsã  s    þz%TestLBFGSBBounds.test_l_bfgs_b_boundsc                 C   sL   t j| jddgd| jd�\}}}|d dks8J |d ƒ‚t|| jdd� d S )	Nr   rÓ   ©r»  )ro   r¿   r‹   r÷  r)   ry   )r
   rR  rö  r¿   r   rN   rø  r   r   r   rY  ê  s
    ÿz%TestLBFGSBBounds.test_l_bfgs_b_funjacc                 C   sH   t j| jddgd| j| jd�}|d s2J |d ƒ‚t|j| jdd� d S )	Nr   rÓ   rd  ©rp   rq   r¿   r“   ra  r)   ry   )r
   rƒ   rs   rq   r¿   r   r   rN   )rT   r†   r   r   r   Útest_minimize_l_bfgs_b_boundsñ  s
    ÿz.TestLBFGSBBounds.test_minimize_l_bfgs_b_boundsr¿   )r™   r   rÒ  c                 C   sN   t jtdd��, tj| jddgd| j|d� W d   ƒ n1 s@0    Y  d S )Nz
.*bounds.*rñ   r   rÓ   rd  rû  )rã   r	   r:   r
   rƒ   rs   rq   )rT   r¿   r   r   r   Ú'test_minimize_l_bfgs_b_incorrect_boundsø  s    ÿz8TestLBFGSBBounds.test_minimize_l_bfgs_b_incorrect_boundsc              
   C   st   g d¢}ddg}t  ||¡D ]R\}}tj| jddg|d|| jdd id�}|d	 s\J |d
 ƒ‚t|j| jdd� qd S )Nr5  rú  r   r   rÓ   rd  Zfinite_diff_rel_step)ro   rp   rq   r¿   rr   r“   ra  r)   ry   )	r8  r9  r
   rƒ   rs   r¿   r   r   rN   )rT   r;  Zargssrq   ro   r†   r   r   r   Ú test_minimize_l_bfgs_b_bounds_FD  s    ýz1TestLBFGSBBounds.test_minimize_l_bfgs_b_bounds_FDN)r»  )r»  )r»  )rf   rg   rh   rU   rs   rq   rö  rù  rY  rü  rã   rä   rð  rý  rþ  r   r   r   r   ró  Õ  s   


ý
ró  c                   @   s¬   e Zd Zdd„ Zddd„Zdd„ Zdd	„ Zd
d„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zej dg d¢¡dd„ ƒZej dg d¢¡dd„ ƒZej dg d¢¡dd„ ƒZdS ) ÚTestOptimizeScalarc                 C   s
   d| _ d S )Nr$   )rN   rS   r   r   r   rU     s    zTestOptimizeScalar.setup_methodr$   c                 C   s   || d d S )zObjective functionr"   rú   r   )rT   r   r­  r   r   r   rs     s    zTestOptimizeScalar.func                 C   s„   t  | j¡}t|| jdd� t j| jdd�}t|| jdd� t j| jdd�}t|d | jdd� t j| jdd�}t|| jdd� d S )	Nr)   ry   ©r¾  r  ©ZbrackT©rw   r   ©iñÿÿÿrÓ   é   )r
   Úbrentrs   r   rN   r[  r   r   r   Ú
test_brent  s    zTestOptimizeScalar.test_brentc                 C   sö   t  | j¡}t|| jdd� t j| jdd�}t|| jdd� t j| jdd�}t|d | jdd� t j| jdd�}t|| jdd� t j| jdd	�}t|| jƒ g d
¢}|D ]H}t j| jddd�}t j| j|dd�}|d |d  }}t|| |ƒ q¨d S )Nr)   ry   r   r  Tr  r   r  ©rN  )r   r   rÙ   )rO   rw   r"   )r
   Úgoldenrs   r   rN   r   )rT   r   Zmaxiter_test_casesrO   r>   Znfev0rt   r   r   r   Útest_golden'  s     zTestOptimizeScalar.test_goldenc                 C   s†   t  | jdd¡}t|ddd� t  | jdd¡}t|| jdd� t  | jt dg¡t dg¡¡}t|| jdd� ttt j| jddƒ d S )Nr   r   r  ry   rÙ   r)   )	r
   Ú	fminboundrs   r   rN   r   r6   r9   r:   r[  r   r   r   Útest_fminbound>  s     z!TestOptimizeScalar.test_fminboundc                 C   sn   t jtdd��& t | jt d¡d¡ W d   ƒ n1 s:0    Y  t | jdt d¡¡}t	|| j
dd� d S )Nz.*must be scalar.*rñ   )r   r"   r   rÙ   r)   ry   )rã   r	   r:   r
   r
  rs   r   rK   r6   r   rN   r[  r   r   r   Útest_fminbound_scalarI  s    4z(TestOptimizeScalar.test_fminbound_scalarc                 C   s   dd„ }t  |dd¡ d S )Nc                 S   s   | d S r  r   r   r   r   r   rs   Q  s    z,TestOptimizeScalar.test_gh11207.<locals>.funr   )r
   r
  )rT   rs   r   r   r   Útest_gh11207P  s    zTestOptimizeScalar.test_gh11207c                 C   s4  t  | j¡j}t|| jdd� t j| jdd�}|js8J ‚t j| jdtdd�d�}|jrZJ ‚t j| jdd	dd
�j}t|| jdd� t j| jdd	d�j}t|| jdd� t j| jdd	dd
�j}t|| jdd� t j| jdd	dd
�j}t|| jdd� t j| jdd	d�j}t|| jdd� t j| jdd	dd
�j}t|| jdd� t j| jdd	dd�j}t|ddd� t j| jdd	dd�j}t|| jdd� t j| jt 	dg¡t 	dg¡ft 	dg¡fdd�j}t|| jdd� t
tt j| jddd	d� t
tt j| jt d¡dfdd	d� t j| jdt 	d¡fdd�j}t|| jdd� d S )Nr)   ry   ZBrentr�   rF   rX  rí   r   )r$   )Úbracketro   rp   )rp   ro   r  r  )r   r   ZBounded)r¿   ro   rp   r   r  )r   rÙ   ÚboundedrÙ   r$   )rÙ   r   ©r¿   rp   ro   r"   r  )r
   Úminimize_scalarrs   r   r   rN   r“   r‘  r   r6   r9   r:   rK   r[  r   r   r   Útest_minimize_scalarU  sr    

ÿ

ÿ
ÿ
ÿ
ÿ
ÿ
ÿÿÿ
ÿýÿÿÿz'TestOptimizeScalar.test_minimize_scalarc                 C   s:   ddd„}t j| jd|tdd�d	�}t|j| jd
d� d S )Nr   r+   rË   c                 [   sÊ   |d |d  d }| |ƒ}	d}
d}d}d}|r²|s²||k r²d}|d7 }|| || fD ]0}| |g|¢R Ž }|
d7 }
||	k rX|}	|}d}qX|d urš||ƒ |d ur,|
|kr,d}q²q,t j|	|||
|dkd�S )Nr   r   r»  TFr€  r˜  )rs   r  ro   rì   rƒ  rO   r`  rr   r„  r…  r†  r‡  rˆ  r‰  r‹  rŒ  r   r   r   r�  “  s0    
ÿz?TestOptimizeScalar.test_minimize_scalar_custom.<locals>.custmin)r   r}   r�  r�  )r  rp   rr   r)   ry   )r   Nr+   rË   N)r
   r  rs   r‘  r   r   rN   )rT   r�  r†   r   r   r   Útest_minimize_scalar_custom‘  s      ÿ

þz.TestOptimizeScalar.test_minimize_scalar_customc                 C   s   t j| jdd� d S )Nr$   )ro   ©r
   r  rs   rS   r   r   r   Ú&test_minimize_scalar_coerce_args_param´  s    z9TestOptimizeScalar.test_minimize_scalar_coerce_args_paramrp   )r  r  r  c                 C   s"   dD ]}t j| jd|id� qd S )N)r   r   r"   rF   rl   )rr   r  )rT   rp   rl   r   r   r   Ú	test_disp¸  s    zTestOptimizeScalar.test_dispc                 C   sn   t j| j|ddgd�}t|dƒs$J ‚t|dƒs2J ‚t|dƒs@J ‚t|dƒsNJ ‚t|dƒs\J ‚t|d	ƒsjJ ‚d S )
Nr  r™   ©rp   r¿   r   r“   ra  rs   rt   r¬   )r
   r  rs   rÇ  )rT   rp   rÖ   r   r   r   Útest_result_attributes¾  s    
ÿz)TestOptimizeScalar.test_result_attributesc              
      sÌ   t j d¡ dg‰ ‡ fdd„}d}d}t jdd��† tƒ �`}| td	¡ | td
¡ | td¡ dg‰ tj	||||t
dd�d�}t|jdƒ W d   ƒ n1 s 0    Y  W d   ƒ n1 s¾0    Y  d S )Nr&   r   c                    s<   ˆ d  d7  < ˆ d dkr"t jS | d dt  | ¡  S d S )Nr   r   r}   r"   r+   )r   r)  r.   r   rà  r   r   r^   Ð  s    z0TestOptimizeScalar.test_nan_values.<locals>.func)rÓ   r   r   r	  r¢   r-  ræ  rç  rè  rH  rX  )r  r¿   rp   rr   F)r   r%   r(   r¥   r   ré  rê  rÌ  r
   r  r‘  r   r“   )rT   rp   r^   r  r¿   rì  r”   r   rà  r   rî  É  s    þz"TestOptimizeScalar.test_nan_valuesN)r$   )rf   rg   rh   rU   rs   r  r	  r  r  r  r  r  r  rã   rä   rð  r  r  rî  r   r   r   r   rÿ    s    
<#


rÿ  c                   C   s   t ttjtjdd� d S )Ng{®Gáz„¿r  )r9   r:   r
   r  r   r2   r   r   r   r   Útest_brent_negative_toleranceæ  s    r  c                   @   s,   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	S )
ÚTestNewtonCgc                 C   sX   t  ddg¡}tjtj|tjtjddd�}|js:J |jƒ‚t	|j
t  ddg¡dd� d S ©	Nrk  rC   r‘   rÔ   ©rq   rc   rN  rp   r   r  r’   )r   r6   r
   rƒ   r  rl  r´  r“   ra  r   r   ©rT   r>   r”   r   r   r   Útest_rosenbrockë  s    
üzTestNewtonCg.test_rosenbrockc                 C   sT   t  t¡}tjt|ttddd�}|js0J |j	ƒ‚t
|jtdd� t
|jtdd� d S )NrÔ   r)   )rq   rc   rp   rN  r  r’   ry   )r   r6   r=   r
   rƒ   Ú
himmelblaur;   r<   r“   ra  r   r   Úhimmelblau_xoptrs   Úhimmelblau_minr  r   r   r   Útest_himmelblauõ  s    
ûzTestNewtonCg.test_himmelblauc                 C   sV   t  ddg¡}tjtj|tjdddd�}|js8J |jƒ‚t|j	t  ddg¡dd	� d S )
Nrk  rC   r6  r‘   rÔ   r  r   r  r’   )
r   r6   r
   rƒ   r  rl  r“   ra  r   r   r  r   r   r   Útest_finite_difference  s    
üz#TestNewtonCg.test_finite_differencec                 C   sZ   t  ddg¡}tjtj|tjt ¡ ddd�}|js<J |jƒ‚t	|j
t  ddg¡dd� d S r  )r   r6   r
   rƒ   r  rl  r–   r“   ra  r   r   r  r   r   r   Útest_hessian_update_strategy  s    
üz)TestNewtonCg.test_hessian_update_strategyN)rf   rg   rh   r  r"  r#  r$  r   r   r   r   r  ê  s   

r  c                  C   s  t jj} t g d¢¡}t g d¢¡}t g d¢¡}t g d¢¡}|t g d¢¡ddf|t g d¢¡d	d
f|t g d¢¡ddf|t g d¢¡ddf|t g d¢¡d	d
f|t g d¢¡ddf|t g d¢¡ddf|t g d¢¡ddf|t g d¢¡dd	f|t g d¢¡ddf|t g d¢¡ddf|t g d¢¡dd	f|t g d¢¡ddff}|D ]<\}}}}	| ||||ƒ\}
}t|
|dd� t||	dd� �qLt tj d	tj dg¡}t tjd
dtjg¡}|t g d¢¡tj tjf|t g d¢¡d	d
f|t g d¢¡tj df|t g d¢¡dtjf|t g d¢¡d	d
f|t g d¢¡dtjf|t g d¢¡tj tjf|t g d¢¡dd	f|t g d¢¡tj df|t g d¢¡dtjf|t g d¢¡dd	f|t g d¢¡dtjff}|D ]<\}}}}	| ||||ƒ\}
}t|
|dd� t||	dd� �qÎd S )N)ç333333ÀrÓ   rŽ   r¾  )rû   r   çffffff@rF   ©rG   r   r   r   )rG   r"   r¾  r   ©rC   r   r   r   r%  rû   ©rG   r   r   r   rÓ   r   ©rG   r   r   r   rŽ   r&  ©rG   r   r   r   r¾  rF   )rC   r   r   r   )rC   r   rÓ   r"   r$   )r»  r   rÓ   r"   gffffffî?g333333@)rC   r   rÓ   r   r)   ry   g333333À)r
   rô   Z_line_for_searchr   r6   r   r  )Zline_for_searchÚlower_boundÚupper_boundr>   Úx1Ú	all_testsr   ÚalphaZlminZlmaxÚmiÚmar   r   r   Útest_line_for_search  sT    óôr3  c               
   C   sz  t jj} dd„ }t g d¢¡}||ƒ}t tj gd ¡}t tjgd ¡}t g d¢¡dft g d¢¡dft g d	¢¡d
ft g d¢¡dft g d¢¡dft g d¢¡dft g d¢¡dff}|D ]°\}}| ||||dd�\}	}
}t|	||| ƒdd� t|
|| dd� t||| dd� | |||d|||d�\}	}
}t|	||| ƒdd� t|
|| dd� t||| dd� qÄd S )Nc                 S   s   t  | t  g d¢¡ d ¡S ©N)rÛ  r»  r$   çš™™™™™Ù¿r"   ©r   r/   r6   r   r   r   r   rŸ   Z  r    z(test_linesearch_powell.<locals>.<lambda>r'  r}   r(  rÓ   r)  r"   r*  r$   r+  r5  ©rÛ  r   r   r   ç      ô?©rG   r   r   r   çš™™™™™á?©r»  r   rÓ   r   çÍÌÌÌÌÌä¿r‘   )ÚfvalrN  r)   ry   ©rN  r,  r-  r=  )r
   rô   Ú_linesearch_powellr   r6   r  r   ©Zlinesearch_powellr^   r  r=  r,  r-  r/  ÚxiÚlr]   r`   r'   r   r   r   Útest_linesearch_powellU  s:    ù
ÿ
ýrC  c               
   C   sØ  t jj} dd„ }t g d¢¡}||ƒ}t dgd ¡}t dgd ¡}t g d¢¡dft g d	¢¡d
ft g d¢¡dft g d¢¡dft g d¢¡dft g d¢¡dft g d¢¡dff}|D ]^\}}| |||d|||d�\}	}
}t|	||| ƒdd� t|
|| dd� t||| dd� q¾t dgd dg ¡}t dgd dg ¡}t g d¢¡dft g d	¢¡dft g d¢¡dft g d¢¡dft g d¢¡dft g d¢¡dft g d¢¡dff}|D ]`\}}| |||d|||d�\}	}
}t|	||| ƒdd� t|
|| dd� t||| dd� �qÂt g d¢¡}||ƒ}t g d¢¡d ft g d	¢¡dft g d¢¡dft g d¢¡d!ff}|D ]h\}}| |||d|||d�\}	}
}t|	||||  ƒdd� t|
|||  dd� t||| dd� �q‚t g d¢¡}||ƒ}t dtj tj dg¡}t tjdtjdg¡}t g d¢¡dft g d	¢¡dft g d¢¡dft g d¢¡dft g d¢¡dft g d¢¡dft g d¢¡dff}|D ]`\}}| |||d|||d�\}	}
}t|	||| ƒdd� t|
|| dd� t||| dd� �qªt g d¢¡}||ƒ}t g d¢¡d ft g d	¢¡dft g d¢¡dft g d¢¡d!ff}|D ]h\}}| |||d|||d�\}	}
}t|	||||  ƒdd� t|
|||  dd� t||| dd� �qjd S )"Nc                 S   s   t  | t  g d¢¡ d ¡S r4  r6  r   r   r   r   rŸ     r    z0test_linesearch_powell_bounded.<locals>.<lambda>r'  g       Àr}   r»  r(  rÓ   r)  r"   r*  r$   r+  r5  r7  r8  r9  r:  r;  r<  r‘   r>  r)   ry   g333333Ó¿rF   gÍÌÌÌÌÌÜ?rŽ  rD   g333333Ã¿)rÛ  r   r   r"   rù   g333333À)r
   rô   r?  r   r6   r   r  r@  r   r   r   Útest_linesearch_powell_boundedz  s¾    ù

ýù

ýü
ýù

ýü
ýrD  c                     s:   t  ddgddg¡‰ ‡ fdd„} t j| ddgdˆ d� d S )Nr   g333333ã?rH  c                    s8   | \}}| ˆ j k ¡ r$| ˆ jk ¡ s(J ‚|d |d  S r  )Úlbr5   Úub)r   r­  ÚbrÑ  r   r   rs   ú  s     ztest_powell_limits.<locals>.funr©   ©r>   rp   r¿   )r
   r   rƒ   )rs   r   rÑ  r   Útest_powell_limitsö  s    rI  c                   @   s   e Zd Zdd„ ZdS )Ú	TestRosenc                 C   sH   t  g d¢¡}t  g d¢¡}t ||¡}t  t |¡|¡}t||ƒ d S )N)rF   r}   rÙ   )r"   r"   r"   )r   r6   r
   Úrosen_hess_prodrW   r´  r   )rT   r   r`   ÚhpZdothpr   r   r   Ú	test_hess  s
    zTestRosen.test_hessN)rf   rg   rh   rM  r   r   r   r   rJ    s   rJ  c                 C   s8   | \}}|| | d }|||  d }|| ||  S )zx
    R^2 -> R^1 test function for optimization. The function has four local
    minima where himmelblau(xopt) == 0.
    é   r|   r   )r`   r   rt  r­  rG  r   r   r   r    s    r  c                 C   sn   | \}}t  d|d  d| |  d|  d|d   d d|d  d| |  d|d   d|  d g¡S )Nr}   rF   é*   r"   é   é   rØ   r�  ©r`   r   rt  r   r   r   r;     s    2.ÿr;   c                 C   s^   | \}}t  d|d  d|  d d| d|  gd| d|  d| d|d   d gg¡S )Né   r"   r}   rO  rQ  r�  rR  r   r   r   r<     s    *&ÿr<   gHáz®GÑ¿gÍÌÌÌÌÌì¿rF   r"   rG   c                  C   sj   dd„ } dd„ }dd„ }d| dœd|dœd|dœf}d	d
„ }t j|g d¢d|d�}t|jg d¢dd� d S )Nc                 S   s0   t  dd| d   d| d   d| d   g¡S )Né   r4   r   rÎ  r   rÏ  r"   r�  r   r   r   r   r^   +  s    z0test_minimize_multiple_constraints.<locals>.funcc                 S   s   t  | d g¡S r   r�  r   r   r   r   Úfunc1.  s    z1test_minimize_multiple_constraints.<locals>.func1c                 S   s   t  | d g¡S r  r�  r   r   r   r   râ  1  s    z1test_minimize_multiple_constraints.<locals>.func2rÁ  rÂ  c                 S   s   d| d | d  | d   S )NrÓ   r   r   r"   r   r   r   r   r   rŸ   8  r    z4test_minimize_multiple_constraints.<locals>.<lambda>r  rÆ  rÄ  )é}   r   r   r  ry   )r
   rƒ   r   r   )r^   rU  râ  rÀ  r]   r†   r   r   r   Ú"test_minimize_multiple_constraints)  s    þrW  c                   @   s   e Zd Zdd„ Zdd„ ZdS )ÚTestOptimizeResultAttributesc                 C   s8   ddg| _ tj| _tj| _tj| _tj| _	ddg| _
d S )NrÙ   )rG   rD  )r>   r
   r  r^   rl  rq   r´  rc   rK  re   r¿   rS   r   r   r   rU   A  s    
z)TestOptimizeResultAttributes.setup_methodc              
   C   sÀ   g d¢}ddgi}t D ]¤}tƒ �<}| td¡ tj| j| j|| j| j	| j
d�}W d   ƒ n1 sb0    Y  |D ]8}||v rŠ||| v rŠqpt||ƒs˜J ‚|t|ƒv spJ ‚qpt|jtƒsJ ‚qd S )N)r¬   rt   r   r“   rv   rs   ra  r¥  r¬   z7Method .+ does not use (gradient|Hessian.*) information)rp   rq   rc   re   )r   r   ré  rÌ  r
   rƒ   r^   r>   rq   rc   re   rÇ  ÚdirÚ
isinstancera  Ústr)rT   Ú
attributesÚskiprp   rì  r†   Ú	attributer   r   r   Útest_attributes_presentI  s"    
ÿþ$z4TestOptimizeResultAttributes.test_attributes_presentN)rf   rg   rh   rU   r_  r   r   r   r   rX  >  s   rX  c                 G   s^   | \}}|\}}}}}}	}
}}}}}}||d  || |  ||d   ||  ||  |	 S r  r   ©rœ  r‡   r   rt  r­  rG  rb  rT  rž   r]   rz  rí  rõ   rÐ   r}  rB  rÚ  r   r   r   Úf1`  s    ra  c                 G   sP   | \}}|\}}}}}}	}
}}}}}}|
 t  || d || d   | ¡ S r  r   r`  r   r   r   Úf2f  s    rb  c                 G   sP   | \}}|\}}}}}}	}
}}}}}}| t  || d || d   | ¡ S r  r   r`  r   r   r   Úf3l  s    rc  c                 G   s0   t | g|¢R Ž t| g|¢R Ž  t| g|¢R Ž  S r-   )ra  rb  rc  ©rœ  r‡   r   r   r   Ú
brute_funcr  s    re  c                   @   s<   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ ZdS )Ú	TestBrutec                 C   s4   d| _ tdddƒtdddƒf| _t ddg¡| _d S )N)r"   rF   r|   rš   r{   r™   é,   rÓ   r"   rQ  r   r  rE   r
  r}   g      Ð?g_}ú×èð¿g•÷iÃþîü?)r‡   ÚsliceÚrrangesr   r6   rN   rS   r   r   r   rU   x  s    zTestBrute.setup_methodc                 G   s   t |g|¢R Ž S r-   )re  )rT   rœ  r‡   r   r   r   re  }  s    zTestBrute.brute_funcc                 C   sÔ   t jt| j| jdt jd�}t|d | jdd� t|d t| jg| j¢R Ž dd� t jt| j| jdt jd�}t|d | jdd� t|d t| jg| j¢R Ž dd� t j| j| j| jdt jd�}t|d | jdd� d S )NT©ro   rw   Úfinishr   r  ry   r   )	r
   Úbrutere  ri  r‡   rÆ   r   rN   rƒ   )rT   Úresbruter   r   r   Ú
test_brute�  s(    ÿÿþÿþzTestBrute.test_brutec                 C   s    dd„ }t j|dgdd d� d S )Nc                 S   s,   t | jƒdksJ ‚| jd dks$J ‚| d S )Nr   r   r"   )r  Úshaper   r   r   r   r]   ›  s    zTestBrute.test_1D.<locals>.fr	  rF   )ZNsrk  )r
   rl  rP  r   r   r   Útest_1D˜  s    zTestBrute.test_1Dc                 C   sZ   t jt| j| jdd d�}t jt| j| jdd dd�}t|d |d ƒ t|d |d ƒ d S )NTrj  r"   )ro   rw   rk  ÚworkersrÓ   r   )r
   rl  re  ri  r‡   r   )rT   rm  Z	resbrute1r   r   r   Útest_workers¢  s    ÿÿzTestBrute.test_workersc                    s`   t j d¡‰ ‡ fdd„}tjtdd��& tj|| j| j	dd� W d   ƒ n1 sR0    Y  d S )Nr&   c                    s   ˆ   d¡d S ræ   rç   rd  rè   r   r   r^   °  s    z,TestBrute.test_runtime_warning.<locals>.funcz)Either final optimization did not succeedrñ   T)ro   rl   )
r   r%   rî   rã   rË  rÌ  r
   rl  ri  r‡   )rT   r^   r   rè   r   rÍ  ­  s    ÿzTestBrute.test_runtime_warningN)	rf   rg   rh   rU   re  rn  rp  rr  rÍ  r   r   r   r   rf  v  s   
rf  c                     s¬   dd l } dd l‰‡fdd„‰‡fdd„‰d‰ ‡ ‡fdd„}‡ ‡fd	d
„}| j ¡ �F}g }| | |¡¡ | | |¡¡ |D ]}| ¡ }q|W d   ƒ n1 sž0    Y  d S )Nr   c                    s   ˆ   d¡ | d d S )Nr+   r   r"   ©Úsleepr   ©Útimer   r   Ú
objective1¿  s    
z*test_cobyla_threadsafe.<locals>.objective1c                    s   ˆ   d¡ | d d d S )Nr+   r   r   r"   rs  r   ru  r   r   Ú
objective2Ã  s    
z*test_cobyla_threadsafe.<locals>.objective2ÚCOBYLAc                      s   t jˆdgˆ d�S ©NrG   r�   r¬  r   )Ú
min_methodrw  r   r   Ú
minimizer1É  s    þz*test_cobyla_threadsafe.<locals>.minimizer1c                      s   t jˆdgˆ d�S rz  r¬  r   )r{  rx  r   r   Ú
minimizer2Î  s    þz*test_cobyla_threadsafe.<locals>.minimizer2)Úconcurrent.futuresrv  ZfuturesZThreadPoolExecutorrY   ZsubmitrÖ   )Z
concurrentr|  r}  ÚpoolZtasksr  r†   r   )r{  rw  rx  rv  r   Útest_cobyla_threadsafe¸  s    r€  c                   @   s4   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ ZdS )ÚTestIterationLimitsc                 C   s
   d| _ d S r.  )r†  rS   r   r   r   rU   ß  s    z TestIterationLimits.setup_methodc                 C   s\   |  j d7  _ t |d d |d d  ¡t |d |d ¡ }}t |d | ¡|d  S )Nr   r   r"   rH  rE   )r†  r   r0  Zarctan2r.   )rT   ri  r?   r  r   r   r   Ú	slow_funcâ  s    4zTestIterationLimits.slow_funcc                 C   s   |   dd¡ d S )Nrë   éÈ   ©Úcheck_limitsrS   r   r   r   Útest_neldermead_limitç  s    z)TestIterationLimits.test_neldermead_limitc                 C   s   |   dd¡ d S )Nr¡  rH   r„  rS   r   r   r   Útest_powell_limitê  s    z%TestIterationLimits.test_powell_limitc              	   C   s0  ddgddgddgfD �]}dD ]^}d| _ tj| j||d|id�}| j |d ksTJ ‚|d	 rn|d |k s~J ‚q |d |ks J ‚q dD ]F}tj| j||d
|id�}|d	 rº|d |ksÊJ ‚q„|d |ks„J ‚q„ddgddgdtjgfD ]„\}}d| _ tj| j||||dœd�}| j |d k�s J ‚|d	 �rL|d |k �rF|d |k�shJ ‚qä|d |ksä|d |ksäJ ‚qätjd gd tjgfD ]ª\}}d| _ tj| j||||dœd�}| j |d k�sºJ ‚|d	 �rþ|d u �ræ|d |d k �süJ ‚n|d |d k�s&J ‚n(|d |d k�s~|d |d k�s~J ‚�q~qd S )Nr+   r   r"   )rÌ   iô  éˆ  r   rì   rí   rt   r“   rO   r¬   rÌ   rˆ  )rO   rì   )r†  r
   rƒ   r‚  r   r  )rT   rp   Zdefault_itersZstart_vZmfevr†   Zmitr   r   r   r…  í  sZ    
þ
þ 
ÿþ
"
ÿþ

z TestIterationLimits.check_limitsN)rf   rg   rh   rU   r‚  r†  r‡  r…  r   r   r   r   r�  Û  s
   r�  c                  C   s”   dd„ } dd„ }dd„ }g d¢}|D ],}t j| t dg¡|d	�}|jjd
ks$J ‚q$g d¢}|D ]0}t j| t dg¡|||d�}|jjd
ks^J ‚q^d S )Nc                 S   s   | |  S r-   r   r   r   r   r   rs   	  s    z2test_result_x_shape_when_len_x_is_one.<locals>.func                 S   s   d|  S ©Nr»  r   r   r   r   r   rq    	  s    z2test_result_x_shape_when_len_x_is_one.<locals>.jacc                 S   s   t  dgg¡S r‰  r�  r   r   r   r   rc   #	  s    z3test_result_x_shape_when_len_x_is_one.<locals>.hess)rë   r©   rn   r–   rd  r4  ry  rÆ  r+   r�   )r   )r=  rA  r>  rB  r?  rÔ   r@  )r
   rƒ   r   r6   r   ro  )rs   rq   rc   r:  rp   r†   r   r   r   Ú%test_result_x_shape_when_len_x_is_one	  s    ÿrŠ  c                   @   s   e Zd Zdd„ Zdd„ ZdS )ÚFunctionWithGradientc                 C   s
   d| _ d S r.  )Únumber_of_callsrS   r   r   r   rZ  6	  s    zFunctionWithGradient.__init__c                 C   s$   |  j d7  _ t |d ¡d| fS r!   )rŒ  r   r/   r[  r   r   r   r\  9	  s    zFunctionWithGradient.__call__Nr]  r   r   r   r   r‹  5	  s   r‹  c                   C   s   t ƒ S r-   )r‹  r   r   r   r   Úfunction_with_gradient>	  s    r�  c                 C   s„   t | ƒ}t ddg¡}t||ƒdƒ | jdks2J ‚t| |¡d| ƒ | jdksXJ dƒ‚t|d| ƒddd	� | jdks€J dƒ‚d S )
NrC   r»  ç      @r   r"   zHfunction is not recomputed if gradient is requested after function valueg      4@ú(different input triggers new computationrÜ  )r   r   r6   r   rŒ  Ú
derivative©r�  Úmemoized_functionr>   r   r   r   Ú)test_memoize_jac_function_before_gradientC	  s    ÿþÿr“  c                 C   sŠ   t | ƒ}t ddg¡}t| |¡d| ƒ | jdks8J ‚t||ƒdƒ | jdksXJ dƒ‚t| d| ¡d| dd	� | jdks†J dƒ‚d S )
NrC   r»  r"   r   rŽ  zHfunction is not recomputed if function value is requested after gradientr}   r�  rÜ  )r   r   r6   r   r�  rŒ  r‘  r   r   r   Ú)test_memoize_jac_gradient_before_functionV	  s    ÿþÿr”  c                 C   s‚   t | ƒ}|j}t ¡ }t ddg¡}t||d||ddƒ}| jdksFJ ‚| |d ¡ | jdksbJ ‚| |d ¡ | jd	ks~J ‚dS )
z¹ Tests that using MemoizedJac in combination with ScalarFunction
        and BFGS does not lead to repeated function evaluations.
        Tests changes made in response to GH11868.
    rC   rE   r   Nr   r+   r"   r4   rF   )	r   r�  r
   r–   r   r6   r   rŒ  rs   )r�  r’  rq   rc   r>   Zscalar_functionr   r   r   Útest_memoize_jac_with_bfgsi	  s    ÿr•  c                   C   sF   t ƒ �, tjdd„ tj tjdd� W d   ƒ n1 s80    Y  d S )Nc                 S   s   t  | d g¡S r  r�  r   r   r   r   rŸ   ‚	  r    ztest_gh12696.<locals>.<lambda>Fr¤   )r   r
   r
  r   r»   r   r   r   r   Útest_gh12696~	  s    ÿr–  c                     s”  t j d¡ t j d¡} t  g d¢¡‰t  g d¢¡}ˆ|k‰d‡‡fdd„	‰ ‡ fdd	„‰‡ fd
d„‰‡ fdd„}‡ fdd„}‡ fdd„}‡ fdd„}‡ fdd„}t|t j dƒ}t|t j d|ƒ}t|t j dƒ}	t|t j d|ƒ}
d}ˆddœˆˆdœ‡‡fdd„ddœf}dd„ tf}dg g f||f|
|
f|g|gf|	g|
gf||	g||
gf||
g||
gf||
g||
gff	}d |f}|||||ˆ|| ˆdœ	}|S )Nr   r}   )r   r"   rÓ   rÛ  )rF   r"   r"   rÛ  Tc                    s,   |r| j dksJ ‚|r(t| ˆ  ˆˆ  ƒ d S )Nr}   )r�  r   )r   Z
check_sizeÚcheck_values)Úi_ebrE  r   r   Úcheck_x�	  s    z(setup_test_equal_bounds.<locals>.check_xc                    s   ˆ | ƒ t  | ¡S r-   )r
   r  r   ©r™  r   r   r^   •	  s    z%setup_test_equal_bounds.<locals>.funcc                    s   ˆ | ƒ t  | ¡S r-   )r
   rl  r   rš  r   r   ra   ™	  s    z%setup_test_equal_bounds.<locals>.gradc                    s   ˆ | ƒ d S r-   r   )r   ro   rš  r   r   r`  �	  s    z)setup_test_equal_bounds.<locals>.callbackc                    s   ˆ | dd� | dd… d S )NF©r—  r   r   r   r   rš  r   r   Úconstraint1 	  s    z,setup_test_equal_bounds.<locals>.constraint1c                    s"   ˆ | dd� t  | ¡}d|d< |S )NFr›  r   r   ©r   Z
zeros_like©r   Údcrš  r   r   Ú	jacobian1¤	  s    
z*setup_test_equal_bounds.<locals>.jacobian1c                    s   ˆ | dd� | dd… d S )NFr›  r"   rF   rE   r   r   rš  r   r   Úconstraint2ª	  s    z,setup_test_equal_bounds.<locals>.constraint2c                    s"   ˆ | dd� t  | ¡}d|d< |S )NFr›  r   r"   r�  rž  rš  r   r   Ú	jacobian2®	  s    
z*setup_test_equal_bounds.<locals>.jacobian2)rd  rÆ  r4  Frõ  c                    s   ˆ | ƒˆ| ƒfS r-   r   r   rW  r   r   rŸ   À	  r    z)setup_test_equal_bounds.<locals>.<lambda>c                 S   s   t t| |ƒƒS r-   )ÚlistÚzip©rE  rF  r   r   r   rŸ   Ä	  r    rô  )	r:  ÚkwdsÚbound_typesr—  Ú	callbacksrE  rF  r>   r˜  )TT)r   r%   r(   r2  r6   r   r  r   )r>   rF  r`  rœ  r   r¡  r¢  Zc1aZc1bZc2aZc2br:  r¦  r§  r—  r¨  Údatar   )r™  r^   ra   r˜  rE  r   Úsetup_test_equal_bounds‡	  sP    ÿþÿûþrª  z0Failures due to floating point issues, not logicr:  r¦  Ú
bound_typer§  r—  r`  r¨  c                 C   s¸  t  ¡ dkr2| dkr2|d du r2|dur2t d¡ td td  }}td	 td
  }}|\}	}
|	rt| dkstt d¡ |	|
k}|||ƒ}| || ||	|dœ¡ tjf i |¤Ž}tjtj|| tj	||
d�}|j
sÐJ ‚t|j|jdd� t|j|jdd� |�s|d du �rtj|j|< |jjd dk�s*J ‚t|j| |j| dd� |d �s´|	�s´t|tƒ�s´dd„ }tj||ddg | |ddd… d�}t|j|jƒ t|jddg |jdd� dS )z½
    Tests that minimizers still work if (bounds.lb == bounds.ub).any()
    gh12502 - Divide by zero in Jacobian numerical differentiation when
    equality bounds constraints are used
    Úaarch64r4  rq   FNzTolerance violation on aarchrE  rF  r>   r˜  rÆ  z)Only SLSQP supports nonlinear constraints)r>   rp   r¿   r—  r`  )rp   rq   r¿   r—  r)   r’   gü©ñÒMb@?r   r}   c                 S   s,   t  t jdt jdg¡}| |ddg< t |¡S )Nr"   rÓ   r   )r   r6   r)  r
   r  )r   Znew_xr   r   r   rs   
  s    ztest_equal_bounds.<locals>.funr"   r  g�íµ ÷ÆÀ>)ÚplatformÚmachinerã   r]  Úeb_dataÚupdater
   rƒ   r  rl  r“   r   rs   r   r   r)  rq   ro  rZ  r   )rp   r¦  r«  r—  r`  rE  rF  r>   r˜  Ztest_constraintsZreference_constraintsZ	fd_neededr¿   r†   Úexpectedrs   Zfd_resr   r   r   Útest_equal_boundsß	  sJ    
ÿÿ



ÿþ

ýr²  c           	      C   s’  ddd„}ddg}d}t j|||| d�}|js2J ‚t|j|dd	gƒƒ |jdksTJ ‚|jd
ksbJ ‚d}t j|||| |d�}|js„J ‚t|j|dd	gdƒƒ |  ¡ dk�rŽdd„ }t|t	j
 dƒ}t j|||| |gd�}|jdu säJ ‚t|j|dd	gƒƒ |jdk�sJ ‚d}|j |¡�sJ ‚t|t	j
 dƒ}t j|||| |gd�}|jdu �sTJ ‚t|j|dd	gƒƒ |jdk�sxJ ‚d}|j |¡�sŽJ ‚d S )Nr   c                 S   s   t j | ¡| S r-   )r   ZlinalgZnorm)r   Úp1r   r   r   r]   '
  s    z test_all_bounds_equal.<locals>.f)r   r   )r"   r"   )rC   r½  r  rC   r»  z/All independent variables were fixed by bounds.)r"   r  r"   rÆ  c                 S   s
   t  | ¡S r-   r  r   r   r   r   Úcon8
  s    z"test_all_bounds_equal.<locals>.conrG   )r¿   rp   r—  Fz3All independent variables were fixed by bounds, butr}   Tz8All independent variables were fixed by bounds at values)r   )r
   rƒ   r“   r   rs   rt   ra  Úupperr   r   r  rµ  )	rp   r]   r¿   r>   r†   ro   r´  Znlcra  r   r   r   Útest_all_bounds_equal#
  s@    


ÿÿr¶  c                  C   s^   dd„ } dd„ }d|dœg}dgd }d	|d
< t j| g d¢d||d� |d d |ksZJ ‚d S )Nc                 S   s(   | d d | d d  | d | d   S )Nr   rF   r   r"   r   r   r   r   r   r]   R
  s    ztest_eb_constraints.<locals>.fc                 S   s$   | d | d  | d  | d  d S )Nr   r   r"   rF   é(   r   r   r   r   r   ÚcfunU
  s    z!test_eb_constraints.<locals>.cfunrÁ  rÂ  )r   rH  r}   )rÙ   rÙ   r   )r   r"   rF   r}   rÆ  )r>   rp   r¿   r—  r   rs   r¬  )r]   r¸  r—  r¿   r   r   r   Útest_eb_constraintsO
  s    
ûr¹  c                  C   sh   t tttttdœ} |  ¡ D ]\}}|D ]}t||ƒ q&qddddœ}| ¡ D ]\}}tt	t||ƒ qLd S )N)rƒ   r  ÚrootZroot_scalarZlinprogZquadratic_assignmentZekkir¢  )rƒ   ZmaximizeZmaximize_scalar)
r   r   r   r   r   r   Úitemsr   r9   r:   )Zsolver_methodsZsolverr:  rp   Zunknown_solver_methodr   r   r   Útest_show_optionsf
  s     úýr¼  c                  C   s8   t jddgddgd�} t jt jt ddg¡d| d� d S )NrŽ  rD  r¥  r{   r©   rH  )r
   r   rƒ   r  r   r6   rÑ  r   r   r   Útest_bounds_with_list~
  s    ÿr½  c            
      C   s”   dd„ } dd„ }dd„ }g d¢}g d¢}t  d	¡d
 }tD ]T}d }d }||v rR|}||v r^|}tj| ||||d�}	t|	jt  t  |¡¡dd� q:d S )Nc                 S   s*   t  t  | ¡¡}| |8 } | | 9 } t  | ¡S r-   )r   r8   r�  r/   r¿  r   r   r   ÚfquadŠ
  s    z/test_x_overwritten_user_function.<locals>.fquadc                 S   s(   t  t  | ¡¡}| d9 } | d| 8 } | S r  )r   r8   r�  r¿  r   r   r   Ú	fquad_jac�
  s    z3test_x_overwritten_user_function.<locals>.fquad_jacc                 S   s   t  t  | ¡¡d S r‰  )r   Zeyer�  r   r   r   r   rŸ   –
  r    z2test_x_overwritten_user_function.<locals>.<lambda>)r£  rA  r>  rB  r?  r=  )rA  r>  rB  r?  r=  rÙ   r$   r@  g-Cëâ6*?ry   )	r   Zonesr   r
   rƒ   r   r   r8   r�  )
r¾  r¿  Z
fquad_hessZmeth_jacZ	meth_hessr>   Úmethrq   rc   r†   r   r   r   Ú test_x_overwritten_user_function†
  s    rÁ  c                   @   s   e Zd Zdd„ ZdS )ÚTestGlobalOptimizationc                 C   sº   dd„ }t j|dd�t  |dg¡t  |dg¡t  |dg¡t  |dg¡g}|D ]h}t|t jƒs`J ‚t|dƒsnJ ‚t|dƒs|J ‚t|dƒsŠJ ‚t|d	ƒs˜J ‚t|d
ƒs¦J ‚t|dƒsLJ ‚qLd S )Nc                 S   s   | d S r  r   r   r   r   r   r^   °
  s    zDTestGlobalOptimization.test_optimize_result_attributes.<locals>.funcr   )r>   )r
  r}   r   r“   ra  rs   rt   r¬   )	r
   ZbasinhoppingZdifferential_evolutionZshgoZdual_annealingÚdirectrZ  r‚  rÇ  )rT   r^   r²  rÖ   r   r   r   Útest_optimize_result_attributes¯
  s    üz6TestGlobalOptimization.test_optimize_result_attributesN)rf   rg   rh   rÄ  r   r   r   r   rÂ  ­
  s   rÂ  c                  C   s@   t  tt¡} t| ttƒdd� t  tt¡}t|ttƒdd� d S )Nr­   r’   )r
   Zapprox_fprimer=   r  r   r;   r<   )rz  rí  r   r   r   Útest_approx_fprimeÅ
  s    rÅ  )dri   r8  r­  Únumpyr   Znumpy.testingr   r   r   r   r   r   r   rã   r	   r9   Zscipyr
   Zscipy.optimize._minimizer   r   r   r   Zscipy.optimize._linprogr   Zscipy.optimize._rootr   Zscipy.optimize._root_scalarr   Zscipy.optimize._qapr   Z(scipy.optimize._differentiable_functionsr   r   Zscipy.optimize._optimizer   r   r@   rA   rj   rï   r÷   rø   r  r  r  r  r  r   r!  r#  r$  r%  r&  rä   rð  rò  ró  rÿ  r  r  r3  rC  rD  rI  rJ  r  r;   r<   r=   r   r!  rW  rX  ra  rb  rc  re  rf  r€  r�  rŠ  r‹  Zfixturer�  r“  r”  r•  r–  rª  r¯  Zxfail_on_32bitr²  r¶  r¹  r¼  r½  rÁ  rÂ  rÅ  r   r   r   r   Ú<module>   s¾   $50   	K)     Aþ

= U,?%|"B#A	
	T
>
+'