3
Ðñß^ˆ)  ã               @   sT  d dl Z d dlZd dlZd dlZd dlZddlmZ ddlm	Z	 dd„ Z
dd„ Zd	d
„ Zdd„ Zdd„ Zdd„ Zdd„ ZG dd„ de jjƒZdd„ Zdd„ Zdd„ Zdd„ Zdd„ ZdBd d!„Zd"d#„ Zd$d%„ Zd&d'„ ZdCd(d)„ZdDd,d-„Zd.d/„ ZdEd0d1„Z G d2d3„ d3e j!j"ƒZ#dFd4d5„Z$d6d7„ Z%d8d9„ Z&dGd<d=„Z'd>d?„ Z(G d@dA„ dAe jjƒZ)dS )Hé    Né   )ÚSparseConvNetTensor)ÚMetadatac             C   sV   t |dƒr|jƒ dkr|S t|ttfƒrBt|ƒ| ks8t‚tj|ƒS tj| ƒj	|ƒS d S )NÚtypeztorch.LongTensor)
Úhasattrr   Ú
isinstanceÚlistÚtupleÚlenÚAssertionErrorÚtorchÚ
LongTensorÚfill_)Ú	dimensionÚx© r   ú2/home/yuhw/wc/SparseConvNet/sparseconvnet/utils.pyÚtoLongTensor   s    
r   c             C   s   t | |ƒrt| |ƒS tjƒ S )N)r   Úgetattrr   ÚTensor)ÚaÚbr   r   r   ÚoptionalTensor   s    r   c             C   s   | j ƒ r| S d S )N)Únumel)r   r   r   r   ÚoptionalTensorReturn   s    r   c                sF   ydd l ‰W n tk
r(   dd l‰Y nX dd l‰‡ ‡‡fdd„}|S )Nr   c              3   sz   ‡‡ fdd„} ˆj dƒ‰ x(tdƒD ]}ˆj| |fd�}|jƒ  q"W x*ttˆƒƒD ]}ˆ jƒ }|V  ˆ jƒ  qPW ˆ jƒ  d S )Nc                s,   x&t | tˆ ƒdƒD ]}ˆjˆ | ƒ qW d S )Né   )Úranger
   Úput)ÚiÚk)ÚdÚqr   r   Úworker%   s    z7threadDatasetIterator.<locals>.iterator.<locals>.workeré   r   )ÚtargetÚargs)ÚQueuer   ÚThreadÚstartr
   ÚgetÚ	task_doneÚjoin)r"   r   ÚtÚ_Úitem)r    ÚqueueÚ	threading)r!   r   Úiterator$   s    
z'threadDatasetIterator.<locals>.iterator)r/   ÚBaseExceptionr&   r0   )r    r1   r   )r    r/   r0   r   ÚthreadDatasetIterator   s    r3   c             C   s:   t ƒ }| d j|_| d j|_tjdd„ | D ƒdƒ|_|S )Nr   c             S   s   g | ]
}|j ‘qS r   )Úfeatures)Ú.0r   r   r   r   ú
<listcomp>9   s    z.concatenate_feature_planes.<locals>.<listcomp>r   )r   ÚmetadataÚspatial_sizer   Úcatr4   )ÚinputÚoutputr   r   r   Úconcatenate_feature_planes5   s
    r<   c             C   s6   t ƒ }| d j|_| d j|_tdd„ | D ƒƒ|_|S )Nr   c             S   s   g | ]
}|j ‘qS r   )r4   )r5   r   r   r   r   r6   A   s    z&add_feature_planes.<locals>.<listcomp>)r   r7   r8   Úsumr4   )r:   r;   r   r   r   Úadd_feature_planes=   s
    r>   c             C   sX   | d j }t|ƒ}ttjdd„ | D ƒdƒt|ƒ|d�}x| D ]}|jj|j|ƒ q<W |S )Nr   c             S   s   g | ]
}|j ‘qS r   )r4   )r5   r,   r   r   r   r6   H   s    z"append_tensors.<locals>.<listcomp>)r4   r7   r8   )r8   r
   r   r   r9   r   r7   ZappendMetadata)Útensorsr8   r   r   r,   r   r   r   Úappend_tensorsD   s    

r@   c               @   s   e Zd Zdd„ ZdS )Ú	AddCoordsc             C   s¤   t ƒ }|jjƒ rˆtjƒ �T |jƒ }|jj|jƒd d }|d d …d d…f j|jƒ|d d d …f  d }W d Q R X tj|j|gdƒ|_n|j|_|j	|_	|j|_|S )Nr   é   éÿÿÿÿ)
r   r4   r   r   Úno_gradZget_spatial_locationsr8   Útype_asr9   r7   )Úselfr:   r;   Úcoordsr    r   r   r   ÚforwardP   s    

:zAddCoords.forwardN)Ú__name__Ú
__module__Ú__qualname__rH   r   r   r   r   rA   O   s   rA   c             C   sÌ   | j j|j | jƒ\}}}}| jjrB|jƒ }|jƒ }|jƒ }|jƒ }d}|jƒ rp|| j| |j|  jdƒjƒ 7 }|jƒ r�|| j| jdƒjƒ 7 }|jƒ r°||j| jdƒjƒ 7 }||jƒ |jƒ  |jƒ   S )Nr   rB   )	r7   ZcompareSparseHelperr8   r4   Úis_cudaÚcudar   Úpowr=   )r   ÚyZcLZcRÚLÚRÚer   r   r   Úcompare_sparse^   s    "rS   c             C   s<   | j }|jƒ dkr$|jd|jdƒƒ}tj|ƒ\}}}|d S )Né   r   rB   r   rC   )ÚweightÚ
ndimensionÚviewÚsizer   Úsvd)ÚmoduleÚwr-   Úsr   r   r   Úspectral_norm_svdn   s
    r]   c             C   s$   t j| t j| jdƒdƒj|ƒgdƒS )Nr   r   )r   r9   r   rX   r   )r   Úidxr   r   r   Úpad_with_batch_idxu   s    r_   c             C   s>   g }x,t | ƒD ] \}}|jƒ r|jt||ƒƒ qW tj|dƒS )Nr   )Ú	enumerater   Úappendr_   r   r9   )Zlocation_tensorsr   Z	batch_idxÚltr   r   r   Úbatch_location_tensorsx   s
    rc   c             C   sÖ   t jƒ �À tdd„ | D ƒƒ}t jt| ƒ|| d jdƒt jd�jdƒ}t jt| ƒ||d jdƒƒ}xbt	t
| |ƒƒD ]P\}\}}||d |jdƒ…d d …f j|ƒ ||d |jdƒ…d d …f j|ƒ qpW W d Q R X ||gS )Nc             S   s   g | ]}|j d ƒ‘qS )r   )rX   )r5   r   r   r   r   r6   �   s    z#prepare_BLInput.<locals>.<listcomp>r   r   )ÚdtyperC   )r   rD   ÚmaxÚemptyr
   rX   Úint64r   Úzerosr`   ÚzipÚcopy_)ÚlÚfÚnrP   ÚFr   ZllZffr   r   r   Úprepare_BLInput   s    
("0ro   Tc             C   sÖ   |r| j ƒ  |dkrV|d|  | d }tjj|ƒs8t‚td| ƒ | jtj|ƒƒ nlt	t
j
|d | d ƒƒ}t|ƒdkrÂ|d }td| ƒ | jtj|ƒƒ t|t|ƒd t|ƒ d … ƒ}|rÎ| jƒ  |d S )	Nr   z-%09d-z.pthzRestore from z-*-r   é   rC   )ÚcpuÚosÚpathÚisfiler   ÚprintÚload_state_dictr   ÚloadÚsortedÚglobr
   ÚintrM   )ÚmodelÚexp_nameÚname2Úuse_cudaÚepochrl   r   r   r   Úcheckpoint_restore‰   s     "r€   c             C   s   | dko| | d @ dkS )Nr   r   r   )Únumr   r   r   Ú	is_power2œ   s    r‚   c             C   s   t | d d ƒd | kS )Ng      à?rB   )rz   )r�   r   r   r   Ú	is_squareŸ   s    rƒ   c             C   s&   | dko$| dt jt j| dƒƒ  jƒ S )Nr   é
   )ÚmathÚfloorÚlogÚ
is_integer)r�   r   r   r   Úhas_only_one_nonzero_digit¢   s    r‰   c             C   sv   |d|  | d }| j ƒ  tj| jƒ |ƒ |r8| jƒ  |d }|d|  | d }tjj|ƒrrt|ƒsrtj	|ƒ d S )Nz-%09d-z.pthr   )
rq   r   ÚsaveÚ
state_dictrM   rr   rs   rt   r‚   Úremove)r{   r|   r}   r   r~   rl   r   r   r   Úcheckpoint_save¥   s    r�   rT   Fc             C   sT   t jt j| | ƒƒd }t jddƒ}|jƒ d dkr@| r@d| }|d| d jƒ  S )Nr   rB   rT   r   )rT   )r   ÚqrÚrandnÚrandintr=   Úfloat)r   Zallow_mirrorÚrrl   r   r   r   Úrandom_rotation²   s
    r“   c             C   sT   dd l }|jjjddg|jjjjtjtjdƒ| gƒƒƒdgƒj	ƒ }tj
|ƒjƒ d S )Nr   r   rT   g      à?)Zscipy.spatialZspatialÚ	transformZSlerpZRotationZfrom_dcmr   ÚstackÚeyeZas_dcmÚ
from_numpyr‘   )r   Úscipyr   r   r   r   Úsquareroot_rotation¹   s
    ,r™   c             C   sÔ   | j ƒ dkr| |fS |s|r¢tj| jƒ dddd�\} }}tj| ƒ} tj|ƒ}tj| jdƒ|jdƒtjd�}|j	d||ƒ |rš|tj|d d …d f ƒj
ƒ  }| |fS tj| ddd�\} }tj| ƒ} || }| |fS d S )Nr   T)ÚaxisÚreturn_inverseÚreturn_countsr   )rd   )rš   Úreturn_index)r   ÚnpÚuniqueÚnumpyr   r—   rh   rX   Úfloat32Ú
index_add_r‘   )ÚxyzÚrgbÚaverageÚ
accumulateÚinvÚcountsZrgb_outÚidxsr   r   r   Úvoxelize_pointcloudÀ   s    


rª   c               @   s$   e Zd Zedd„ ƒZedd„ ƒZdS )ÚcheckpointFunctionc             C   sB   || _ | j||ƒ || _tjƒ � |t|||ƒƒ}W d Q R X |jS )N)Úrun_functionÚsave_for_backwardÚ
x_metadatar   rD   r   r4   )Úctxr¬   Ú
x_featuresr®   Úx_spatial_sizerO   r   r   r   rH   Ó   s    
zcheckpointFunction.forwardc             C   sb   | j \}}|jƒ }d|_tjƒ � | jt|| j|ƒƒ}W d Q R X tjj	|j
|dd� d |jd d fS )NTF)Úretain_graph)Úsaved_tensorsÚdetachÚrequires_gradr   Úenable_gradr¬   r   r®   ÚautogradÚbackwardr4   Úgrad)r¯   Zgrad_y_featuresr°   r±   rO   r   r   r   r¸   Ý   s    

zcheckpointFunction.backwardN)rI   rJ   rK   ÚstaticmethodrH   r¸   r   r   r   r   r«   Ò   s   
r«   c             C   s.   t j| |j|j|jƒ}|j| }t||j|ƒS )N)r«   Úapplyr4   r7   r8   r   )r¬   r   Zdownrl   r\   r   r   r   Úcheckpoint101é   s    
r¼   c             C   sâ  ddl m} ddlm} �y¦|jƒ }|jƒ }tjdddgdddgdddgdddggdddgdddgdddgdddggdddgdddgdddgdddggdddgdddgdddgdddggdddgdddgdddgdddggdddgdddgdddgdddgggƒjtjƒd  d }||d d …d d d d …f  }|j	|j
d d ddƒ |jdƒ}|jdƒd }| j|d |d gƒ | j|d |d gƒ | j|d	 |d	 gƒ | j||tj|ddd
�d�ƒ W n   tdƒ Y nX | jƒ  d S )Nr   )ÚAxes3D)ÚPoly3DCollectionr   g      à?é   é   rT   rB   )rš   )Ú
facecolorszmatplotlibcubes fail!?!)Úmpl_toolkits.mplot3dr½   Úmpl_toolkits.mplot3d.art3dr¾   r    rž   ÚarrayÚastyper¡   ÚresizeÚshapeÚminre   Úset_xlimÚset_ylimÚset_zlimÚadd_collection3dÚrepeatru   Úset_axis_off)ÚaxÚ	positionsÚcolorsr½   r¾   ÚXÚmÚMr   r   r   Úmatplotlib_cubesî   s0    &""""8
rÕ   c             C   s,  ddl m} ddlm} � yø|jƒ }|jƒ }tjdddgdddgdddgdddgggƒjtjƒd  }||d d …d d d d …f  }|j	|j
d d ddƒ |jdƒ}|jdƒd }| j|d |d gƒ | j|d |d gƒ | j|d |d gƒ | j||tj|ddd	�d
�ƒ W n   Y nX | jƒ  d S )Nr   )r½   )r¾   g      à?r   rÀ   rT   rB   )rš   )rÁ   g      à¿g      à¿g      à¿g      à¿)rÂ   r½   rÃ   r¾   r    rž   rÄ   rÅ   r¡   rÆ   rÇ   rÈ   re   rÉ   rÊ   rË   rÌ   rÍ   rÎ   )rÏ   rÐ   rÑ   r½   r¾   rÒ   rÓ   rÔ   r   r   r   Úmatplotlib_planes  s$    8
rÖ   Ú3dÚ c             C   s`   |j ƒ }||jƒ 8 }||jƒ d d  }|jƒ jƒ jƒ }| j|j ƒ jƒ jƒ |||dœ|d� d S )Néÿ   g»½×Ùß|Û=)Ú
markersizeZmarkercolorÚtitle)ÚoptsÚwin)r´   rÈ   re   r†   rq   r    Úscatter)Zvisr£   r¤   rÝ   rÚ   rÛ   r   r   r   Úvisdom_scatter)  s    
rß   c       
      C   s¬   |j ƒ }||jƒ 8 }||jƒ d d  }|jƒ jƒ jƒ }t| d dƒ�\}td|jdƒ |d� x>t	||ƒD ]0\\}}}\}}}	td||||||	f |d� qjW W d Q R X d S )	NrÙ   g»½×Ùß|Û=z.plyr[   z ply
format ascii 1.0
element vertex %d
property float x
property float y
property float z
property uchar red
property uchar green
property uchar blue
end_headerr   )Úfilez%d %d %d %d %d %d)
r´   rÈ   re   r†   rq   r    Úopenru   rX   ri   )
Únamer£   r¤   rl   r   rO   Úzr’   Úgr   r   r   r   Úply_scatter3  s    	 rå   c               @   s   e Zd Zdd„ ZdS )ÚVerboseIdentityc             C   s   t |ƒ |S )N)ru   )rF   r   r   r   r   rH   H  s    zVerboseIdentity.forwardN)rI   rJ   rK   rH   r   r   r   r   ræ   G  s   ræ   )Tr   )T)rT   F)TF)r   )r×   rT   rØ   )*r   ry   rr   r    rž   r…   ÚsparseConvNetTensorr   r7   r   r   r   r   r3   r<   r>   r@   ÚnnÚModulerA   rS   r]   r_   rc   ro   r€   r‚   rƒ   r‰   r�   r“   r™   rª   r·   ÚFunctionr«   r¼   rÕ   rÖ   rß   rå   ræ   r   r   r   r   Ú<module>   s<   (






 

