3
Ðñß^Ë  ã               @   s  d dl Zd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl	Z
ejjdƒsfedƒ ejdƒ ddddd	d
ddddddddddgZdddddddddddd d!d"d#d$gZd%d&d&d%d%d'd'd&d%d&d(d&d'd'd'd'gZejd ge ƒZd6d,d-„Zd.d/„ Zd0d1„ Zd2d3„ ZdS )7é    Nz
train_val/zDownloading data ...zbash download_and_split_data.shZ02691156Z02773838Z02954340Z02958343Z03001627Z03261776Z03467517Z03624134Z03636649Z03642806Z03790512Z03797390Z03948459Z04099429Z04225987Z04379243ZAirplaneZBagZCapZCarZChairZEarphoneZGuitarZKnifeZLampZLaptopZ	MotorbikeZMugZPistolZRocketZ
SkateboardZTableé   é   é   é   é2   é   é   c             C   s~   | t ƒ d< |t ƒ d< |t ƒ d< tj|gd ƒt ƒ d< td
krXtdƒ ttd ƒt ƒ d< n"td	ttt ƒ ttt ƒt ƒ d< d S )NÚcategÚ
resolutionÚ	batchSizer   ÚspatialSizeé   zAll categories: 50 classesÚnClassesTotalzcateg éÿÿÿÿr   )	ÚglobalsÚtorchÚ
LongTensorr	   ÚprintÚintÚclassOffsetsÚclassesÚnClasses)Úcr
   Úszr   © r   ú</home/yuhw/wc/SparseConvNet/examples/3d_segmentation/data.pyÚinit   s    


r   c             C   sn   t j| d ƒ}||d jdƒjƒ d  }t j| d d d	… d ƒjdƒ| d }| d |||||t jjdƒfS )
Nr   r   r   g      à?é	   ÚsegÚint64g    €„.Ai÷ÿÿÿ)ÚnpÚloadtxtÚsumÚmaxÚastypeÚrandomÚrandint)ZxFr   ÚclassOffsetZncÚxlÚyr   r   r   Úload(   s    (r*   c                 sÌ   g } t dkrbx’tdƒD ]F‰ x@tjjjtjdtˆ   d ƒ‡ fdd„dd�D ]}| j|ƒ qJW qW n>x<tjjjtjdtt   d ƒd	d„ dd�D ]}| j|ƒ qŽW t	t
| ƒƒ d
d„ }tjjj| t|ddd�S )Nr   r   z
train_val/z/*.pts.trainc                s   t | ˆ tˆ  tˆ  ƒS )N)r*   r   r   )Úx)r   r   r   Ú<lambda>4   s    ztrain.<locals>.<lambda>é   )Ú
collate_fnÚnum_workersc             S   s   t | tdtt ƒS )Nr   )r*   r	   r   )r+   r   r   r   r,   :   s    c          	   S   s  g }g }g }g }g }g }g }g }t jjdd„ | D ƒƒ}	�xZ| D �]P\}
}}}}}}t jddd�}|d  |	jddƒd d 9  < t j|t jj|	jddƒƒd ƒ}t j||ƒ}||	j	dddƒj
dƒ7 }t jtd	|  ƒj
d
ƒ}t j|jd dfƒj
dƒ}|j|ƒ |j|ƒ |j|ƒ |jt j|jd d
d�| ƒ |j|ƒ |j|ƒ t j|jd tfdd�}d|d d …||| …f< |j|ƒ |j|jd ƒ q>W dd„ t|ƒD ƒ}tjt j|ƒƒtjt j|ƒƒgtjt j|ƒƒtjt j|ƒƒ||tjt j|ƒƒdd„ | D ƒ|dœS )Nc             S   s   g | ]}|d ‘qS )r   r   r   )Ú.0r+   r   r   r   ú
<listcomp>H   s    z(train.<locals>.merge.<locals>.<listcomp>r   Úfloat32)Údtyper   r   r   r   r   c          	   S   s6   g | ].\}}t j||t j|jd  dfdd� gƒ‘qS )r   r   r   )r3   )r    ÚhstackÚonesÚshape)r0   Úidxr+   r   r   r   r1   [   s    c             S   s   g | ]}|d  ‘qS )r   r   )r0   r+   r   r   r   r1   b   s    )r+   r)   r	   r'   r   ÚmaskÚxfÚnPoints)r   r   r   )r   r   )r    r%   ÚRandomStateÚeyer&   ÚdotÚlinalgÚqrÚrandnÚuniformr$   Úfloorr
   r5   r6   ÚappendÚzerosr   Ú	enumerater   Ú
from_numpyÚvstackr4   )ÚtblÚxl_Úxf_Úy_Úcateg_Úmask_ÚclassOffset_Ú	nClasses_ÚnPoints_Ú	np_randomÚ_r(   r)   r	   r'   r   r7   Úmr9   r8   r   r   r   Úmerge?   sH      





ztrain.<locals>.mergeé
   T)Ú
batch_sizer.   r/   Úshuffler   )r	   Úranger   ÚutilsÚdataÚ
DataLoaderÚglobÚ
categoriesrC   r   Úlenr   )Údr+   rT   r   )r   r   Útrain.   s     


%r`   c                 sÌ   g } t dkrbx’tdƒD ]F‰ x@tjjjtjdtˆ   d ƒ‡ fdd„dd�D ]}| j|ƒ qJW qW n>x<tjjjtjdtt   d ƒd	d„ dd�D ]}| j|ƒ qŽW t	t
| ƒƒ d
d„ }tjjj| t|ddd�S )Nr   r   z
train_val/z/*.pts.validc                s   t | ˆ tˆ  tˆ  ƒS )N)r*   r   r   )r+   )r   r   r   r,   l   s    zvalid.<locals>.<lambda>r-   )r.   r/   c             S   s   t | tdtt ƒS )Nr   )r*   r	   r   )r+   r   r   r   r,   r   s    c          	   S   s  g }g }g }g }g }g }g }g }t jjdd„ | D ƒƒ}	�xZ| D �]P\}
}}}}}}t jddd�}|d  |	jddƒd d 9  < t j|t jj|	jddƒƒd ƒ}t j||ƒ}||	j	dddƒj
dƒ7 }t jtd	|  ƒj
d
ƒ}|j|ƒ t j|jd dfƒj
dƒ}|j|ƒ |j|ƒ |jt j|jd d
d�| ƒ |j|ƒ |j|ƒ t j|jd tfdd�}d|d d …||| …f< |j|ƒ |j|jd ƒ q>W dd„ t|ƒD ƒ}tjt j|ƒƒtjt j|ƒƒgtjt j|ƒƒtjt j|ƒƒ||tjt j|ƒƒdd„ | D ƒ|dœS )Nc             S   s   g | ]}|d ‘qS )r   r   r   )r0   r+   r   r   r   r1      s    z(valid.<locals>.merge.<locals>.<listcomp>r   r2   )r3   r   r   r   r   r   c          	   S   s6   g | ].\}}t j||t j|jd  dfdd� gƒ‘qS )r   r   r   )r3   )r    r4   r5   r6   )r0   r7   r+   r   r   r   r1   ’   s    c             S   s   g | ]}|d  ‘qS )r   r   )r0   r+   r   r   r   r1   ™   s    )r+   r)   r	   r'   r   r8   r9   r:   )r   r   r   )r   r   )r    r%   r;   r<   r&   r=   r>   r?   r@   rA   r$   rB   r
   rC   r5   r6   rD   r   rE   r   rF   rG   r4   )rH   rI   rJ   rK   rL   rM   rN   rO   rP   rQ   rR   r(   r)   r	   r'   r   r7   rS   r9   r8   r   r   r   rT   v   sH      





zvalid.<locals>.mergerU   T)rV   r.   r/   rW   r   )r	   rX   r   rY   rZ   r[   r\   r]   rC   r   r^   r   )r_   r+   rT   r   )r   r   Úvalidf   s     


%ra   i�  é˜  )r   rb   r   )Únumpyr    r   Útorch.utils.datar\   ÚmathÚosÚscipyZscipy.ndimageÚsparseconvnetÚscnÚpathÚexistsr   Úsystemr]   r   r   Úcumsumr   r   r*   r`   ra   r   r   r   r   Ú<module>   s*   
$
8