Datasets
Models
Downloads: 1
102 lines (102 with data), 9.6 kB
a
ß e¦B ã @ s d dl Zd dlZd dlZd dlZd dlZd dlZd dl m
Z
d dl m Z d dl
Z
d dlmZ d dlmZ d dlZd dlZd dlZd dlmZ dd Zdd Zd
d Zd d
Zdd Z dd Z dd Z dd Z dd Z dd Z!dd Z"d d Z#d d Z$d d! Z%d"d# Z&dS )$é N)Ú PyntCloud)Úresize)Útqdm)ÚImagec C s$ | j \}}}t | ||| f¡}|S ©N)ÚshapeÚnpÚreshape)Úarray_3dÚdepthÚheightÚwidthZarray_2d© r ú:d:\MRI - Tairawhiti (User POV)\Model Code\preprocessing.pyÚflatten_3d_to_2d s r c C s` | d¡}t|dk rd S |d ¡ }zt|d }W n tyJ Y d S 0 | d|d}|S )NÚ_é éþÿÿÿr Z03d)ÚsplitÚlenÚupperÚintÚ
ValueError)Z input_stringÚpartsÚprefixZ number_partZ
new_stringr r r Útransform_string s
r c C s g }| D ]}| |¡ q|S r )Úextend)ÚarrÚ flattenedÚrowr r r Úflatten_2d_array- s r c C s2 g }t | ¡D ] \}}}|D ]}| |¡ q q|S r )ÚosÚwalkÚappend)Ú directoryZ folder_namesÚrootÚdirsÚfilesÚfolderr r r Ú ListFolders5 s
r) c C s g }t | ¡}t|}|D ]h}t j | |¡}t j |¡r| d¡rzt |¡}| |¡ W q tj
j y t d| d Y q0 q|S )Nz.dcmzSkipping file: z . It is not a valid DICOM file.)
r! ÚlistdirÚsortedÚpathÚjoinÚisfileÚendswithÚpydicomÚdcmreadr# ÚerrorsÚInvalidDicomErrorÚprint)r$ Ú dicom_filesr' Z sorted_filesÚfilenameÚfilepathZ
dicom_filer r r Úread_dicom_files< s
r8 c C s< t | ¡}|d }|d }|d }d||df }t| d S )Ni zMemory usage of %s: %d %s.ÚMB)ÚsysÚ getsizeofr4 )ÚvariableÚ
variable_nameÚ
size_in_bytesZ
size_in_kbZ
size_in_mbZ
size_in_gbÚmessager r r Ú
get_ram_usageK s
r@ c C s t j| |d}|S )N©Úaxis)r Úsqueeze)Zarray_4drB r
r r r Úconvert_4d_to_3dS s rD c C sV t jdd}|jddd}|j| ||dd | d¡ | d ¡ | d
¡ t ¡ d S ) N)é rE )Úfigsizeéo Ú3d)Ú
projectionÚblue)ÚcÚXÚYÚZ)ÚpltÚfigureÚ add_subplotÚscatterÚ
set_xlabelÚ
set_ylabelÚ
set_zlabelÚshow)ÚxÚyÚzÚfigÚaxr r r Ú plot_3d_dataV s
r\ c C s8 | t | ¡ } |t |¡ }d}|| d| | }|S )Ng à?é )r Úmax)Úimage1Úimage2ÚalphaÚsuperimposed_imager r r Úsuperimpose_images` s
rc c
C sð t d| g }g }g }g }g }g }| d |¡ }t|}tt|D ](} || jt || j¡ }
| |
¡ qD| |¡ t |} t
| ¡} | d |¡ }tt|D ]4} | || j ¡ | || j ¡ | || j
¡ q¤tj|g d¢d} | S )NzPatient Scan Data: z/Raw DICOM MRI Scans/{}z/{}©rW rX rY ©Úcolumns)r4 Úformatr8 Úranger Ú pixel_arrayr r^ r# r ÚarrayÚImagePositionPatientÚImageOrientationPatientÚ PixelSpacingÚpdÚ DataFrame)
Ú
scans_pathÚfoldersZscan_pixel_dataZscan_coordinate_dataZsingle_scan_pixel_dataZscan_orientation_dataZscan_pixelspacing_dataZsingle_paitent_scans_pathr5 ÚiZnormalized_dataÚtraining_scansÚ
coord_datar r r ÚReadIn_MRIScans_Masksh s,
ru c
C s¶ t d | ¡¡}tj|jg d¢d}|jddd}|jdd}td t
|j d
d |j d d ¡ td
t
|j d
d |j d d ¡ |d dd ¡|d< |
d¡ |
d¡ t |d d ¡d |d< |
d¡ tj||dd}| d¡ ¡ ¡ }tt|d dgt| }|d |¡ d¡|d< |j|d dk jd }|j|d dk jd
}|| d } td| td| td| |
d¡ |
d ¡ |
d ¡ ||| |fS ) NúSC:/Users/GGPC/OneDrive/Desktop/Part 4 Project/Part4Project/SegmentationMasks/{}.plyrd re rY F)Z ascendingT)ÚdropzHeight of Paitent in mm: éÿÿÿÿr r z%Length of Paitent AOI (tibia) in mm: c S s
t | dS )Nr] )Úround)rW r r r Ú<lambda> ó z'MappingCoordinateData.<locals>.<lambda>zExactMaskCoordinateData.csvzExactScanCoordinateData.csvz RoundedMaskCoordinateData.csv)ÚonZAOIzOutside of AOIZSegmentationRegionSlicer] úAOI Slice Start: úAOI Slice End: úAOI Slice Range: ztibia_mri_coord.csvzmergedcoordsystems.csvz condensedmergedcoordsystems.csv)ÚtrimeshÚ load_meshrg rn ro ÚverticesZ sort_valuesZ reset_indexr4 r ÚabsÚilocÚapplyZto_csvry ÚmergeÚgroupbyÚmedianÚdictÚzipr ÚmapZfillnaÚlocÚindex)
Úfilename_labelrt Úmeshr Z merged_dfZ condensed_dfZ mapping_dictÚslices_aoi_startÚslices_aoi_endÚslice_aoi_ranger r r ÚMappingCoordinateData s2 ((
r c C s² t d | ¡¡}tj|jg d¢d}tj|jg d¢d}t||d}|ddg}|jd|d |d |d
d }|j |
¡ |¡}t j
|d d
}t||dd}t |dkd d¡}|S )Nrv rd re )Úv1Úv2Zv3)Úpointsr é Z voxelgridr r] r )Zn_xZn_yZn_z)r r r] )ÚaxesF)Z
anti_aliasing)r r rg rn ro r Úfacesr Z
add_structureÚ
structuresZget_feature_vectorr r Ú transposer Úwhere) r r r r r ZcloudZdesired_resolutionZ voxelgrid_idZ
voxel_gridr r r ÚVoxelisationMaskÈ s
r c C sü t d | |¡¡}t |¡}| ¡ }tj|d}|d d d
d d
d d
f }t |dkdd¡}t |¡}t
t |dk¡¡}|j dkrt
|d }nd }|j dkr°t
|d }nd }td|d td|d td|d |d d ||d |d fS ) Nz6{}/Raw NIFITI Segmentation Masks (3D Slicer Output)/{})Údatarx r r] r} r~ r )ÚsitkZ ReadImagerg ZGetArrayFromImageÚ
GetSpacingrn ro r r rj r ÚnonzeroÚsizeÚtupler4 )Úbasedirr Zseg_masks_15A_tibiaÚseg_masks_15A_tibia_dataZvoxel_dimensionsÚindicesZfirst_non_zero_index_2dZlast_non_zero_index_2dr r r Ú MaskCreationé s$
r§ c C sn t d | t|d d¡d ¡¡}t d | |d d¡d |d ¡¡}| ¡ }| ¡ } | t|d d
d d
df }
|t|d d
d d
df } t|
| } tj| dd t d ||d ¡¡ t
d ¡ t ¡ |d
krjt d ||¡¡}
|
¡ }| |d d
d d
df }
||d d
d d
df } t|
| } tj| dd t d ||j d |¡¡ t
d ¡ t ¡ d S )
Nz${}/nnUNet Data/scans/msk_00{}.nii.gzr r r] z!{}/nnUNet Data/masks/{}/{}.nii.gzÚgray)Úcmapz1Validating Scan & Mask (Binary) on Slice {} of {}ÚoffFz{}/msk_00{}.nii.gzz>Validating Scan & Mask (Multiclass) on Slice {}/{} of msk_00{})
ÚnibÚloadrg r r Ú get_fdatarc rO ÚimshowÚtitlerB rV r )r¤ Z colab_fnameZ
slice_idx_binZslice_idx_multiZmulticlass_dirZ
mask_indexZ nii_img_scanZ nii_img_maskZ mask_dataZ scan_datar_ r` rb Znii_img_mask_multiclassZmulticlass_mask_datar r r ÚVisualValidationMSK s* $&
r° c C sh g g g g g f\}}}} }
|g}t d t d| t|D ]\} } t d t dd | ¡ t| || }
t| | \}}}tt || ¡d | }|dkr| dkrÆ|||d
}|
||d
}n<tj||||d
fdd }tj||
||d
fdd }|d
kr | |¡ | |
¡ | |¡ | |¡ t d q8t
|¡}t
|¡}| d ¡}t |dkdd¡}t d t d
|
¡ t d t dt |¡ t d |d
kr
t |t||jd ddf¡}t |t||jd ddf¡}tj|dd }tj|dd }|dkr0tj|dd }tj|dd }|dkrFtj|jd dddftjd}t|jd D ]T}||d d
d d
df }t |¡}| dtj¡}t
|¡||d d
d d
df< qftj|jd dddftjd}t|jd D ]T}||d d
d d
df }t |¡}| dtj¡}t
|¡||d d
d d
df< qè|}|}t d|j t d|j |||fS )NÚ
z+Patient Scan Data Folders Included in Run: zSegmentation Mask: z{}r Tr r] rA FÚfloat32zScans Normalized! [0-1]z#Max pixel value in image stack is: zMasks Binarised! [0,1]zLabels in the mask are : r rx é )Údtype)r³ r³ z,Training Scans Input Shape (Full 3D Stack): z,Training Masks Input Shape (Full 3D Stack): )r4 Ú enumeraterg ru r§ r r r Ú concatenater# rj Úastyper r^ Úuniquer r r Ú expand_dimsÚemptyr² rh r Ú fromarrayr ÚBILINEARÚuint8)rp Zfilename_labelsrq Ztotal_slices_raw_dataZ DataOnlyAOIZCroppingZtrain_mask_tibia_labelsrs Zstart_slices_aoiZend_slices_aoiZslice_aoi_rangesr r Z
training_scanr¥ r r Zmedian_aoi_indexZtraining_scans_resizedrr Z input_imageZ pil_imageZ
resized_imageZ train_mask_tibia_labels_resizedr r r Ú
preprocessing sr
"
" r¾ )'Únumpyr r! r0 Z SimpleITKr Úpandasrn r Z pyntcloudr Zskimage.transformr r: Úmatplotlib.pyplotÚpyplotrO r Únibabelr« ÚreZcv2ÚPILr r r r r) r8 r@ rD r\ rc ru r r r§ r° r¾ r r r r Ú<module> s:
%;!