--- a +++ b/scripts/pull_n_chop_glom.sh @@ -0,0 +1,34 @@ +#!/bin/bash + +#cell# + + +# COPY the data to local disk +# sudo chown -R dlituiev /home/dlituiev/.gsutil/tracker-files +TMPDIR=/tmp/kidney +XMLFILELIST=../tables/deidentified_glom_xmls.list +mkdir -p $TMPDIR +LINE=2 +for LINE in `seq 1 83` +do + # PREV_SLIDEID=$(head /home/dlituiev/metadata/xmlfiles.list | sed -n -e $((${LINE}-1))p | sed 's/\.xml//' ) + # rm "$HOME/tmpdata/${PREV_SLIDEID}.svs" + SLIDEID=$(cat $XMLFILELIST | sed -n -e ${LINE}p | sed 's/\.xml//' ) || exit 1 + echo -e "SLIDE ID:\t$SLIDEID" + + SVS="$TMPDIR/${SLIDEID}.svs" + XML="$TMPDIR/${SLIDEID}.xml" + + if [ -a "$SVS" ] ; then + echo -e "${SVS}\talready exists" + else + gsutil cp gs://kidney-rejection/${SLIDEID}.xml $TMPDIR && \ + gsutil cp gs://kidney-rejection/${SLIDEID}.svs $TMPDIR + fi + + python3 $PWD/sample_from_slide.py --data-root "../data/glom" $XML && rm $SVS +done + +# exit 1 +#rm -rf $TMPDIR +# LINK images for binary classification (inflammation / normal)