import csv
import itertools
import re

from loader import get_patient_by_EMPI
from extract_data import get_ef_value_notes
from shared_values import get_supplemental_list

keywords = ['(?:ef|ejection fraction)\s*(?:of|is)?[:\s]*([0-9]*\.?[0-9]*)\s*%']
allpatients = get_supplemental_list()
for key, patients in itertools.groupby(enumerate(allpatients), lambda k: k[0]//20):
    filename = "/home/ubuntu/www/turkTasks_" + str(key) + ".csv"
    print "Working on: " + filename
    rows = []
    for (_, patient) in patients:
        print patient
        patient_data = get_patient_by_EMPI(patient)
        efnotes = get_ef_value_notes(patient_data)
        for (_, ef_value, note) in efnotes:
            note_id = note.split('\n')[1].split('|')[3]

            # change new line to html br
            note = note.replace("\r\n", "<br>")

            # bold found matches
            for keyword in keywords:
                pattern = re.compile(keyword)
                matches = re.finditer(pattern, note)
                offset = 0
                for match in matches:
                    start = match.start() + offset
                    end = match.end() + offset
                    replacement = ("<span class='highlight'>"
                                   + note[start:end]
                                   + "</span>")
                    note = note[:start] + replacement + note[end:]
                    offset += len(replacement) - (end - start)

            rows.append((note, ef_value, patient, note_id))

    with open(filename, 'wb') as csvfile:
        csvwriter = csv.writer(csvfile)
        csvwriter.writerow(['image1', 'guess', 'empi', 'note_id'])
        csvwriter.writerows(rows)