import json

import os 

path = '/PHShome/ju601/crt/MGHpallcare/'

file_template = 'CL491_070915120556917455_MGH_'

out_path = path + '/json/'

def get_docs_empi_map(doc_type):

    doc_file = path + file_template + doc_type + '.txt'

    with open(doc_file, 'r') as f:

        doc_text = f.read()

        doc_array = doc_text.split('[report_end]')

    doc_map = {}

    for doc in doc_array:

        empi = doc.split('\n')[1].split('|')[0]

        if empi not in doc_map:

            doc_map[empi] = []

        doc_map[empi].append(doc)

    return doc_map

def get_struct_empi_map(doc_type):

    doc_file = path + file_template + doc_type + '.txt'

    with open(doc_file, 'r') as f:

        doc_text = f.read()

        doc_array = doc_text.split('\n')

    doc_map = {}

    keys = doc_array[0].split('|')

    for row in doc_array[1:]:

        cols = row.split('|')

        empi = cols[0]

        record = {}

        try:

            for i in range(3, len(keys)):

                key = keys[i]

                record[key] = cols[i]

        except:

            print 'Error for type:' + doc_type + ' column:' + str(i) + ' row:' + row

        if empi not in doc_map:

            doc_map[empi] = []

        doc_map[empi].append(record)

    return doc_map

def get_patient_dem_info():

    # Get demographic text

    dem_file = path + file_template + 'Dem.txt'

    with open(dem_file, 'r') as f:

        dem_text = f.read()

        dem_array = dem_text.split('\n')

    # Build dictionary

    patients = {}

    key_arr = dem_array[0].split('|')

    for row in dem_array[1:]:

        cols = row.strip().split('|')

        if len(cols) == len(key_arr):

            patient = {}

            for (i, col) in enumerate(cols):

                try:

                    if i == 2:

                        patient['MRNS'] = map(lambda x: x.strip(), col.strip().split(','))

                    else:

                        patient[key_arr[i]] = col

                except:

                    print('Error in contact dict build for row:')

                    print row

            patients[patient['EMPI']] = patient

    return patients

def get_mrn_to_empi(patients):

    mrn_empi = {}

    for empi in patients.keys():

        patient = patients[empi]

        for mrn in patient['MRNS']:

            mrn_empi[mrn] = empi

    return mrn_empi

def parse_consultation_date_file(patients):

    date_file = path + 'Date.txt'

    mrn_to_empi = get_mrn_to_empi(patients)

    patients_dates = {}

    with open(date_file, 'r') as f:

        date_arr = f.read().split('\n')

        for row in date_arr:

            row_arr = row.split(' ')

            if len(row_arr) == 2:

                (mrn, date) = row_arr

                try:

                    empi = mrn_to_empi[mrn]

                    print empi

                    patient = patients[empi]

                    patient['Consult_Date'] = date

                except KeyError:

                    print "Error parsing consult date for MRN:" + mrn

    write_null_if_empty(patients, 'Consult_Date')

def write_null_if_empty(patients, key):

    for empi in patients.keys():

        if key not in patients[empi]:

            patients[empi][key] = None

if __name__ == "__main__":

    # Do the conversion!

    patients = get_patient_dem_info()

    parse_consultation_date_file(patients)

    # All unstructured report types:

    # report_types = ['Car', 'Dis', 'End', 'Lno', 'Mic', 'Opn', 'Pat', 'Pul', 'Rad']

    # Only include the ones you anticipate using in the following array:

    report_types = []

    for report_type in report_types:

        report_map = get_docs_empi_map(report_type)

        for patient in patients.keys():

            try:

                patients[patient][report_type] = report_map[patient]

            except:

                patients[patient][report_type] = []

                print('Patient with empi:' + patient + ' doesnt have report for report_type:' + report_type)

    # All structured report types:

    # struct_reports = ['Dia', 'Enc', 'Lab', 'Lhm', 'Lme', 'Lpr', 'Lvs', 'Med', 'Phy', 'Prc', 'Prv', 'Rdt', 'Rnd', 'Trn']

    # Only include the ones you anticipate using in the following array:

    struct_reports = ['Dia', 'Enc']

    for report_type in struct_reports:

        report_map = get_struct_empi_map(report_type)

        for patient in patients.keys():

            try:

                patients[patient][report_type] = report_map[patient]

            except:

                patients[patient][report_type] = []

                print('Patient with empi:' + patient + ' doesnt have report for report_type:' + report_type)

    # Final write of info

    if not os.path.exists(out_path):

        os.makedirs(out_path)

    for key in patients.keys():

        with open(out_path + key + '.json','w') as f:

            json.dump(patients[key], f)