import json

import sys

import urllib.request

import urllib

import urllib.error

def getJSON(nct_id):

    try:

        with urllib.request.urlopen("https://clinicaltrialsapi.cancer.gov/v1/clinical-trial/" + nct_id) as url:

            try:

                return json.loads(url.read().decode())

            except urllib.error.HTTPError as e:

                return None

    except urllib.error.HTTPError as e:

        return None

def getEligabliltyUnstructured(jsonFile):

    unstructed=[]

    for criteria in jsonFile['eligibility']['unstructured']:

        unstructed.append(str(criteria["inclusion_indicator"])+":"+criteria["description"].replace("\n","").replace("\r","").strip())

    return("\t".join(unstructed))

def getEligabliltyStructured(jsonFile):

    headers=getEligabliltyStructuredHeader()

    structured=[]

    for h in headers:

        if 'eligibility' in jsonFile:

            if 'structured' in jsonFile['eligibility']:

                for k in jsonFile['eligibility']['structured'].keys():

                    if k not in headers:

                        print (k)

                if h in jsonFile['eligibility']['structured']:

                    structured.append(str(jsonFile['eligibility']['structured'][h]))

                else:

                    structured.append("None")

            else:

                structured.append("None")

        else:

            structured.append("None")

    return structured

def getEligabliltyStructuredHeader():

    return ["gender","max_age", "max_age_in_years", "max_age_number", "max_age_unit", "min_age","min_age_in_years","min_age_number","min_age_unit"]

def printStructedEligablility(in_file):

    print ("nct_id\t"+"\t".join(getEligabliltyStructuredHeader()))

    for line in in_file:

        if line.strip()=="":

            break

        nct_id=line.split("\t")[0].strip()

        jsonToParse=getJSON(nct_id)

        if jsonToParse is None:

            print (nct_id+"\t404ERROR")

        else:

            print (nct_id+"\t"+"\t".join(getEligabliltyStructured(getJSON(nct_id))))

    return

def main():

    printUnstructed=True

    with open(sys.argv[1], encoding="utf8", errors='ignore') as in_file:

        if printUnstructed:

            for line in in_file:

                if line.strip()=="":

                    break

                nct_id=line.split("\t")[0].strip()

                if nct_id=="nci_id":

                    continue

                jsonToParse=getJSON(nct_id)

                if jsonToParse is None:

                    print (nct_id+"\t404ERROR")

                else:

                    print (nct_id+"\t"+getEligabliltyUnstructured(jsonToParse))

if __name__ == '__main__':

    main()

    sys.stdout.flush()

    exit()