import csv, os
from tqdm import tqdm 
from xml.etree import ElementTree as ET


def xmlfile_2_date(xml_file):
	tree = ET.parse(xml_file)
	root = tree.getroot()
	try:
		start_date = root.find('start_date').text	
		# start_date = int(start_date.split()[-1])
	except:
		start_date = ''
	try:
		completion_date = root.find('primary_completion_date').text
	except:
		try:
			completion_date = root.find('completion_date').text 
		except:
			completion_date = ''
	return start_date, completion_date 


raw_folder = "raw_data"
nctid_lst = []
total_num, start_num, completion_num = 0, 0, 0 
with open("data/raw_data.csv") as fin, open("data/nctid_date.txt", 'w') as fout:
	readers = list(csv.reader(fin))[1:]
	for row in tqdm(readers):
		nctid = row[0]
		file = os.path.join(raw_folder, nctid[:7]+"xxxx/"+nctid+".xml")
		start_date, completion_date = xmlfile_2_date(file)
		if start_date != '':
			start_num += 1
		if completion_date != '':
			completion_num += 1
		total_num += 1
		fout.write(nctid + '\t' + start_date + '\t' + completion_date + '\n')

print("total_num", total_num)
print("start_num", start_num)
print("completion_num", completion_num)