--- a +++ b/scripts/gatherfullids.java @@ -0,0 +1,40 @@ +import java.util.*; +import java.io.*; +import java.net.*; +public class gatherfullids { + public static void main(String[] args) throws Exception { + PrintWriter out = new PrintWriter(new File("fullctrpids.csv")); + for (int i = 0; i < 9455; i+=50) { + String source = getURLSource("https://clinicaltrialsapi.cancer.gov/v1/clinical-trials?size=50&from=" + i + "&study_protocol_type=interventional&include=nct_id"); + int index = source.indexOf("NCT"); + while (index != -1) { + out.println(source.substring(index, index + 11)); + index = source.indexOf("NCT", index+1); + } + } + out.close(); + } + public static String getURLSource(String url) throws IOException + { + URL urlObject = new URL(url); + URLConnection urlConnection = urlObject.openConnection(); + urlConnection.setRequestProperty("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.95 Safari/537.11"); + try { + return toString(urlConnection.getInputStream());}catch(Exception e) {return "";} + } + private static String toString(InputStream inputStream) throws IOException + { + try (BufferedReader bufferedReader = new BufferedReader(new InputStreamReader(inputStream, "UTF-8"))) + { + String inputLine; + StringBuilder stringBuilder = new StringBuilder(); + while ((inputLine = bufferedReader.readLine()) != null) + { + stringBuilder.append(inputLine); + } + + return stringBuilder.toString(); + } + } + +}