import java.util.*;

import java.io.*;

import java.net.*;

public class ctsamplefullscrape {

  public static void main(String[] args) throws Exception {

    Scanner in = new Scanner(new File("example_ct.csv"));

    PrintWriter out = new PrintWriter(new File("ctsampledata.csv"));

    String useless = in.nextLine();

    int count = 0;

    while(in.hasNext()) {

      System.out.println(count);

      count++;

      String id = in.nextLine().split(",")[0];

      String source = getURLSource("https://clinicaltrialsapi.cancer.gov/v1/clinical-trials?nct_id=" + id);

      int index = source.indexOf("display_order");

      if (index > 0) {

        int partsbeg = source.indexOf("minimum_target_accrual_number");

        int partsend = source.indexOf(",", partsbeg);

        int biobeg = source.indexOf("biomarkers\":");

        int bioend = partsbeg;

        String parts = source.substring(partsbeg + 31, partsend);

        String bios = source.substring(biobeg + 12, bioend - 2);

        out.print(id + "," + parts + ",\"" + bios + "\"");

        out.println();

      }

    }

    in.close();

    out.close();

  }

  public static String getURLSource(String url) throws IOException

    {

        URL urlObject = new URL(url);

        URLConnection urlConnection = urlObject.openConnection();

        urlConnection.setRequestProperty("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.95 Safari/537.11");

        try {

        return toString(urlConnection.getInputStream());}catch(Exception e) {return "";}

    }

  private static String toString(InputStream inputStream) throws IOException

    {

        try (BufferedReader bufferedReader = new BufferedReader(new InputStreamReader(inputStream, "UTF-8")))

        {

            String inputLine;

            StringBuilder stringBuilder = new StringBuilder();

            while ((inputLine = bufferedReader.readLine()) != null)

            {

                stringBuilder.append(inputLine);

            }

            return stringBuilder.toString();

        }

    }

}