import java.util.*;

import java.io.*;

import java.net.*;

public class pdrscraping {

  public static void main(String[] args) throws Exception {

    HashSet<String> rawsources = new HashSet<String>();

    for (int i = 1901; i <= 2682; i++) {

      String k = getURLSource("http://www.pdr.net/drug-information/?druglabelid=" + i);

      if (!k.equals("")) rawsources.add(k);

    }

    HashSet<String> summaryurls = new HashSet<String>();

    for (String source : rawsources) {

      int index = source.indexOf("title=\"Drug Summary\"");

      if (index >= 0) {

        ArrayList<Integer> indices = new ArrayList<Integer>();

        int ind = source.indexOf("<li><a href=\"");

        while (ind >= 0) {

          indices.add(ind);

          ind = source.indexOf("<li><a href=\"", ind+1);

        }

        int findex = 0;

        if (indices.size() > 0) {

          int prev = 0;

          for (int j : indices) {

            if (j > index) break;

            else prev = j;

          }

          findex = prev;

        }

        summaryurls.add(source.substring(findex + 13, index-2));

      }

    }

    HashSet<String> summarysources = new HashSet<String>();

    for (String url : summaryurls) {

      String k = getURLSource(url);

      if (!k.equals("")) summarysources.add(k);

    }//summarysources.add(getURLSource(url));

    Scanner in = new Scanner(new File("cleanedcsv.csv"));

    HashMap<String, String> nametoid = new HashMap<String, String>();

    while (in.hasNext()) {

      String[] line = parse(in.nextLine());

      if (line.length > 1 && line[1] != null) nametoid.put(line[1].toLowerCase(), line[0]);

    }

    PrintWriter out = new PrintWriter(new File("pdrdata1901-2682.csv"));

    for (String source : summarysources) {

      int index = source.indexOf("<title>");

      int lindex = source.indexOf("dose");

      String drugname = source.substring(index+8, lindex-2);

      int paren = drugname.indexOf("(");

      String name = drugname.substring(paren+1);

      String[] parts = name.split(" ");

      String id = "";

      for (int i = 0; i < parts.length && id.equals(""); i++) {

        String check = "";

        for (int j = 0; j <= i; j++) check = parts[parts.length - j - 1] + check;

        if (nametoid.containsKey(check)) id = nametoid.get(check);

      }

      if (id.equals("") && parts[0].contains("/")) {

        String[] slash = parts[0].split("/");

        if (nametoid.containsKey(slash[0])) id = nametoid.get(slash[0]);

        if (nametoid.containsKey(slash[1])) id = id + nametoid.get(slash[1]);

      }

      ArrayList<Integer> indices = new ArrayList<Integer>();

      ArrayList<Integer> endindices = new ArrayList<Integer>();

      int ind = source.indexOf("<strong>For");

      while (ind >= 0) {

        indices.add(ind);

        endindices.add(source.indexOf("</strong>", ind+1));

        ind = source.indexOf("<strong>For", ind+1);

      }

      String indications = "";

      for (int i = 0; i < indices.size(); i++) indications = indications + "***" + source.substring(indices.get(i)+8, endindices.get(i)-1);

      int contraindex = source.indexOf("<h3 class=\"drugSummary\">CONTRAINDICATIONS / PRECAUTIONS</h3>");

      int contraind = source.indexOf("<strong>", contraindex);

      int endind = source.indexOf(" </div", contraind);

      ArrayList<Integer> contraindices = new ArrayList<Integer>();

      ArrayList<Integer> contraend = new ArrayList<Integer>();

      while (contraind >= 0 && contraind < endind) {

        contraindices.add(contraind);

        contraend.add(source.indexOf("</strong>", contraind+1));

        contraind = source.indexOf("<strong>", contraind+1);

      }

      String contraindications = "";

      for (int i = 0; i < contraindices.size(); i++) contraindications = contraindications + "***" + source.substring(contraindices.get(i)+8, contraend.get(i));

      out.println(id + "," + name + ",\"" + indications + "\"" + ",\"" + contraindications + "\"");

    }

    in.close();

    out.close();

  }

  static String[] parse(String in) {

    boolean inQuotes=false;

    int size = 1;

    for (int i = 0; i < in.length(); i++) {

      char j = in.charAt(i);

      if (j == '\"') {

        inQuotes=!inQuotes;

      }

      if (!inQuotes && j == ',') size++;

    }

    String[] out = new String[size];

    String cur = "";

    int index = 0;

    for (int i = 0; i < in.length(); i++) {

      char j = in.charAt(i);

      if (j == '\"') {

        inQuotes=!inQuotes;

      }

      else if (!inQuotes && j == ',') {

        out[index] = cur;

        index++;

        cur = "";

      }

      else cur = cur + j;

    }

    return out;

  }

  public static String getURLSource(String url) throws IOException

    {

        URL urlObject = new URL(url);

        URLConnection urlConnection = urlObject.openConnection();

        urlConnection.setRequestProperty("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.95 Safari/537.11");

        try {

        return toString(urlConnection.getInputStream());}catch(Exception e) {return "";}

    }

  private static String toString(InputStream inputStream) throws IOException

    {

        try (BufferedReader bufferedReader = new BufferedReader(new InputStreamReader(inputStream, "UTF-8")))

        {

            String inputLine;

            StringBuilder stringBuilder = new StringBuilder();

            while ((inputLine = bufferedReader.readLine()) != null)

            {

                stringBuilder.append(inputLine);

            }

            return stringBuilder.toString();

        }

    }

}