package dataprep;

import java.io.BufferedReader;

import java.io.BufferedWriter;

import java.io.File;

import java.io.FileNotFoundException;

import java.io.FileReader;

import java.io.FileWriter;

import java.io.IOException;

import java.util.ArrayList;

import java.util.Collections;

import java.util.HashMap;

import java.util.HashSet;

import java.util.List;

import java.util.Map;

import java.util.Set;

/**

 * Provides methods for converting cleaned FAERS data into an arff file

 * @author zhengc

 *

 */

public class WidthToArff {

    public static void main(String[] args) throws IOException {

//      String widthfile = args[0];

//      String arfffile = args[1];

        String widthfile = "/Users/zhengc/workspace/FARES/data/FARES/UMLS_map_data/ID_indications_all_clean_width_umls_id_diso_AD_filtered";

        String arfffile = "/Users/zhengc/workspace/FARES/data/FARES/UMLS_map_data/ID_indications_all_clean_width_umls_id_diso_AD_filtered_sp.arff";

        // write header info

        BufferedReader br = new BufferedReader(new FileReader(new File(widthfile)));

        BufferedWriter bw = new BufferedWriter(new FileWriter(new File(arfffile)));

        bw.write("@relation " + "widthfile" + "\n");

        bw.write("\n");

//      Map<String, Integer> itemindex = getItemIndex(csvfile);

        Set<String> itemset = getItemSet(widthfile);

        System.out.println(itemset.size());

        List<String> itemlist = new ArrayList<String>(itemset);

        Collections.sort(itemlist);

        for (String item : itemlist) {

            bw.write("@attribute " + "'" + item + "'" + " {0,1}" + "\n");

        }

        // write data

        bw.write("\n");

        bw.write("@data" + "\n");

//      String line = null;

        String line = br.readLine();

//      while ((line=br.readLine()) != null) {

//          bw.write(line + "\n");

//      }

        while ((line=br.readLine()) != null) {

            StringBuilder sb = new StringBuilder();

            String[] parts = line.split(",");

            // get unique indications

            Set<String> partsset = new HashSet<String>();

            for (int i=0; i<parts.length; i++) {

                partsset.add(parts[i]);

            }

            // convert to list and sort the list

            List<String> partslist = new ArrayList<String>(partsset);

            Collections.sort(partslist);

            bw.write("{");

            for (int i=0; i<partslist.size(); i++) {

                int index = itemlist.indexOf(partslist.get(i));

                sb.append(index + " " + "1" + ",");

            }

            sb.append("}");

            String spline = sb.toString(); 

            String splinef = spline.replace(",}", "}"); //remove last comma

            bw.write(splinef + "\n");

        }

        bw.close();

        br.close();

    }

    private static Map<String, Integer> getItemIndex(String filename) throws IOException {

        Map<String,Integer> itemindex = new HashMap<String, Integer>();

        BufferedReader br = new BufferedReader(new FileReader(new File(filename)));

        String line = null;

        int m = 0;

        while ((line=br.readLine()) != null) {

            String[] parts = line.split(",");

            for (int i = 0; i < parts.length; i++) {

                if (!itemindex.containsKey(parts[i])) {

                    itemindex.put(parts[i], m);

                    m++;

                }

            }

        }

        br.close();

        return itemindex;

    }

    private static Set<String> getItemSet(String filename) throws IOException {

        Set<String> itemset = new HashSet<String>();

        BufferedReader br = new BufferedReader(new FileReader(new File(filename)));

//      String line = null;

        String line = br.readLine();

        while ((line=br.readLine()) != null) {

            String[] parts = line.split(",");

            for (int i = 0; i < parts.length; i++) {

                    itemset.add(parts[i]);

            }

        }

        br.close();

        return itemset;

    }

}