--- a
+++ b/evaluate_submission.py
@@ -0,0 +1,62 @@
+import numpy as np
+import csv
+import collections
+import sys
+import utils_lung
+import pathfinder
+
+
+# Call this method to know to leaderboard_performance
+def leaderboard_performance(submission_file_path):
+    real = utils_lung.read_test_labels(pathfinder.TEST_LABELS_PATH)
+    pred = parse_predictions(submission_file_path)
+
+    real = collections.OrderedDict(sorted(real.iteritems()))
+    pred = collections.OrderedDict(sorted(pred.iteritems()))
+
+    check_validity(real, pred)
+
+    return log_loss(real.values(), pred.values())
+
+
+def parse_predictions(submission_file_path):
+    pred = {}
+    with open(submission_file_path, 'rb') as csvfile:
+        reader = csv.DictReader(csvfile, delimiter=',')
+        for row in reader:
+            pred[row['id']] = float(row['cancer'])
+    return pred
+
+
+def check_validity(real, pred):
+    if len(real) != len(pred):
+        raise ValueError(
+            'The amount of test set labels (={}) does not match with the amount of predictions (={})'.format(len(real),
+                                                                                                             len(pred)))
+
+    if len(real.viewkeys() & pred.viewkeys()) != len(real):
+        raise ValueError(
+            'The patients in the test set does not match with the patients in the predictions'
+        )
+
+    if real.viewkeys() != pred.viewkeys():
+        raise ValueError(
+            'The patients in the test set does not match with the patients in the predictions'
+        )
+
+
+def log_loss(y_real, y_pred, eps=1e-15):
+    y_pred = np.clip(y_pred, eps, 1 - eps)
+    y_real = np.array(y_real)
+    losses = y_real * np.log(y_pred) + (1 - y_real) * np.log(1 - y_pred)
+    return - np.average(losses)
+
+
+if __name__ == '__main__':
+    # if len(sys.argv) < 2:
+    #     sys.exit("Usage: evaluate_submission.py <absolute path to csv")
+    #
+    # submission_path = sys.argv[1]
+    submission_path = '/home/user/Downloads/submission_0.55555.csv'
+    loss = leaderboard_performance(submission_path)
+    print loss