Diff of /metrics/metrics_utils.py [000000] .. [0f1df3]

Switch to side-by-side view

--- a
+++ b/metrics/metrics_utils.py
@@ -0,0 +1,15 @@
+def check_metric_is_better(cur_best, main_metric, score, task):
+    if task == "los":
+        if cur_best == {}:
+            return True
+        if score < cur_best[main_metric]:
+            return True
+        return False
+    elif task in ["outcome", "multitask"]:
+        if cur_best == {}:
+            return True
+        if score > cur_best[main_metric]:
+            return True
+        return False
+    else:
+        raise ValueError("Task not supported")