--- a +++ b/AICare-baselines/metrics/utils.py @@ -0,0 +1,15 @@ +def check_metric_is_better(cur_best, main_metric, score, task): + if task=="los": + if cur_best=={}: + return True + if score < cur_best[main_metric]: + return True + return False + elif task in ["outcome", "multitask"]: + if cur_best=={}: + return True + if score > cur_best[main_metric]: + return True + return False + else: + raise ValueError("Task not supported") \ No newline at end of file