Downloads: 1
Diff of
/metrics/metrics_utils.py
[000000]
..
[0f1df3]
Switch to unified view
| a | b/metrics/metrics_utils.py | ||
|---|---|---|---|
| 1 | def check_metric_is_better(cur_best, main_metric, score, task): |
||
| 2 | if task == "los": |
||
| 3 | if cur_best == {}: |
||
| 4 | return True |
||
| 5 | if score < cur_best[main_metric]: |
||
| 6 | return True |
||
| 7 | return False |
||
| 8 | elif task in ["outcome", "multitask"]: |
||
| 9 | if cur_best == {}: |
||
| 10 | return True |
||
| 11 | if score > cur_best[main_metric]: |
||
| 12 | return True |
||
| 13 | return False |
||
| 14 | else: |
||
| 15 | raise ValueError("Task not supported") |