[7829e6]: / reproducibility / utils / results_handler.py

Download this file

33 lines (25 with data), 996 Bytes

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
import os
import pandas as pd
import logging
class ResultsHandler:
def __init__(self, dataset, task, storing_params: dict):
"""
:param storing_params: Dict of additional parameters we want to save in the csv
"""
self.dataset = dataset
self.task = task
self.storing_params = storing_params
logging.info("ResultsHandler created")
def add(self, results):
for record in results:
record.update(self.storing_params)
results_save_folder = os.environ["PC_RESULTS_FOLDER"]
results_file = os.path.join(results_save_folder, f"extended_results_{self.task}_{self.dataset}.csv")
df = pd.DataFrame(results)
if os.path.exists(results_file):
all_df = pd.read_csv(results_file, index_col=0)
all_df = pd.concat([all_df, df])
all_df.to_csv(results_file)
else:
df.to_csv(results_file)
logging.info("ResultsHandler added results")