[ae9c43]: / prescreen / evaluation / fetch_reports.py

Download this file

71 lines (43 with data), 2.0 kB

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
"""
fetches consultation reports from validation cohort
"""
import pandas as pd
def get_frames():
base_path = 'data/cohorte_validation'
## DITEP OK
path = base_path + '/ditep_inclus.csv'
ditep_inclus = pd.read_csv(path, sep=';', encoding='utf-8')\
.drop('Unnamed: 0', axis=1)
mask_consult = (ditep_inclus['DATE CR'] == ditep_inclus['DATE SIGN_OK'])
ditep_inclus = ditep_inclus[mask_consult]
ditep_inclus.drop(['DATE CR', 'DATE SIGN_OK'], axis=1, inplace=True)
ditep_inclus = ditep_inclus.groupby('nip', as_index=False)\
.agg(lambda s: ' '.join(s))
## DITEP screenfail
path = base_path + '/ditep_sf.csv'
ditep_sf = pd.read_csv(path, sep=';', encoding='utf-8')\
.drop('Unnamed: 0', axis=1)
mask_consult = (ditep_sf['DATE CR'] == ditep_sf['DATE SIGN_OK'])
ditep_sf = ditep_sf[mask_consult]
ditep_sf.drop(['DATE CR', 'DATE SIGN_OK'], axis=1, inplace=True)
ditep_sf = ditep_sf.groupby('nip', as_index=False) \
.agg(lambda s: ' '.join(s))
## poumons inclus
path = base_path + '/poumons_inclusion.csv'
poumons = pd.read_csv(path, sep=';', encoding='utf-8')\
.drop('Unnamed: 0', axis=1)
mask_consult = (poumons['DATE CR'] == poumons['DATE_SIGN_OK'])
poumons = poumons[mask_consult]
poumons.drop(['DATE CR', 'DATE_SIGN_OK'], axis=1, inplace=True)
poumons = poumons.groupby('nip', as_index=False) \
.agg(lambda s: ' '.join(s))
# poumons SF
path = base_path + '/poumons_sf.csv'
poumons_sf = pd.read_csv(path, sep=';', encoding='utf-8')\
.drop('Unnamed: 0', axis=1)
mask_consult = (poumons_sf['DATE CR'] == poumons_sf['DATE_SIGN_OK'])
poumons_sf = poumons_sf[mask_consult]
poumons_sf.drop(['DATE CR', 'DATE_SIGN_OK'], axis=1, inplace=True)
poumons_sf = poumons_sf.groupby('nip', as_index=False) \
.agg(lambda s: ' '.join(s))
return ditep_inclus, ditep_sf, poumons, poumons_sf