[1a02f2]: / acl2021_performance.xlsx

Download this file

# Unnamed: 0 Unnamed: 1 Strict Level Unnamed: 3 Unnamed: 4 Relax Level Unnamed: 6 Unnamed: 7 Unnamed: 8 Unnamed: 9 Strict Level.1 Unnamed: 11 Unnamed: 12 Relax Level.1 Unnamed: 14 Unnamed: 15
1 nan nan Precision Recall F1 Precision Recall F1 nan nan Precision Recall F1 Precision Recall F1
2 Chia BERT_Base 0.605223656559591 0.665346534653465 0.633862600220091 0.764635244671269 0.813201320132013 0.788170846406598 nan BERT-Base 0.617602883748873 0.686936184430337 0.650427080037962 0.77981375788525 0.867357166722352 0.82125909522303
3 nan BERT-MIMIC 0.593441671503192 0.674917491749174 0.631562693020383 0.755948926291352 0.822772277227722 0.787946368448294 nan BERT-MIMIC 0.612846715328467 0.701303040427664 0.654097849797444 0.765255474452554 0.875709989976612 0.816765347460268
4 nan ALBERT 0.600672166208371 0.648844884488448 0.623829922259241 0.771463489153681 0.801980198019802 0.786425910046949 nan ALBERT 0.622467771639042 0.677581022385566 0.648856183010718 0.783609576427256 0.852990310725025 0.81682930731083
5 nan ALBERT-MIMIC 0.632903225806451 0.647524752475247 0.640130505709624 0.787096774193548 0.781848184818481 0.78446370045667 nan ALBERT-MIMIC 0.642722117202268 0.681590377547611 0.661585860223771 0.796156269691241 0.844303374540594 0.819523269012485
6 nan RoBERTa 0.631225175679804 0.681848184818481 0.655560844042519 0.771463489153681 0.815511551155115 0.792876221388885 nan RoBERTa 0.643115942028985 0.711660541262946 0.675654242664551 0.785628019323671 0.869361844303374 0.825376685170499
7 nan RoBERTa-MIMIC 0.615800540702913 0.676567656765676 0.644755464695706 0.771102433163112 0.817491749174917 0.793619772611522 nan RoBERTa-MIMIC 0.638773079213817 0.716672235215502 0.675484175720359 0.781119714115544 0.876378215836952 0.826011651708392
8 nan ELECTRA 0.574890510948905 0.649834983498349 0.610069713400464 0.736934306569343 0.801320132013201 0.767779739181965 nan ELECTRA 0.595482546201232 0.678249248245907 0.63417681974383 0.749486652977412 0.853658536585365 0.798188066229303
9 nan ELECTRA-MIMIC 0.608604720645354 0.672277227722772 0.638858397365532 0.766059157454436 0.814851485148514 0.789702371964033 nan ELECTRA-MIMIC 0.619466432131339 0.70598062145005 0.659900062460961 0.768982703019642 0.876378215836952 0.819175515302935
10 nan Att-BiLSTM-CRF 0.358578607322325 0.3896255850234 0.373457943925233 0.706389088298636 0.734399375975039 0.720121958921452 nan Att-BiLSTM-CRF 0.298636037329504 0.324492979719188 0.311028037383177 0.597631012203876 0.649375975039001 0.622429906542056
11 nan nan nan nan nan nan nan nan nan nan nan nan nan nan nan nan
12 nan nan Strict Level nan nan Relax Level nan nan nan nan Strict Level nan nan Relax Level nan nan
13 nan nan Precision Recall F1 Precision Recall F1 nan nan Precision Recall F1 Precision Recall F1
14 FRD BERT_Base 0.761796875 0.79186292025337 0.776538982240981 0.8971875 0.920821828812733 0.908851039920074 nan BERT-Base 0.761364659285264 0.790615068237053 0.775714220204521 0.903051579800162 0.937745372966909 0.920071536662539
15 nan BERT-MIMIC 0.751670122091683 0.794948838720155 0.772703950743971 0.889503186669738 0.929023875263927 0.90883409418262 nan BERT-MIMIC 0.75408677211275 0.797719199850439 0.775289575289575 0.892285941503932 0.943914750420639 0.917374517374517
16 nan ALBERT 0.724831184775936 0.767094364138379 0.74536416002525 0.864410681399631 0.900682150397921 0.882173738768261 nan ALBERT 0.726129769650079 0.772013460459899 0.748368974266038 0.870406189555125 0.92540661805945 0.897064153678869
17 nan ALBERT-MIMIC 0.742193629373921 0.768231281468247 0.754988028731045 0.882002196767613 0.89735260678902 0.889611188146456 nan ALBERT-MIMIC 0.738229755178907 0.769489624228827 0.753535630921323 0.882790781095865 0.920171994765376 0.901093871573069
18 nan RoBERTa 0.76096289481754 0.806074386876725 0.782869311459894 0.890754369825207 0.933327919441286 0.911544317506099 nan RoBERTa 0.757827531922336 0.809964479341933 0.783029098138442 0.891201679202378 0.952514488689474 0.920838604735225
19 nan RoBERTa-MIMIC 0.760113828641747 0.802582426506415 0.780771053878969 0.891785879095523 0.933084294299171 0.911967776988635 nan RoBERTa-MIMIC 0.763478106403765 0.803514675640306 0.782984925080839 0.899724664712674 0.946905963731538 0.922712574577583
20 nan ELECTRA 0.744363775315246 0.790969628065616 0.766959329107445 0.883989300726022 0.925369498132207 0.904206215022999 nan ELECTRA 0.739408263305322 0.789586838661432 0.763674170508995 0.884016106442577 0.944008225836604 0.913027755175843
21 nan ELECTRA-MIMIC 0.768295571169179 0.790319961019977 0.779152155638285 0.903370963922002 0.918466785772291 0.910856332549575 nan ELECTRA-MIMIC 0.763927639276392 0.793419330716021 0.778394240909716 0.899918999189991 0.934660684240044 0.91696088770691
22 nan Att-BiLSTM-CRF 0.679909297052154 0.719869394026697 0.699318966321485 0.869206349206349 0.903870162297128 0.8861994153435 nan Att-BiLSTM-CRF 0.643174603174603 0.680975703447613 0.661535591006623 0.802993197278911 0.850187265917603 0.825916596697453