# | Unnamed: 0 | Unnamed: 1 | Strict Level | Unnamed: 3 | Unnamed: 4 | Relax Level | Unnamed: 6 | Unnamed: 7 | Unnamed: 8 | Unnamed: 9 | Strict Level.1 | Unnamed: 11 | Unnamed: 12 | Relax Level.1 | Unnamed: 14 | Unnamed: 15 |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
1 | nan | nan | Precision | Recall | F1 | Precision | Recall | F1 | nan | nan | Precision | Recall | F1 | Precision | Recall | F1 |
2 | Chia | BERT_Base | 0.605223656559591 | 0.665346534653465 | 0.633862600220091 | 0.764635244671269 | 0.813201320132013 | 0.788170846406598 | nan | BERT-Base | 0.617602883748873 | 0.686936184430337 | 0.650427080037962 | 0.77981375788525 | 0.867357166722352 | 0.82125909522303 |
3 | nan | BERT-MIMIC | 0.593441671503192 | 0.674917491749174 | 0.631562693020383 | 0.755948926291352 | 0.822772277227722 | 0.787946368448294 | nan | BERT-MIMIC | 0.612846715328467 | 0.701303040427664 | 0.654097849797444 | 0.765255474452554 | 0.875709989976612 | 0.816765347460268 |
4 | nan | ALBERT | 0.600672166208371 | 0.648844884488448 | 0.623829922259241 | 0.771463489153681 | 0.801980198019802 | 0.786425910046949 | nan | ALBERT | 0.622467771639042 | 0.677581022385566 | 0.648856183010718 | 0.783609576427256 | 0.852990310725025 | 0.81682930731083 |
5 | nan | ALBERT-MIMIC | 0.632903225806451 | 0.647524752475247 | 0.640130505709624 | 0.787096774193548 | 0.781848184818481 | 0.78446370045667 | nan | ALBERT-MIMIC | 0.642722117202268 | 0.681590377547611 | 0.661585860223771 | 0.796156269691241 | 0.844303374540594 | 0.819523269012485 |
6 | nan | RoBERTa | 0.631225175679804 | 0.681848184818481 | 0.655560844042519 | 0.771463489153681 | 0.815511551155115 | 0.792876221388885 | nan | RoBERTa | 0.643115942028985 | 0.711660541262946 | 0.675654242664551 | 0.785628019323671 | 0.869361844303374 | 0.825376685170499 |
7 | nan | RoBERTa-MIMIC | 0.615800540702913 | 0.676567656765676 | 0.644755464695706 | 0.771102433163112 | 0.817491749174917 | 0.793619772611522 | nan | RoBERTa-MIMIC | 0.638773079213817 | 0.716672235215502 | 0.675484175720359 | 0.781119714115544 | 0.876378215836952 | 0.826011651708392 |
8 | nan | ELECTRA | 0.574890510948905 | 0.649834983498349 | 0.610069713400464 | 0.736934306569343 | 0.801320132013201 | 0.767779739181965 | nan | ELECTRA | 0.595482546201232 | 0.678249248245907 | 0.63417681974383 | 0.749486652977412 | 0.853658536585365 | 0.798188066229303 |
9 | nan | ELECTRA-MIMIC | 0.608604720645354 | 0.672277227722772 | 0.638858397365532 | 0.766059157454436 | 0.814851485148514 | 0.789702371964033 | nan | ELECTRA-MIMIC | 0.619466432131339 | 0.70598062145005 | 0.659900062460961 | 0.768982703019642 | 0.876378215836952 | 0.819175515302935 |
10 | nan | Att-BiLSTM-CRF | 0.358578607322325 | 0.3896255850234 | 0.373457943925233 | 0.706389088298636 | 0.734399375975039 | 0.720121958921452 | nan | Att-BiLSTM-CRF | 0.298636037329504 | 0.324492979719188 | 0.311028037383177 | 0.597631012203876 | 0.649375975039001 | 0.622429906542056 |
11 | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan | nan |
12 | nan | nan | Strict Level | nan | nan | Relax Level | nan | nan | nan | nan | Strict Level | nan | nan | Relax Level | nan | nan |
13 | nan | nan | Precision | Recall | F1 | Precision | Recall | F1 | nan | nan | Precision | Recall | F1 | Precision | Recall | F1 |
14 | FRD | BERT_Base | 0.761796875 | 0.79186292025337 | 0.776538982240981 | 0.8971875 | 0.920821828812733 | 0.908851039920074 | nan | BERT-Base | 0.761364659285264 | 0.790615068237053 | 0.775714220204521 | 0.903051579800162 | 0.937745372966909 | 0.920071536662539 |
15 | nan | BERT-MIMIC | 0.751670122091683 | 0.794948838720155 | 0.772703950743971 | 0.889503186669738 | 0.929023875263927 | 0.90883409418262 | nan | BERT-MIMIC | 0.75408677211275 | 0.797719199850439 | 0.775289575289575 | 0.892285941503932 | 0.943914750420639 | 0.917374517374517 |
16 | nan | ALBERT | 0.724831184775936 | 0.767094364138379 | 0.74536416002525 | 0.864410681399631 | 0.900682150397921 | 0.882173738768261 | nan | ALBERT | 0.726129769650079 | 0.772013460459899 | 0.748368974266038 | 0.870406189555125 | 0.92540661805945 | 0.897064153678869 |
17 | nan | ALBERT-MIMIC | 0.742193629373921 | 0.768231281468247 | 0.754988028731045 | 0.882002196767613 | 0.89735260678902 | 0.889611188146456 | nan | ALBERT-MIMIC | 0.738229755178907 | 0.769489624228827 | 0.753535630921323 | 0.882790781095865 | 0.920171994765376 | 0.901093871573069 |
18 | nan | RoBERTa | 0.76096289481754 | 0.806074386876725 | 0.782869311459894 | 0.890754369825207 | 0.933327919441286 | 0.911544317506099 | nan | RoBERTa | 0.757827531922336 | 0.809964479341933 | 0.783029098138442 | 0.891201679202378 | 0.952514488689474 | 0.920838604735225 |
19 | nan | RoBERTa-MIMIC | 0.760113828641747 | 0.802582426506415 | 0.780771053878969 | 0.891785879095523 | 0.933084294299171 | 0.911967776988635 | nan | RoBERTa-MIMIC | 0.763478106403765 | 0.803514675640306 | 0.782984925080839 | 0.899724664712674 | 0.946905963731538 | 0.922712574577583 |
20 | nan | ELECTRA | 0.744363775315246 | 0.790969628065616 | 0.766959329107445 | 0.883989300726022 | 0.925369498132207 | 0.904206215022999 | nan | ELECTRA | 0.739408263305322 | 0.789586838661432 | 0.763674170508995 | 0.884016106442577 | 0.944008225836604 | 0.913027755175843 |
21 | nan | ELECTRA-MIMIC | 0.768295571169179 | 0.790319961019977 | 0.779152155638285 | 0.903370963922002 | 0.918466785772291 | 0.910856332549575 | nan | ELECTRA-MIMIC | 0.763927639276392 | 0.793419330716021 | 0.778394240909716 | 0.899918999189991 | 0.934660684240044 | 0.91696088770691 |
22 | nan | Att-BiLSTM-CRF | 0.679909297052154 | 0.719869394026697 | 0.699318966321485 | 0.869206349206349 | 0.903870162297128 | 0.8861994153435 | nan | Att-BiLSTM-CRF | 0.643174603174603 | 0.680975703447613 | 0.661535591006623 | 0.802993197278911 | 0.850187265917603 | 0.825916596697453 |