TABLE 10.
Event role | CNN-BiLSTM-PCNN |
NeuroEAE |
AT- NeuroEAE |
||||||
P | R | F 1 | P | R | F 1 | P | R | F 1 | |
Acquisition-uses | 0.597 | 0.74 | 0.661 | 0.708 | 0.667 | 0.687 | 0.766 | 0.706 | 0.735 |
Acquisition-produces | 0.558 | 0.898 | 0.688 | 0.772 | 0.809 | 0.791 | 0.8 | 0.762 | 0.781 |
Perform analysis-on | 0.571 | 0.667 | 0.615 | 0.681 | 0.687 | 0.684 | 0.729 | 0.794 | 0.761 |
Perform analysis-produces | 0.5 | 0.692 | 0.581 | 0.686 | 0.528 | 0.597 | 0.687 | 0.632 | 0.658 |
Perform analysis-uses | 0.7 | 0.333 | 0.451 | 0.667 | 0.5 | 0.571 | 0.642 | 0.843 | 0.729 |
Perform experiment-by | 0.471 | 0.696 | 0.562 | 0.56 | 0.583 | 0.571 | 0.619 | 0.541 | 0.578 |
Perform experiment-participates in | 0.3 | 0.462 | 0.364 | 0.416 | 0.357 | 0.384 | 0.462 | 0.428 | 0.444 |
Perform experiment-uses | 0.511 | 0.649 | 0.571 | 0.56 | 0.736 | 0.636 | 0.591 | 0.684 | 0.634 |
Effect-affect | 0.75 | 0.788 | 0.768 | 0.711 | 0.821 | 0.762 | 0.832 | 0.806 | 0.818 |
Effect-cause | 0.649 | 0.649 | 0.649 | 0.677 | 0.677 | 0.677 | 0.731 | 0.686 | 0.708 |
Deactivate-affect | 0.875 | 0.966 | 0.918 | 1 | 1 | 1 | 1 | 1 | 1 |
Deactivate-cause | 0.905 | 0.95 | 0.918 | 0.952 | 0.952 | 0.952 | 1 | 1 | 1 |
Activate-affect | 0.862 | 0.812 | 0.836 | 0.833 | 0.864 | 0.848 | 0.861 | 0.765 | 0.81 |
Activate-cause | 0.566 | 0.625 | 0.594 | 0.676 | 0.588 | 0.625 | 0.667 | 0.549 | 0.602 |
ACQ-attribute | 0.594 | 0.92 | 0.867 | 0.956 | 0.709 | 0.814 | 0.806 | 0.806 | 0.806 |
SEN-attribute | 0.385 | 0.385 | 0.385 | 1 | 0.526 | 0.689 | 0.9 | 0.346 | 0.5 |
STP-attribute | 1 | 0.815 | 0.898 | 0.692 | 0.62 | 0.654 | 0.772 | 0.586 | 0.667 |