Table 2. Raw data .
Answers | explanations ChatGPT | explanations Claude | ||||||||||
MCQ | ChatGPT | Claude | RATER 1 | RATER 2 | RATER 3 | AVERAGE | RATER 1 | RATER 2 | RATER 3 | AVERAGE | ||
1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | ||
2 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 1 | 1 | 1 | ||
3 | 1 | 1 | 3 | 3 | 3 | 3 | 3 | 3 | 2 | 3 | ||
4 | 1 | 0 | 2 | 2 | 3 | 2 | 0 | 0 | 0 | 0 | ||
5 | 0 | 0 | 3 | 3 | 3 | 3 | 1 | 1 | 0 | 1 | ||
6 | 0 | 1 | 1 | 1 | 1 | 1 | 2 | 2 | 2 | 2 | ||
7 | 0 | 1 | 0 | 0 | 0 | 0 | 3 | 2 | 2 | 2 | ||
8 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 1 | 1 | 1 | ||
9 | 0 | 1 | 1 | 1 | 1 | 1 | 3 | 3 | 3 | 3 | ||
10 | 1 | 1 | 3 | 3 | 3 | 3 | 2 | 2 | 2 | 2 | ||
11 | 1 | 1 | 3 | 3 | 3 | 3 | 2 | 2 | 2 | 2 | ||
12 | 1 | 1 | 3 | 3 | 3 | 3 | 3 | 3 | 3 | 3 | ||
13 | 0 | 1 | 2 | 2 | 2 | 2 | 3 | 3 | 2 | 3 | ||
14 | 1 | 1 | 3 | 3 | 3 | 3 | 3 | 3 | 3 | 3 | ||
15 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 1 | 1 | 1 | ||
16 | 1 | 1 | 3 | 3 | 3 | 3 | 3 | 2 | 3 | 3 | ||
17 | 1 | 1 | 2 | 2 | 2 | 2 | 3 | 3 | 3 | 3 | ||
18 | 0 | 1 | 0 | 0 | 0 | 0 | 3 | 3 | 3 | 3 | ||
19 | 1 | 1 | 3 | 3 | 3 | 3 | 3 | 3 | 3 | 3 | ||
20 | 0 | 1 | 1 | 1 | 1 | 1 | 3 | 3 | 3 | 3 | ||
21 | 1 | 1 | 2 | 2 | 2 | 2 | 2 | 3 | 2 | 2 | ||
22 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 1 | 1 | 1 | ||
23 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 1 | 1 | 1 | ||
24 | 0 | 1 | 1 | 1 | 1 | 1 | 2 | 2 | 2 | 2 | ||
25 | 0 | 1 | 0 | 0 | 1 | 0 | 3 | 3 | 3 | 3 | ||
26 | 1 | 1 | 3 | 3 | 3 | 3 | 3 | 3 | 3 | 3 | ||
27 | 1 | 0 | 2 | 2 | 2 | 2 | 1 | 1 | 1 | 1 | ||
28 | 0 | 1 | 0 | 0 | 0 | 0 | 2 | 2 | 2 | 2 | ||
29 | 0 | 1 | 0 | 0 | 0 | 0 | 3 | 3 | 3 | 3 | ||
30 | 0 | 1 | 0 | 0 | 0 | 0 | 3 | 3 | 3 | 3 | ||
31 | 0 | 1 | 0 | 0 | 0 | 0 | 2 | 2 | 2 | 2 | ||
32 | 1 | 0 | 3 | 3 | 3 | 3 | 1 | 1 | 1 | 1 | ||
33 | 1 | 1 | 3 | 3 | 2 | 3 | 2 | 2 | 2 | 2 | ||
34 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 1 | 1 | 1 | ||
35 | 1 | 1 | 2 | 2 | 2 | 2 | 3 | 3 | 3 | 3 | ||
36 | 1 | 1 | 2 | 3 | 2 | 2 | 3 | 3 | 2 | 3 | ||
37 | 0 | 0 | 1 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | ||
38 | 1 | 0 | 2 | 2 | 2 | 2 | 1 | 1 | 1 | 1 | ||
39 | 1 | 1 | 2 | 2 | 2 | 2 | 2 | 2 | 2 | 2 | ||
40 | 0 | 1 | 0 | 1 | 1 | 1 | 2 | 2 | 2 | 2 | ||
41 | 1 | 1 | 3 | 3 | 2 | 3 | 3 | 2 | 2 | 2 | ||
42 | 1 | 1 | 2 | 2 | 2 | 2 | 2 | 2 | 2 | 2 | ||
43 | 1 | 1 | 3 | 2 | 3 | 3 | 3 | 3 | 3 | 3 | ||
44 | 0 | 1 | 0 | 0 | 0 | 0 | 3 | 3 | 3 | 3 | ||
45 | 0 | 1 | 2 | 1 | 1 | 1 | 3 | 3 | 2 | 3 | ||
46 | 0 | 1 | 1 | 1 | 0 | 1 | 2 | 3 | 3 | 3 | ||
47 | 0 | 0 | 0 | 0 | 0 | 0 | 1 | 1 | 1 | 1 | ||
48 | 1 | 1 | 3 | 3 | 3 | 3 | 3 | 3 | 3 | 3 | ||
49 | 1 | 1 | 2 | 2 | 2 | 2 | 2 | 2 | 2 | 2 | ||
50 | 1 | 1 | 2 | 3 | 2 | 2 | 2 | 3 | 2 | 2 | ||
51 | 0 | 1 | 0 | 0 | 0 | 0 | 3 | 3 | 3 | 3 | ||
52 | 1 | 1 | 3 | 3 | 3 | 3 | 3 | 3 | 3 | 3 | ||
53 | 0 | 1 | 1 | 1 | 1 | 1 | 2 | 2 | 2 | 2 | ||
54 | 0 | 0 | 1 | 1 | 1 | 1 | 2 | 2 | 2 | 2 | ||
55 | 1 | 1 | 3 | 3 | 3 | 3 | 2 | 2 | 2 | 2 |