{"text_format":"2","workbook":"xlsx","n_sheets":2,"sheets":["Legend","DatasetEV19_Prediction_metrics_compa"],"not_rendered":{"charts":0,"images":0,"macros":0,"external_links":0,"defined_names":0,"comments":0,"pivot_tables":0},"unopened":[],"bounds":{"document_bytes":16777216,"sheet_cells":100000,"run_cost":"one","rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096},"cells_cut":0,"cells_raw":0,"read":"whole","date_system":"1900"}

{"sheet":"Legend","index":0,"n_rows":1,"n_cols":1,"rows_kept":1,"cut":false,"hidden":false,"merged":[]}
["Dataset EV19. Prediction quality metrics for 6 annotation tools. This table includes different validation sets and combinations of them (columns A and B). For each set, we described the size (C) and the total number predicted as positive in that set for the 6 annotation tools compared in this work (columns D to I). Columns J to O use these values to compute standard metrics as the True Positive Rate (TPR) and the False Positive Rate. An additional table below presents the combined metrics used to compare, represented by the Accuracy and the AUC of the 6 tools (D to I)"]

{"sheet":"DatasetEV19_Prediction_metrics_compa","index":1,"n_rows":17,"n_cols":15,"rows_kept":17,"cut":false,"hidden":false,"merged":[[0,9,2,14],[2,3,2,8],[4,0,9,0],[10,0,12,0],[14,0,14,14]]}
[{"$nulls":9},"Discovery rate || for positive set True Positive Rate = TP/TP+FN || for negative set False Positive Rate = FP/FP+TN"]
[]
[null,null,null,"Total predicted as positive"]
[null,null,"Original DB size(not annotated proteins)","BASys","CPC","GeneMarkS","Glimmer","Prodigal","RanSEPs","BASys","CPC","GeneMarkS","Glimmer","Prodigal","RanSEPs"]
["Positive set","Total",570,372,48,435,43,391,489,{"$f":"D5/C5*100","v":65.2631578947369},{"$f":"E5/C5*100","v":8.42105263157895},{"$f":"F5/C5*100","v":76.3157894736842},{"$f":"G5/C5*100","v":7.54385964912281},{"$f":"H5/C5*100","v":68.5964912280702},{"$f":"I5/C5*100","v":85.7894736842105}]
[null,"Annotated",438,283,37,337,25,302,380,{"$f":"D6/C6*100","v":64.6118721461187},{"$f":"E6/C6*100","v":8.44748858447489},{"$f":"F6/C6*100","v":76.9406392694064},{"$f":"G6/C6*100","v":5.70776255707763},{"$f":"H6/C6*100","v":68.9497716894977},{"$f":"I6/C6*100","v":86.7579908675799}]
[null,"Annotated in a different strain ",87,64,8,67,10,60,71,{"$f":"D7/C7*100","v":73.5632183908046},{"$f":"E7/C7*100","v":9.19540229885057},{"$f":"F7/C7*100","v":77.0114942528736},{"$f":"G7/C7*100","v":11.4942528735632},{"$f":"H7/C7*100","v":68.9655172413793},{"$f":"I7/C7*100","v":81.6091954022989}]
[null,"MS >=2 UTPs",473,370,46,371,33,351,410,{"$f":"D8/C8*100","v":78.2241014799154},{"$f":"E8/C8*100","v":9.72515856236787},{"$f":"F8/C8*100","v":78.4355179704017},{"$f":"G8/C8*100","v":6.97674418604651},{"$f":"H8/C8*100","v":74.2071881606765},{"$f":"I8/C8*100","v":86.6807610993657}]
[null,"C13 labelled",10,3,1,3,1,5,10,{"$f":"D9/C9*100","v":30},{"$f":"E9/C9*100","v":10},{"$f":"F9/C9*100","v":30},{"$f":"G9/C9*100","v":10},{"$f":"H9/C9*100","v":50},{"$f":"I9/C9*100","v":100}]
[null,"Potential new SEPs",25,10,2,14,8,10,19,{"$f":"D10/C10*100","v":40},{"$f":"E10/C10*100","v":8},{"$f":"F10/C10*100","v":56},{"$f":"G10/C10*100","v":32},{"$f":"H10/C10*100","v":40},{"$f":"I10/C10*100","v":76}]
["Negative subset","Total",570,24,2,79,49,66,39,{"$f":"D11/C11*100","v":4.21052631578947},{"$f":"E11/C11*100","v":0.350877192982456},{"$f":"F11/C11*100","v":13.859649122807},{"$f":"G11/C11*100","v":8.59649122807018},{"$f":"H11/C11*100","v":11.5789473684211},{"$f":"I11/C11*100","v":6.8421052631579}]
[null,"Potential non-coding smORFs",556,24,2,75,49,66,39,{"$f":"D12/C12*100","v":4.31654676258993},{"$f":"E12/C12*100","v":0.359712230215827},{"$f":"F12/C12*100","v":13.4892086330935},{"$f":"G12/C12*100","v":8.81294964028777},{"$f":"H12/C12*100","v":11.8705035971223},{"$f":"I12/C12*100","v":7.01438848920863}]
[null,"C13 labelled",14,0,0,4,0,0,0,{"$f":"D13/C13*100","v":0},{"$f":"E13/C13*100","v":0},{"$f":"F13/C13*100","v":28.5714285714286},{"$f":"G13/C13*100","v":0},{"$f":"H13/C13*100","v":0},{"$f":"I13/C13*100","v":0}]
["Negative set",">=2 HR_UTPs; no MS; no conserved",14746,530,5,579,50,744,629,{"$f":"D14/C14*100","v":3.59419503594195},{"$f":"E14/C14*100","v":0.033907500339075},{"$f":"F14/C14*100","v":3.92648853926489},{"$f":"G14/C14*100","v":0.33907500339075},{"$f":"H14/C14*100","v":5.04543605045436},{"$f":"I14/C14*100","v":4.26556354265564}]
[]
["Accuracy (Correctly predicted/total)","test set",1140,{"$f":"100*(D5+(570-D11))/1140","v":80.5263157894737},{"$f":"100*(E5+(570-E11))/1140","v":54.0350877192982},{"$f":"100*(F5+(570-F11))/1140","v":81.2280701754386},{"$f":"100*(G5+(570-G11))/1140","v":49.4736842105263},{"$f":"100*(H5+(570-H11))/1140","v":78.5087719298246},{"$f":"100*(I5+(570-I11))/1140","v":89.4736842105263}]
["Area Under the ROC Curve","test set",1140,0.81,0.76,0.81,0.67,0.84,0.95]