PHI-Model-8B/outputs/development-evaluation/summary.json

26 lines
683 B
JSON

{
"total_records": 2027,
"valid_json": 2027,
"valid_json_rate": 1.0,
"valid_schema": 2027,
"valid_schema_rate": 1.0,
"classification_correct": 2024,
"classification_accuracy": 0.9985199802664035,
"true_positive": 996,
"true_negative": 1028,
"false_positive": 3,
"false_negative": 0,
"precision": 0.996996996996997,
"recall": 1.0,
"f1": 0.9984962406015038,
"result_count_correct": 2024,
"result_count_accuracy": 0.9985199802664035,
"positive_records": 996,
"entity_type_correct": 980,
"entity_type_accuracy": 0.9839357429718876,
"entity_text_correct": 996,
"entity_text_accuracy": 1.0,
"evidence_correct": 996,
"evidence_accuracy": 1.0
}