external_validation.json

{
  "type": "source-verified external sanity check",
  "n_scored": 8,
  "n_correct": 6,
  "accuracy": 0.75,
  "mean_confidence_all": 0.9263811931014061,
  "mean_confidence_correct": 0.9997439682483673,
  "mean_confidence_incorrect": 0.7062928676605225,
  "not_a_formal_benchmark": true,
  "reference_labels_are_source_verified_not_laboratory_confirmed": true,
  "results": [
    {"file": "alternaria_cornell.jpg", "reference_label": "alternaria_leaf_spot", "predicted_class": "alternaria_leaf_spot", "confidence": 0.9999121427536011, "correct": true, "source": "Cornell Vegetables", "source_url": "https://blogs.cornell.edu/livegpath/gallery/crucifers-cole-crops/alternaria-leaf-spot-on-cabbage/"},
    {"file": "alternaria_wsu.jpg", "reference_label": "alternaria_leaf_spot", "predicted_class": "downy_mildew", "confidence": 0.8445411920547485, "correct": false, "source": "Washington State University", "source_url": "https://mtvernon.wsu.edu/path_team/cabbage-alternaria-black-spot-1l/"},
    {"file": "black_rot_uw.png", "reference_label": "black_rot", "predicted_class": "ringspot", "confidence": 0.5680445432662964, "correct": false, "source": "UW-Madison Vegetable Pathology", "source_url": "https://vegpath.plantpath.wisc.edu/diseases/brassica-black-rot/"},
    {"file": "ringspot_pnw.jpg", "reference_label": "ringspot", "predicted_class": "ringspot", "confidence": 0.9997442364692688, "correct": true, "source": "Pacific Northwest Pest Management Handbooks", "source_url": "https://pnwhandbooks.org/node/2370/print"},
    {"file": "downy_mildew_wsu.jpg", "reference_label": "downy_mildew", "predicted_class": "downy_mildew", "confidence": 0.9992188215255737, "correct": true, "source": "Washington State University", "source_url": "https://mtvernon.wsu.edu/path_team/cabbage-downy-mildew-3l/"},
    {"file": "downy_mildew_ncstate.jpeg", "reference_label": "downy_mildew", "predicted_class": "downy_mildew", "confidence": 0.9999939203262329, "correct": true, "source": "NC State Extension", "source_url": "https://content.ces.ncsu.edu/downy-mildew-on-brassica-crops"},
    {"file": "clubroot_umn.jpg", "reference_label": "clubroot", "predicted_class": "clubroot", "confidence": 0.9999606609344482, "correct": true, "source": "University of Minnesota Extension", "source_url": "https://extension.umn.edu/plant-diseases/clubroot"},
    {"file": "clubroot_umd.jpg", "reference_label": "clubroot", "predicted_class": "clubroot", "confidence": 0.9996340274810791, "correct": true, "source": "University of Maryland Extension", "source_url": "https://extension.umd.edu/resource/club-root-found-brassica-crops"}
  ],
  "excluded_observations": [
    {"file": "alternaria_uw.jpg", "reference_label": "alternaria_leaf_spot", "predicted_class": "downy_mildew", "confidence": 0.9217684268951416, "reason": "Retained as qualitative evidence but excluded from strict score because the image was less leaf-focused and label confidence was lower."},
    {"file": "external_uminn_1.jpg", "reason": "No disease-specific source-label mapping verified."},
    {"file": "external_uminn_2.jpg", "reason": "No disease-specific source-label mapping verified."},
    {"file": "grey_mould_rocket.jpg", "reason": "Commercial source without authoritative pathology-label confirmation; excluded from strict score."}
  ]
}