{
  "name": "Fish identification accuracy test: Global Fishing League and Fishbrain",
  "url": "https://bestfishidentification.com/fish-identification-accuracy-test/",
  "runBy": "Global Fishing League",
  "independent": false,
  "testedModel": {
    "app": "Global Fishing League",
    "species": 491,
    "inPublicApp": false,
    "note": "The model in Global Fishing League's test builds (TestFlight, Google Play testing). Public installs still use the earlier model."
  },
  "dates": {
    "photosFrozen": "2026-10-29",
    "fishbrainRun": "2026-11-02",
    "gflScored": "2026-11-05"
  },
  "photos": {
    "total": 300,
    "species": 163,
    "iNaturalist": 200,
    "globalFishingLeagueAnglers": 100,
    "trainedOn": false
  },
  "location": "none on either side",
  "measure": "species named right in the first answer",
  "results": {
    "globalFishingLeague": {
      "rightFirst": 252,
      "percent": 84,
      "rightInTop3": 283,
      "iNaturalistPhotos": 160,
      "globalFishingLeaguePhotos": 92,
      "speciesFishbrainKnows": 194
    },
    "fishbrain": {
      "rightFirst": 144,
      "percent": 48,
      "rightInTop3": 188,
      "iNaturalistPhotos": 100,
      "globalFishingLeaguePhotos": 44,
      "speciesFishbrainKnows": 144
    },
    "speciesFishbrainKnowsPhotos": 227,
    "leadPoints": 36,
    "leadPoints95": [
      30.3,
      42
    ],
    "onlyGlobalFishingLeagueRight": 115,
    "onlyFishbrainRight": 7,
    "exactMcNemarP": 2.7e-26
  },
  "limits": [
    "Run by Global Fishing League, not independent.",
    "Test species were chosen from Global Fishing League's species list.",
    "Fishbrain ran without a location; with a US location it would probably do somewhat better.",
    "One run on one phone, Fishbrain as installed on 2026-11-02.",
    "The headline model was scored after Fishbrain's answers were recorded, with nothing tuned; a larger model sealed before Fishbrain ran scored 259 of 300.",
    "The iPhone build of the model was not run on these photos."
  ],
  "round1": {
    "date": "2026-10-28",
    "photos": 60,
    "globalFishingLeague": 54,
    "fishbrain": 47,
    "note": "Too small to rule out chance."
  },
  "contact": "admin@globalfishingleague.com"
}