{
  "sample": "16-image development sample; thresholds tuned on this sample, not independent validation.",
  "thresholds": {
    "interior": 50,
    "serviceRooms": 45,
    "gym": 35,
    "lead": 1
  },
  "evidence_matches": 16,
  "total": 16,
  "label_failures": [
    {
      "id": "33073545-1",
      "criterion": "windows",
      "expected": "windows",
      "actual": "no_windows"
    },
    {
      "id": "33073545-3",
      "criterion": "windows",
      "expected": "windows",
      "actual": "no_windows"
    },
    {
      "id": "33073545-4",
      "criterion": "windows",
      "expected": "windows",
      "actual": "no_windows"
    },
    {
      "id": "33073545-4",
      "criterion": "room",
      "expected": "living_room",
      "actual": "uncertain"
    },
    {
      "id": "32818959-1",
      "criterion": "windows",
      "expected": "windows",
      "actual": "no_windows"
    },
    {
      "id": "32818959-1",
      "criterion": "room",
      "expected": "living_room",
      "actual": "uncertain"
    },
    {
      "id": "32818959-2",
      "criterion": "windows",
      "expected": "windows",
      "actual": "no_windows"
    },
    {
      "id": "32818959-3",
      "criterion": "windows",
      "expected": "windows",
      "actual": "no_windows"
    }
  ],
  "cases": [
    {
      "id": "33073545-1",
      "expected": {
        "scene": "interior",
        "furnishing": "unfurnished",
        "gym": "no_gym",
        "windows": "windows",
        "room": "bedroom"
      },
      "predicted": {
        "scene": "interior",
        "furnishing": "unfurnished",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "bedroom"
      },
      "expected_useful": true,
      "useful": true,
      "failures": [
        {
          "criterion": "windows",
          "expected": "windows",
          "actual": "no_windows"
        }
      ]
    },
    {
      "id": "33073545-2",
      "expected": {
        "scene": "interior",
        "furnishing": "furnished",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "living_room"
      },
      "predicted": {
        "scene": "interior",
        "furnishing": "furnished",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "living_room"
      },
      "expected_useful": true,
      "useful": true,
      "failures": []
    },
    {
      "id": "33073545-3",
      "expected": {
        "scene": "interior",
        "furnishing": "furnished",
        "gym": "no_gym",
        "windows": "windows",
        "room": "bedroom"
      },
      "predicted": {
        "scene": "interior",
        "furnishing": "furnished",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "bedroom"
      },
      "expected_useful": true,
      "useful": true,
      "failures": [
        {
          "criterion": "windows",
          "expected": "windows",
          "actual": "no_windows"
        }
      ]
    },
    {
      "id": "33073545-4",
      "expected": {
        "scene": "interior",
        "furnishing": "furnished",
        "gym": "no_gym",
        "windows": "windows",
        "room": "living_room"
      },
      "predicted": {
        "scene": "interior",
        "furnishing": "furnished",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "uncertain"
      },
      "expected_useful": true,
      "useful": true,
      "failures": [
        {
          "criterion": "windows",
          "expected": "windows",
          "actual": "no_windows"
        },
        {
          "criterion": "room",
          "expected": "living_room",
          "actual": "uncertain"
        }
      ]
    },
    {
      "id": "32818959-1",
      "expected": {
        "scene": "interior",
        "furnishing": "unfurnished",
        "gym": "no_gym",
        "windows": "windows",
        "room": "living_room"
      },
      "predicted": {
        "scene": "interior",
        "furnishing": "unfurnished",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "uncertain"
      },
      "expected_useful": true,
      "useful": true,
      "failures": [
        {
          "criterion": "windows",
          "expected": "windows",
          "actual": "no_windows"
        },
        {
          "criterion": "room",
          "expected": "living_room",
          "actual": "uncertain"
        }
      ]
    },
    {
      "id": "32818959-2",
      "expected": {
        "scene": "interior",
        "furnishing": "unfurnished",
        "gym": "no_gym",
        "windows": "windows",
        "room": "living_room"
      },
      "predicted": {
        "scene": "interior",
        "furnishing": "unfurnished",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "living_room"
      },
      "expected_useful": true,
      "useful": true,
      "failures": [
        {
          "criterion": "windows",
          "expected": "windows",
          "actual": "no_windows"
        }
      ]
    },
    {
      "id": "32818959-3",
      "expected": {
        "scene": "interior",
        "furnishing": "unfurnished",
        "gym": "no_gym",
        "windows": "windows",
        "room": "living_room"
      },
      "predicted": {
        "scene": "interior",
        "furnishing": "unfurnished",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "living_room"
      },
      "expected_useful": true,
      "useful": true,
      "failures": [
        {
          "criterion": "windows",
          "expected": "windows",
          "actual": "no_windows"
        }
      ]
    },
    {
      "id": "32818959-4",
      "expected": {
        "scene": "interior",
        "furnishing": "not_applicable",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "bathroom"
      },
      "predicted": {
        "scene": "interior",
        "furnishing": "not_applicable",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "bathroom"
      },
      "expected_useful": false,
      "useful": false,
      "failures": []
    },
    {
      "id": "32457706-1",
      "expected": {
        "scene": "exterior",
        "furnishing": "not_applicable",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "not_applicable"
      },
      "predicted": {
        "scene": "exterior",
        "furnishing": "not_applicable",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "not_applicable"
      },
      "expected_useful": false,
      "useful": false,
      "failures": []
    },
    {
      "id": "32457706-2",
      "expected": {
        "scene": "exterior",
        "furnishing": "not_applicable",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "not_applicable"
      },
      "predicted": {
        "scene": "exterior",
        "furnishing": "not_applicable",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "not_applicable"
      },
      "expected_useful": false,
      "useful": false,
      "failures": []
    },
    {
      "id": "32457706-3",
      "expected": {
        "scene": "interior",
        "furnishing": "furnished",
        "windows": "windows"
      },
      "predicted": {
        "scene": "interior",
        "furnishing": "furnished",
        "gym": "no_gym",
        "windows": "windows",
        "room": "living_room"
      },
      "expected_useful": true,
      "useful": true,
      "failures": []
    },
    {
      "id": "32457706-4",
      "expected": {
        "scene": "interior",
        "furnishing": "furnished",
        "gym": "no_gym",
        "windows": "windows",
        "room": "living_room"
      },
      "predicted": {
        "scene": "interior",
        "furnishing": "furnished",
        "gym": "no_gym",
        "windows": "windows",
        "room": "living_room"
      },
      "expected_useful": true,
      "useful": true,
      "failures": []
    },
    {
      "id": "32108015-1",
      "expected": {
        "scene": "interior",
        "furnishing": "unfurnished",
        "gym": "no_gym",
        "windows": "windows",
        "room": "living_room"
      },
      "predicted": {
        "scene": "interior",
        "furnishing": "unfurnished",
        "gym": "no_gym",
        "windows": "windows",
        "room": "living_room"
      },
      "expected_useful": true,
      "useful": true,
      "failures": []
    },
    {
      "id": "32108015-2",
      "expected": {
        "scene": "interior",
        "furnishing": "unfurnished",
        "gym": "no_gym",
        "windows": "windows",
        "room": "living_room"
      },
      "predicted": {
        "scene": "interior",
        "furnishing": "unfurnished",
        "gym": "no_gym",
        "windows": "windows",
        "room": "living_room"
      },
      "expected_useful": true,
      "useful": true,
      "failures": []
    },
    {
      "id": "32108015-3",
      "expected": {
        "scene": "interior",
        "furnishing": "unfurnished",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "uncertain"
      },
      "predicted": {
        "scene": "interior",
        "furnishing": "unfurnished",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "uncertain"
      },
      "expected_useful": true,
      "useful": true,
      "failures": []
    },
    {
      "id": "32108015-4",
      "expected": {
        "scene": "interior",
        "gym": "no_gym",
        "windows": "no_windows"
      },
      "predicted": {
        "scene": "interior",
        "furnishing": "unfurnished",
        "gym": "no_gym",
        "windows": "no_windows",
        "room": "uncertain"
      },
      "expected_useful": false,
      "useful": false,
      "failures": []
    }
  ],
  "furnishing": {
    "furnished": {
      "correct": 5,
      "predicted": 5,
      "precision": 1
    },
    "unfurnished": {
      "correct": 7,
      "predicted": 7,
      "precision": 1
    },
    "coverage": {
      "classified": 12,
      "reviewed": 16
    }
  },
  "listings": [
    {
      "listing_id": "33073545",
      "probability": 0.6208881392893613,
      "evidence_count": 4,
      "total_count": 4,
      "status": "furnished",
      "conflicting": true
    },
    {
      "listing_id": "32818959",
      "probability": 0.19076095996941705,
      "evidence_count": 3,
      "total_count": 4,
      "status": "unfurnished",
      "conflicting": false
    },
    {
      "listing_id": "32457706",
      "probability": 0.7025872366195982,
      "evidence_count": 2,
      "total_count": 4,
      "status": "furnished",
      "conflicting": false
    },
    {
      "listing_id": "32108015",
      "probability": 0.2961000554554225,
      "evidence_count": 3,
      "total_count": 4,
      "status": "unfurnished",
      "conflicting": false
    }
  ]
}