{
  "dataset": "24 hand-authored synthetic examples; not production validation",
  "thresholds": {
    "minimum_similarity": 0.28,
    "minimum_margin": 0.1,
    "minimum_recognized_terms": 2
  },
  "tfidf": {
    "correct": 22,
    "total": 24,
    "accuracy": 0.917,
    "coverage": 0.75,
    "accepted_accuracy": 0.889,
    "review_cases_caught": 6
  },
  "keyword": {
    "correct": 23,
    "total": 24,
    "accuracy": 0.958,
    "coverage": 0.708,
    "accepted_accuracy": 0.941,
    "review_cases_caught": 7
  },
  "results": [
    {
      "id": "test-01",
      "team": "Facilities",
      "text": "The sink keeps leaking",
      "prediction": "Facilities",
      "baseline": "Facilities",
      "candidate": "Facilities",
      "similarity": 0.667,
      "margin": 0.37,
      "matched_terms": [
        "sink",
        "keeps",
        "leaking"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-02",
      "team": "Facilities",
      "text": "Please repair the broken window latch",
      "prediction": "Facilities",
      "baseline": "Facilities",
      "candidate": "Facilities",
      "similarity": 0.858,
      "margin": 0.858,
      "matched_terms": [
        "repair",
        "window",
        "latch",
        "broken"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-03",
      "team": "Facilities",
      "text": "The shower drain needs repair",
      "prediction": "Facilities",
      "baseline": "Facilities",
      "candidate": "Facilities",
      "similarity": 0.603,
      "margin": 0.421,
      "matched_terms": [
        "shower",
        "drain",
        "repair",
        "needs"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-04",
      "team": "Facilities",
      "text": "My heater needs replacement",
      "prediction": "Facilities",
      "baseline": "Facilities",
      "candidate": "Facilities",
      "similarity": 0.533,
      "margin": 0.32,
      "matched_terms": [
        "heater",
        "replacement",
        "needs"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-05",
      "team": "IT Support",
      "text": "I need a password reset",
      "prediction": "IT Support",
      "baseline": "IT Support",
      "candidate": "IT Support",
      "similarity": 0.639,
      "margin": 0.409,
      "matched_terms": [
        "password",
        "reset",
        "need"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-06",
      "team": "IT Support",
      "text": "My laptop cannot connect to wifi",
      "prediction": "IT Support",
      "baseline": "IT Support",
      "candidate": "IT Support",
      "similarity": 0.875,
      "margin": 0.875,
      "matched_terms": [
        "wifi",
        "laptop",
        "cannot",
        "connect"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-07",
      "team": "IT Support",
      "text": "The portal login is locked",
      "prediction": "IT Support",
      "baseline": "IT Support",
      "candidate": "IT Support",
      "similarity": 0.577,
      "margin": 0.577,
      "matched_terms": [
        "portal",
        "login",
        "locked"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-08",
      "team": "IT Support",
      "text": "My ethernet connection keeps dropping",
      "prediction": "IT Support",
      "baseline": "IT Support",
      "candidate": "IT Support",
      "similarity": 0.737,
      "margin": 0.737,
      "matched_terms": [
        "ethernet",
        "keeps",
        "dropping",
        "connection"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-09",
      "team": "Housing Administration",
      "text": "Please cancel my housing agreement",
      "prediction": "Housing Administration",
      "baseline": "Housing Administration",
      "candidate": "Housing Administration",
      "similarity": 0.552,
      "margin": 0.552,
      "matched_terms": [
        "cancel",
        "agreement",
        "housing"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-10",
      "team": "Housing Administration",
      "text": "I have a question about the move out deadline",
      "prediction": "Housing Administration",
      "baseline": "Housing Administration",
      "candidate": "Housing Administration",
      "similarity": 0.685,
      "margin": 0.523,
      "matched_terms": [
        "question",
        "move",
        "out",
        "deadline",
        "about"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-11",
      "team": "Housing Administration",
      "text": "I need a room transfer",
      "prediction": "Housing Administration",
      "baseline": "Housing Administration",
      "candidate": "Housing Administration",
      "similarity": 0.532,
      "margin": 0.162,
      "matched_terms": [
        "transfer",
        "need",
        "room"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-12",
      "team": "Housing Administration",
      "text": "My housing bill was charged twice",
      "prediction": "Housing Administration",
      "baseline": "Housing Administration",
      "candidate": "Housing Administration",
      "similarity": 0.778,
      "margin": 0.778,
      "matched_terms": [
        "bill",
        "was",
        "charged",
        "twice",
        "housing"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-13",
      "team": "Residence Life",
      "text": "I need help with a roommate conflict",
      "prediction": "Residence Life",
      "baseline": "Residence Life",
      "candidate": "Residence Life",
      "similarity": 0.711,
      "margin": 0.509,
      "matched_terms": [
        "help",
        "conflict",
        "roommate",
        "need"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-14",
      "team": "Residence Life",
      "text": "My neighbors are making noise during quiet hours",
      "prediction": "Residence Life",
      "baseline": "Residence Life",
      "candidate": "Residence Life",
      "similarity": 0.671,
      "margin": 0.671,
      "matched_terms": [
        "neighbors",
        "making",
        "noise",
        "quiet",
        "hours"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-15",
      "team": "Residence Life",
      "text": "How can I join community social activities",
      "prediction": "Residence Life",
      "baseline": "Residence Life",
      "candidate": "Residence Life",
      "similarity": 0.432,
      "margin": 0.266,
      "matched_terms": [
        "join",
        "social",
        "activities",
        "community",
        "how"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-16",
      "team": "Residence Life",
      "text": "I want to meet the resident assistant",
      "prediction": "Residence Life",
      "baseline": "Residence Life",
      "candidate": "Residence Life",
      "similarity": 0.7,
      "margin": 0.498,
      "matched_terms": [
        "meet",
        "resident",
        "assistant",
        "want"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-17",
      "team": "Human review",
      "text": "What should I do",
      "prediction": "Human review",
      "baseline": "Human review",
      "candidate": "Housing Administration",
      "similarity": 0.429,
      "margin": 0.026,
      "matched_terms": [
        "do"
      ],
      "reason": "Low similarity or competing teams",
      "review": true
    },
    {
      "id": "test-18",
      "team": "Human review",
      "text": "Can you help me tomorrow",
      "prediction": "Human review",
      "baseline": "Human review",
      "candidate": "Residence Life",
      "similarity": 0.473,
      "margin": 0.473,
      "matched_terms": [
        "help"
      ],
      "reason": "Low similarity or competing teams",
      "review": true
    },
    {
      "id": "test-19",
      "team": "Human review",
      "text": "I need to discuss something",
      "prediction": "Human review",
      "baseline": "Human review",
      "candidate": "Housing Administration",
      "similarity": 0.459,
      "margin": 0.095,
      "matched_terms": [
        "need"
      ],
      "reason": "Low similarity or competing teams",
      "review": true
    },
    {
      "id": "test-20",
      "team": "Human review",
      "text": "The sink is leaking and wifi keeps dropping",
      "prediction": "Human review",
      "baseline": "Facilities",
      "candidate": "Facilities",
      "similarity": 0.516,
      "margin": 0.057,
      "matched_terms": [
        "sink",
        "leaking",
        "wifi",
        "keeps",
        "dropping"
      ],
      "reason": "Low similarity or competing teams",
      "review": true
    },
    {
      "id": "test-21",
      "team": "Human review",
      "text": "My roommate is noisy and I need a password reset",
      "prediction": "IT Support",
      "baseline": "Human review",
      "candidate": "IT Support",
      "similarity": 0.561,
      "margin": 0.358,
      "matched_terms": [
        "password",
        "reset",
        "roommate",
        "need"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-22",
      "team": "Human review",
      "text": "The heater is broken and my housing bill is incorrect",
      "prediction": "Facilities",
      "baseline": "Human review",
      "candidate": "Facilities",
      "similarity": 0.642,
      "margin": 0.186,
      "matched_terms": [
        "heater",
        "bill",
        "broken",
        "housing"
      ],
      "reason": "Distinct nearest-example match",
      "review": false
    },
    {
      "id": "test-23",
      "team": "Human review",
      "text": "I lost a blue umbrella",
      "prediction": "Human review",
      "baseline": "Human review",
      "candidate": "Facilities",
      "similarity": 0,
      "margin": 0,
      "matched_terms": [],
      "reason": "Low similarity or competing teams",
      "review": true
    },
    {
      "id": "test-24",
      "team": "Human review",
      "text": "I need a dining meal plan refund",
      "prediction": "Human review",
      "baseline": "Human review",
      "candidate": "Housing Administration",
      "similarity": 0.459,
      "margin": 0.095,
      "matched_terms": [
        "need"
      ],
      "reason": "Low similarity or competing teams",
      "review": true
    }
  ]
}