{
  "sample": true,
  "notice": "Kalvenor Systems and all companies in this example are fictional.",
  "question_plan": {
    "questions": [
      [
        "1",
        "What is field service management software?",
        "core"
      ],
      [
        "10",
        "Which platforms combine scheduling, invoicing and inventory for service teams?",
        "core"
      ],
      [
        "11",
        "As a service operations director, which software should I evaluate to cut technician drive time?",
        "role"
      ],
      [
        "12",
        "As a finance lead, which field service platform gives the clearest job level margin reporting?",
        "role"
      ],
      [
        "13",
        "As an IT manager, which field service software offers an open API and webhooks?",
        "role"
      ],
      [
        "14",
        "As a dispatcher, which scheduling tool handles same day emergency jobs best?",
        "role"
      ],
      [
        "15",
        "As a service manager, which software helps a team hit first time fix rate targets?",
        "role"
      ],
      [
        "16",
        "As an operations lead, which platform scales from 50 to 500 technicians without a replatform?",
        "role"
      ],
      [
        "17",
        "As a customer experience lead, which field service tool gives customers live arrival windows?",
        "role"
      ],
      [
        "18",
        "As a procurement lead, what should I ask a field service software vendor before signing?",
        "role"
      ],
      [
        "19",
        "As a warehouse manager, which field service system tracks van stock accurately?",
        "role"
      ],
      [
        "2",
        "Which software helps a company schedule and dispatch field technicians?",
        "core"
      ],
      [
        "20",
        "As a compliance officer, which field service platform documents safety checks on site?",
        "role"
      ],
      [
        "21",
        "How does a service business reduce repeat visits caused by missing parts?",
        "use_case"
      ],
      [
        "22",
        "What software helps a heating and cooling contractor manage preventive maintenance agreements?",
        "use_case"
      ],
      [
        "23",
        "How can a service business quote and invoice from the field on the same day?",
        "use_case"
      ],
      [
        "24",
        "What tool routes technicians across a large territory efficiently?",
        "use_case"
      ],
      [
        "25",
        "How does a company give subcontractors limited access to work orders?",
        "use_case"
      ],
      [
        "26",
        "What software captures photos and signatures as proof of service?",
        "use_case"
      ],
      [
        "27",
        "How does a service business plan technician capacity for the next quarter?",
        "use_case"
      ],
      [
        "28",
        "What system links asset history to each service visit?",
        "use_case"
      ],
      [
        "29",
        "How are multi day installation jobs with several crews managed?",
        "use_case"
      ],
      [
        "3",
        "What are the strongest field service management platforms for a mid sized service business?",
        "core"
      ],
      [
        "30",
        "What software shortens the time between job completion and invoice?",
        "use_case"
      ],
      [
        "31",
        "How much does field service management software cost per technician?",
        "evaluation"
      ],
      [
        "32",
        "What is a typical implementation timeline for field service software?",
        "evaluation"
      ],
      [
        "33",
        "Which field service platforms offer month to month contracts?",
        "evaluation"
      ],
      [
        "34",
        "How do field service software vendors price offline mobile access?",
        "evaluation"
      ],
      [
        "35",
        "What should a field service software contract say about data export?",
        "evaluation"
      ],
      [
        "4",
        "What features should field service management software include?",
        "core"
      ],
      [
        "5",
        "How does field service management software differ from general work order software?",
        "core"
      ],
      [
        "6",
        "Which field service platforms handle recurring maintenance contracts?",
        "core"
      ],
      [
        "7",
        "What software tracks technician time and the parts used on a job?",
        "core"
      ],
      [
        "8",
        "Which field service management systems keep working offline in the field?",
        "core"
      ],
      [
        "9",
        "What software is used to manage a mobile service workforce?",
        "core"
      ]
    ],
    "question_count": 35,
    "sha256": "fc0b1605916dbee91e9a4c5ea495c6058dd98576896fc62d2a05af9500ae6ca4",
    "recorded_hashes": [
      "kalvenor-v11-fsm-35"
    ]
  },
  "selection": {
    "question": "1",
    "group": "scheduled"
  },
  "competitor": "Orbit Field",
  "competitor_cells": [
    {
      "engine": "chatgpt",
      "question_id": 1,
      "question_text": "What is field service management software?",
      "group": "scheduled",
      "retained": 3,
      "excluded": 0,
      "brand_named": 1,
      "competitor_named": 1,
      "both": 0,
      "competitor_only": 1,
      "brand_only": 1,
      "neither": 1,
      "receipt_ids": [
        "observation-d63c651c-456e-4da5-8ed3-a562be38880a",
        "observation-89e6e0f1-d3a1-4825-8a07-c28e8d8cad39",
        "observation-8defe43c-158c-4f7a-8fbd-584c8a2b6a09"
      ],
      "gap_receipt_ids": [
        "observation-d63c651c-456e-4da5-8ed3-a562be38880a"
      ],
      "valid": 3,
      "brand_rate": {
        "numerator": 1,
        "denominator": 3,
        "percent": 33.3,
        "low": 6.1,
        "high": 79.2
      },
      "competitor_rate": {
        "numerator": 1,
        "denominator": 3,
        "percent": 33.3,
        "low": 6.1,
        "high": 79.2
      }
    },
    {
      "engine": "claude",
      "question_id": 1,
      "question_text": "What is field service management software?",
      "group": "scheduled",
      "retained": 3,
      "excluded": 0,
      "brand_named": 2,
      "competitor_named": 1,
      "both": 1,
      "competitor_only": 0,
      "brand_only": 1,
      "neither": 1,
      "receipt_ids": [
        "observation-6347bf90-b76b-4463-8c38-b2adcce9662a",
        "observation-b04d4373-1ccd-454f-8f96-4f2f1691e56b",
        "observation-9ac7aba8-c1ab-44a1-816a-a18ade3fd2a0"
      ],
      "gap_receipt_ids": [],
      "valid": 3,
      "brand_rate": {
        "numerator": 2,
        "denominator": 3,
        "percent": 66.7,
        "low": 20.8,
        "high": 93.9
      },
      "competitor_rate": {
        "numerator": 1,
        "denominator": 3,
        "percent": 33.3,
        "low": 6.1,
        "high": 79.2
      }
    },
    {
      "engine": "google_ai_mode",
      "question_id": 1,
      "question_text": "What is field service management software?",
      "group": "scheduled",
      "retained": 3,
      "excluded": 0,
      "brand_named": 0,
      "competitor_named": 1,
      "both": 0,
      "competitor_only": 1,
      "brand_only": 0,
      "neither": 2,
      "receipt_ids": [
        "observation-d4d46a03-3028-4bdf-8629-31d2e77abaea",
        "observation-9696d277-868f-4fea-8d23-c9c2b0124482",
        "observation-88645a5b-3d5d-4733-8d35-f14fc43801c7"
      ],
      "gap_receipt_ids": [
        "observation-9696d277-868f-4fea-8d23-c9c2b0124482"
      ],
      "valid": 3,
      "brand_rate": {
        "numerator": 0,
        "denominator": 3,
        "percent": 0,
        "low": 0,
        "high": 56.2
      },
      "competitor_rate": {
        "numerator": 1,
        "denominator": 3,
        "percent": 33.3,
        "low": 6.1,
        "high": 79.2
      }
    },
    {
      "engine": "google_aio",
      "question_id": 1,
      "question_text": "What is field service management software?",
      "group": "scheduled",
      "retained": 3,
      "excluded": 0,
      "brand_named": 1,
      "competitor_named": 2,
      "both": 0,
      "competitor_only": 2,
      "brand_only": 1,
      "neither": 0,
      "receipt_ids": [
        "observation-098c9aec-f18e-4fbe-88e8-92a41d2158a4",
        "observation-e7962d20-14e0-4c26-8c4b-7f7f5fdd0c80",
        "observation-9c2df15a-be98-4c1c-89cc-5c63a462ff88"
      ],
      "gap_receipt_ids": [
        "observation-098c9aec-f18e-4fbe-88e8-92a41d2158a4",
        "observation-9c2df15a-be98-4c1c-89cc-5c63a462ff88"
      ],
      "valid": 3,
      "brand_rate": {
        "numerator": 1,
        "denominator": 3,
        "percent": 33.3,
        "low": 6.1,
        "high": 79.2
      },
      "competitor_rate": {
        "numerator": 2,
        "denominator": 3,
        "percent": 66.7,
        "low": 20.8,
        "high": 93.9
      }
    },
    {
      "engine": "perplexity",
      "question_id": 1,
      "question_text": "What is field service management software?",
      "group": "scheduled",
      "retained": 3,
      "excluded": 0,
      "brand_named": 1,
      "competitor_named": 1,
      "both": 1,
      "competitor_only": 0,
      "brand_only": 0,
      "neither": 2,
      "receipt_ids": [
        "observation-7a28aac1-9827-4fa4-8c6e-4ea2bf6a7bf2",
        "observation-5ba1501d-4f3c-49b5-8de3-289dbd0d416a",
        "observation-fbca0219-e349-460e-8f5c-410920e34f4a"
      ],
      "gap_receipt_ids": [],
      "valid": 3,
      "brand_rate": {
        "numerator": 1,
        "denominator": 3,
        "percent": 33.3,
        "low": 6.1,
        "high": 79.2
      },
      "competitor_rate": {
        "numerator": 1,
        "denominator": 3,
        "percent": 33.3,
        "low": 6.1,
        "high": 79.2
      }
    }
  ],
  "sources": {
    "valid": 15,
    "excluded": 0,
    "pages": [
      {
        "url": "https://trakwell.example/core/1",
        "domain": "trakwell.example",
        "observation_ids": [
          "observation-d63c651c-456e-4da5-8ed3-a562be38880a",
          "observation-d4d46a03-3028-4bdf-8629-31d2e77abaea",
          "observation-7a28aac1-9827-4fa4-8c6e-4ea2bf6a7bf2",
          "observation-b04d4373-1ccd-454f-8f96-4f2f1691e56b",
          "observation-9696d277-868f-4fea-8d23-c9c2b0124482",
          "observation-8defe43c-158c-4f7a-8fbd-584c8a2b6a09",
          "observation-9ac7aba8-c1ab-44a1-816a-a18ade3fd2a0"
        ],
        "brand_named_alongside": 2,
        "competitors_named_alongside": [
          "Northvale FSM",
          "Orbit Field",
          "Trakwell"
        ],
        "questions": [
          1
        ],
        "engines": [
          "chatgpt",
          "claude",
          "google_ai_mode",
          "perplexity"
        ],
        "answers": 7
      },
      {
        "url": "https://orbitfield.example/core/1",
        "domain": "orbitfield.example",
        "observation_ids": [
          "observation-098c9aec-f18e-4fbe-88e8-92a41d2158a4",
          "observation-7a28aac1-9827-4fa4-8c6e-4ea2bf6a7bf2",
          "observation-b04d4373-1ccd-454f-8f96-4f2f1691e56b",
          "observation-9696d277-868f-4fea-8d23-c9c2b0124482",
          "observation-5ba1501d-4f3c-49b5-8de3-289dbd0d416a"
        ],
        "brand_named_alongside": 1,
        "competitors_named_alongside": [
          "Northvale FSM",
          "Orbit Field",
          "Trakwell"
        ],
        "questions": [
          1
        ],
        "engines": [
          "claude",
          "google_ai_mode",
          "google_aio",
          "perplexity"
        ],
        "answers": 5
      },
      {
        "url": "https://fieldservicereview.example/core/1",
        "domain": "fieldservicereview.example",
        "observation_ids": [
          "observation-6347bf90-b76b-4463-8c38-b2adcce9662a",
          "observation-b04d4373-1ccd-454f-8f96-4f2f1691e56b",
          "observation-88645a5b-3d5d-4733-8d35-f14fc43801c7",
          "observation-fbca0219-e349-460e-8f5c-410920e34f4a"
        ],
        "brand_named_alongside": 1,
        "competitors_named_alongside": [
          "Northvale FSM",
          "Trakwell"
        ],
        "questions": [
          1
        ],
        "engines": [
          "claude",
          "google_ai_mode",
          "perplexity"
        ],
        "answers": 4
      },
      {
        "url": "https://hvacoperations.example/core/1",
        "domain": "hvacoperations.example",
        "observation_ids": [
          "observation-d4d46a03-3028-4bdf-8629-31d2e77abaea",
          "observation-098c9aec-f18e-4fbe-88e8-92a41d2158a4",
          "observation-89e6e0f1-d3a1-4825-8a07-c28e8d8cad39",
          "observation-5ba1501d-4f3c-49b5-8de3-289dbd0d416a"
        ],
        "brand_named_alongside": 1,
        "competitors_named_alongside": [
          "Northvale FSM",
          "Orbit Field",
          "Trakwell"
        ],
        "questions": [
          1
        ],
        "engines": [
          "chatgpt",
          "google_ai_mode",
          "google_aio",
          "perplexity"
        ],
        "answers": 4
      },
      {
        "url": "https://servicetechforum.example/core/1",
        "domain": "servicetechforum.example",
        "observation_ids": [
          "observation-098c9aec-f18e-4fbe-88e8-92a41d2158a4",
          "observation-89e6e0f1-d3a1-4825-8a07-c28e8d8cad39",
          "observation-9696d277-868f-4fea-8d23-c9c2b0124482",
          "observation-e7962d20-14e0-4c26-8c4b-7f7f5fdd0c80"
        ],
        "brand_named_alongside": 2,
        "competitors_named_alongside": [
          "Northvale FSM",
          "Orbit Field",
          "Trakwell"
        ],
        "questions": [
          1
        ],
        "engines": [
          "chatgpt",
          "google_ai_mode",
          "google_aio"
        ],
        "answers": 4
      },
      {
        "url": "https://cindermark.example/core/1",
        "domain": "cindermark.example",
        "observation_ids": [
          "observation-8defe43c-158c-4f7a-8fbd-584c8a2b6a09",
          "observation-9c2df15a-be98-4c1c-89cc-5c63a462ff88"
        ],
        "brand_named_alongside": 0,
        "competitors_named_alongside": [
          "Northvale FSM",
          "Orbit Field",
          "Trakwell"
        ],
        "questions": [
          1
        ],
        "engines": [
          "chatgpt",
          "google_aio"
        ],
        "answers": 2
      },
      {
        "url": "https://servicebuyersguide.example/core/1",
        "domain": "servicebuyersguide.example",
        "observation_ids": [
          "observation-d4d46a03-3028-4bdf-8629-31d2e77abaea",
          "observation-5ba1501d-4f3c-49b5-8de3-289dbd0d416a"
        ],
        "brand_named_alongside": 0,
        "competitors_named_alongside": [
          "Northvale FSM",
          "Trakwell"
        ],
        "questions": [
          1
        ],
        "engines": [
          "google_ai_mode",
          "perplexity"
        ],
        "answers": 2
      },
      {
        "url": "https://veranofsm.example/core/1",
        "domain": "veranofsm.example",
        "observation_ids": [
          "observation-6347bf90-b76b-4463-8c38-b2adcce9662a",
          "observation-88645a5b-3d5d-4733-8d35-f14fc43801c7"
        ],
        "brand_named_alongside": 1,
        "competitors_named_alongside": [
          "Northvale FSM"
        ],
        "questions": [
          1
        ],
        "engines": [
          "claude",
          "google_ai_mode"
        ],
        "answers": 2
      },
      {
        "url": "https://asterforge.example/core/1",
        "domain": "asterforge.example",
        "observation_ids": [
          "observation-9ac7aba8-c1ab-44a1-816a-a18ade3fd2a0"
        ],
        "brand_named_alongside": 1,
        "competitors_named_alongside": [
          "Orbit Field",
          "Trakwell"
        ],
        "questions": [
          1
        ],
        "engines": [
          "claude"
        ],
        "answers": 1
      },
      {
        "url": "https://kalvenor.example/platform/mobile-offline",
        "domain": "kalvenor.example",
        "observation_ids": [
          "observation-7a28aac1-9827-4fa4-8c6e-4ea2bf6a7bf2"
        ],
        "brand_named_alongside": 1,
        "competitors_named_alongside": [
          "Northvale FSM",
          "Orbit Field"
        ],
        "questions": [
          1
        ],
        "engines": [
          "perplexity"
        ],
        "answers": 1
      },
      {
        "url": "https://operationsweekly.example/core/1",
        "domain": "operationsweekly.example",
        "observation_ids": [
          "observation-6347bf90-b76b-4463-8c38-b2adcce9662a"
        ],
        "brand_named_alongside": 1,
        "competitors_named_alongside": [
          "Northvale FSM"
        ],
        "questions": [
          1
        ],
        "engines": [
          "claude"
        ],
        "answers": 1
      },
      {
        "url": "https://softwarecompare.example/core/1",
        "domain": "softwarecompare.example",
        "observation_ids": [
          "observation-d63c651c-456e-4da5-8ed3-a562be38880a"
        ],
        "brand_named_alongside": 0,
        "competitors_named_alongside": [
          "Orbit Field"
        ],
        "questions": [
          1
        ],
        "engines": [
          "chatgpt"
        ],
        "answers": 1
      }
    ],
    "domains": [
      {
        "domain": "trakwell.example",
        "observation_ids": [
          "observation-d63c651c-456e-4da5-8ed3-a562be38880a",
          "observation-d4d46a03-3028-4bdf-8629-31d2e77abaea",
          "observation-7a28aac1-9827-4fa4-8c6e-4ea2bf6a7bf2",
          "observation-b04d4373-1ccd-454f-8f96-4f2f1691e56b",
          "observation-9696d277-868f-4fea-8d23-c9c2b0124482",
          "observation-8defe43c-158c-4f7a-8fbd-584c8a2b6a09",
          "observation-9ac7aba8-c1ab-44a1-816a-a18ade3fd2a0"
        ],
        "urls": [
          "https://trakwell.example/core/1"
        ],
        "type": "Unclassified",
        "basis": "No reader classification recorded",
        "answers": 7,
        "rate": {
          "numerator": 7,
          "denominator": 15,
          "percent": 46.7,
          "low": 24.8,
          "high": 69.9
        }
      },
      {
        "domain": "orbitfield.example",
        "observation_ids": [
          "observation-098c9aec-f18e-4fbe-88e8-92a41d2158a4",
          "observation-7a28aac1-9827-4fa4-8c6e-4ea2bf6a7bf2",
          "observation-b04d4373-1ccd-454f-8f96-4f2f1691e56b",
          "observation-9696d277-868f-4fea-8d23-c9c2b0124482",
          "observation-5ba1501d-4f3c-49b5-8de3-289dbd0d416a"
        ],
        "urls": [
          "https://orbitfield.example/core/1"
        ],
        "type": "Unclassified",
        "basis": "No reader classification recorded",
        "answers": 5,
        "rate": {
          "numerator": 5,
          "denominator": 15,
          "percent": 33.3,
          "low": 15.2,
          "high": 58.3
        }
      },
      {
        "domain": "fieldservicereview.example",
        "observation_ids": [
          "observation-6347bf90-b76b-4463-8c38-b2adcce9662a",
          "observation-b04d4373-1ccd-454f-8f96-4f2f1691e56b",
          "observation-88645a5b-3d5d-4733-8d35-f14fc43801c7",
          "observation-fbca0219-e349-460e-8f5c-410920e34f4a"
        ],
        "urls": [
          "https://fieldservicereview.example/core/1"
        ],
        "type": "Unclassified",
        "basis": "No reader classification recorded",
        "answers": 4,
        "rate": {
          "numerator": 4,
          "denominator": 15,
          "percent": 26.7,
          "low": 10.9,
          "high": 52
        }
      },
      {
        "domain": "hvacoperations.example",
        "observation_ids": [
          "observation-d4d46a03-3028-4bdf-8629-31d2e77abaea",
          "observation-098c9aec-f18e-4fbe-88e8-92a41d2158a4",
          "observation-89e6e0f1-d3a1-4825-8a07-c28e8d8cad39",
          "observation-5ba1501d-4f3c-49b5-8de3-289dbd0d416a"
        ],
        "urls": [
          "https://hvacoperations.example/core/1"
        ],
        "type": "Unclassified",
        "basis": "No reader classification recorded",
        "answers": 4,
        "rate": {
          "numerator": 4,
          "denominator": 15,
          "percent": 26.7,
          "low": 10.9,
          "high": 52
        }
      },
      {
        "domain": "servicetechforum.example",
        "observation_ids": [
          "observation-098c9aec-f18e-4fbe-88e8-92a41d2158a4",
          "observation-89e6e0f1-d3a1-4825-8a07-c28e8d8cad39",
          "observation-9696d277-868f-4fea-8d23-c9c2b0124482",
          "observation-e7962d20-14e0-4c26-8c4b-7f7f5fdd0c80"
        ],
        "urls": [
          "https://servicetechforum.example/core/1"
        ],
        "type": "Unclassified",
        "basis": "No reader classification recorded",
        "answers": 4,
        "rate": {
          "numerator": 4,
          "denominator": 15,
          "percent": 26.7,
          "low": 10.9,
          "high": 52
        }
      },
      {
        "domain": "cindermark.example",
        "observation_ids": [
          "observation-8defe43c-158c-4f7a-8fbd-584c8a2b6a09",
          "observation-9c2df15a-be98-4c1c-89cc-5c63a462ff88"
        ],
        "urls": [
          "https://cindermark.example/core/1"
        ],
        "type": "Unclassified",
        "basis": "No reader classification recorded",
        "answers": 2,
        "rate": {
          "numerator": 2,
          "denominator": 15,
          "percent": 13.3,
          "low": 3.7,
          "high": 37.9
        }
      },
      {
        "domain": "servicebuyersguide.example",
        "observation_ids": [
          "observation-d4d46a03-3028-4bdf-8629-31d2e77abaea",
          "observation-5ba1501d-4f3c-49b5-8de3-289dbd0d416a"
        ],
        "urls": [
          "https://servicebuyersguide.example/core/1"
        ],
        "type": "Unclassified",
        "basis": "No reader classification recorded",
        "answers": 2,
        "rate": {
          "numerator": 2,
          "denominator": 15,
          "percent": 13.3,
          "low": 3.7,
          "high": 37.9
        }
      },
      {
        "domain": "veranofsm.example",
        "observation_ids": [
          "observation-6347bf90-b76b-4463-8c38-b2adcce9662a",
          "observation-88645a5b-3d5d-4733-8d35-f14fc43801c7"
        ],
        "urls": [
          "https://veranofsm.example/core/1"
        ],
        "type": "Unclassified",
        "basis": "No reader classification recorded",
        "answers": 2,
        "rate": {
          "numerator": 2,
          "denominator": 15,
          "percent": 13.3,
          "low": 3.7,
          "high": 37.9
        }
      },
      {
        "domain": "asterforge.example",
        "observation_ids": [
          "observation-9ac7aba8-c1ab-44a1-816a-a18ade3fd2a0"
        ],
        "urls": [
          "https://asterforge.example/core/1"
        ],
        "type": "Unclassified",
        "basis": "No reader classification recorded",
        "answers": 1,
        "rate": {
          "numerator": 1,
          "denominator": 15,
          "percent": 6.7,
          "low": 1.2,
          "high": 29.8
        }
      },
      {
        "domain": "kalvenor.example",
        "observation_ids": [
          "observation-7a28aac1-9827-4fa4-8c6e-4ea2bf6a7bf2"
        ],
        "urls": [
          "https://kalvenor.example/platform/mobile-offline"
        ],
        "type": "First party",
        "basis": "Matches the export company domain",
        "answers": 1,
        "rate": {
          "numerator": 1,
          "denominator": 15,
          "percent": 6.7,
          "low": 1.2,
          "high": 29.8
        }
      },
      {
        "domain": "operationsweekly.example",
        "observation_ids": [
          "observation-6347bf90-b76b-4463-8c38-b2adcce9662a"
        ],
        "urls": [
          "https://operationsweekly.example/core/1"
        ],
        "type": "Unclassified",
        "basis": "No reader classification recorded",
        "answers": 1,
        "rate": {
          "numerator": 1,
          "denominator": 15,
          "percent": 6.7,
          "low": 1.2,
          "high": 29.8
        }
      },
      {
        "domain": "softwarecompare.example",
        "observation_ids": [
          "observation-d63c651c-456e-4da5-8ed3-a562be38880a"
        ],
        "urls": [
          "https://softwarecompare.example/core/1"
        ],
        "type": "Unclassified",
        "basis": "No reader classification recorded",
        "answers": 1,
        "rate": {
          "numerator": 1,
          "denominator": 15,
          "percent": 6.7,
          "low": 1.2,
          "high": 29.8
        }
      }
    ]
  },
  "period_comparison": {
    "comparable": true,
    "model_consistency_confirmed": false,
    "failures": [],
    "notes": [
      "At least one model label is not recorded. Model consistency cannot be confirmed."
    ],
    "previous_window": {
      "from": "2026-07-08",
      "to": "2026-07-08"
    },
    "current_window": {
      "from": "2026-07-12",
      "to": "2026-07-12"
    },
    "filters": {
      "group": "scheduled",
      "engine": "chatgpt"
    },
    "scope_before": {
      "questions": [
        "[\"1\",\"What is field service management software?\",\"core\"]",
        "[\"10\",\"Which platforms combine scheduling, invoicing and inventory for service teams?\",\"core\"]",
        "[\"11\",\"As a service operations director, which software should I evaluate to cut technician drive time?\",\"role\"]",
        "[\"12\",\"As a finance lead, which field service platform gives the clearest job level margin reporting?\",\"role\"]",
        "[\"13\",\"As an IT manager, which field service software offers an open API and webhooks?\",\"role\"]",
        "[\"14\",\"As a dispatcher, which scheduling tool handles same day emergency jobs best?\",\"role\"]",
        "[\"15\",\"As a service manager, which software helps a team hit first time fix rate targets?\",\"role\"]",
        "[\"16\",\"As an operations lead, which platform scales from 50 to 500 technicians without a replatform?\",\"role\"]",
        "[\"17\",\"As a customer experience lead, which field service tool gives customers live arrival windows?\",\"role\"]",
        "[\"18\",\"As a procurement lead, what should I ask a field service software vendor before signing?\",\"role\"]",
        "[\"19\",\"As a warehouse manager, which field service system tracks van stock accurately?\",\"role\"]",
        "[\"2\",\"Which software helps a company schedule and dispatch field technicians?\",\"core\"]",
        "[\"20\",\"As a compliance officer, which field service platform documents safety checks on site?\",\"role\"]",
        "[\"21\",\"How does a service business reduce repeat visits caused by missing parts?\",\"use_case\"]",
        "[\"22\",\"What software helps a heating and cooling contractor manage preventive maintenance agreements?\",\"use_case\"]",
        "[\"23\",\"How can a service business quote and invoice from the field on the same day?\",\"use_case\"]",
        "[\"24\",\"What tool routes technicians across a large territory efficiently?\",\"use_case\"]",
        "[\"25\",\"How does a company give subcontractors limited access to work orders?\",\"use_case\"]",
        "[\"26\",\"What software captures photos and signatures as proof of service?\",\"use_case\"]",
        "[\"27\",\"How does a service business plan technician capacity for the next quarter?\",\"use_case\"]",
        "[\"28\",\"What system links asset history to each service visit?\",\"use_case\"]",
        "[\"29\",\"How are multi day installation jobs with several crews managed?\",\"use_case\"]",
        "[\"3\",\"What are the strongest field service management platforms for a mid sized service business?\",\"core\"]",
        "[\"30\",\"What software shortens the time between job completion and invoice?\",\"use_case\"]",
        "[\"31\",\"How much does field service management software cost per technician?\",\"evaluation\"]",
        "[\"32\",\"What is a typical implementation timeline for field service software?\",\"evaluation\"]",
        "[\"33\",\"Which field service platforms offer month to month contracts?\",\"evaluation\"]",
        "[\"34\",\"How do field service software vendors price offline mobile access?\",\"evaluation\"]",
        "[\"35\",\"What should a field service software contract say about data export?\",\"evaluation\"]",
        "[\"4\",\"What features should field service management software include?\",\"core\"]",
        "[\"5\",\"How does field service management software differ from general work order software?\",\"core\"]",
        "[\"6\",\"Which field service platforms handle recurring maintenance contracts?\",\"core\"]",
        "[\"7\",\"What software tracks technician time and the parts used on a job?\",\"core\"]",
        "[\"8\",\"Which field service management systems keep working offline in the field?\",\"core\"]",
        "[\"9\",\"What software is used to manage a mobile service workforce?\",\"core\"]"
      ],
      "cells": [
        [
          "[\"1\",\"What is field service management software?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"10\",\"Which platforms combine scheduling, invoicing and inventory for service teams?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"11\",\"As a service operations director, which software should I evaluate to cut technician drive time?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"12\",\"As a finance lead, which field service platform gives the clearest job level margin reporting?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"13\",\"As an IT manager, which field service software offers an open API and webhooks?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"14\",\"As a dispatcher, which scheduling tool handles same day emergency jobs best?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"15\",\"As a service manager, which software helps a team hit first time fix rate targets?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"16\",\"As an operations lead, which platform scales from 50 to 500 technicians without a replatform?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"17\",\"As a customer experience lead, which field service tool gives customers live arrival windows?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"18\",\"As a procurement lead, what should I ask a field service software vendor before signing?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"19\",\"As a warehouse manager, which field service system tracks van stock accurately?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"2\",\"Which software helps a company schedule and dispatch field technicians?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"20\",\"As a compliance officer, which field service platform documents safety checks on site?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"21\",\"How does a service business reduce repeat visits caused by missing parts?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"22\",\"What software helps a heating and cooling contractor manage preventive maintenance agreements?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"23\",\"How can a service business quote and invoice from the field on the same day?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"24\",\"What tool routes technicians across a large territory efficiently?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"25\",\"How does a company give subcontractors limited access to work orders?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"26\",\"What software captures photos and signatures as proof of service?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"27\",\"How does a service business plan technician capacity for the next quarter?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"28\",\"What system links asset history to each service visit?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"29\",\"How are multi day installation jobs with several crews managed?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"3\",\"What are the strongest field service management platforms for a mid sized service business?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"30\",\"What software shortens the time between job completion and invoice?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"31\",\"How much does field service management software cost per technician?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"32\",\"What is a typical implementation timeline for field service software?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"33\",\"Which field service platforms offer month to month contracts?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"34\",\"How do field service software vendors price offline mobile access?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"35\",\"What should a field service software contract say about data export?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"4\",\"What features should field service management software include?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"5\",\"How does field service management software differ from general work order software?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"6\",\"Which field service platforms handle recurring maintenance contracts?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"7\",\"What software tracks technician time and the parts used on a job?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"8\",\"Which field service management systems keep working offline in the field?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"9\",\"What software is used to manage a mobile service workforce?\",\"chatgpt\",\"scheduled\"]",
          1
        ]
      ],
      "engines": [
        "chatgpt"
      ],
      "groups": [
        "scheduled"
      ],
      "methods": [
        "1.1"
      ],
      "hashes": [
        "kalvenor-v11-fsm-35"
      ],
      "collection_scope": [
        "single turn, API based, logged out, gl=us, hl=en"
      ],
      "models": [
        "not reported"
      ],
      "models_by_engine": {
        "chatgpt": [
          "not reported"
        ]
      },
      "missing_run_metadata": false
    },
    "scope_after": {
      "questions": [
        "[\"1\",\"What is field service management software?\",\"core\"]",
        "[\"10\",\"Which platforms combine scheduling, invoicing and inventory for service teams?\",\"core\"]",
        "[\"11\",\"As a service operations director, which software should I evaluate to cut technician drive time?\",\"role\"]",
        "[\"12\",\"As a finance lead, which field service platform gives the clearest job level margin reporting?\",\"role\"]",
        "[\"13\",\"As an IT manager, which field service software offers an open API and webhooks?\",\"role\"]",
        "[\"14\",\"As a dispatcher, which scheduling tool handles same day emergency jobs best?\",\"role\"]",
        "[\"15\",\"As a service manager, which software helps a team hit first time fix rate targets?\",\"role\"]",
        "[\"16\",\"As an operations lead, which platform scales from 50 to 500 technicians without a replatform?\",\"role\"]",
        "[\"17\",\"As a customer experience lead, which field service tool gives customers live arrival windows?\",\"role\"]",
        "[\"18\",\"As a procurement lead, what should I ask a field service software vendor before signing?\",\"role\"]",
        "[\"19\",\"As a warehouse manager, which field service system tracks van stock accurately?\",\"role\"]",
        "[\"2\",\"Which software helps a company schedule and dispatch field technicians?\",\"core\"]",
        "[\"20\",\"As a compliance officer, which field service platform documents safety checks on site?\",\"role\"]",
        "[\"21\",\"How does a service business reduce repeat visits caused by missing parts?\",\"use_case\"]",
        "[\"22\",\"What software helps a heating and cooling contractor manage preventive maintenance agreements?\",\"use_case\"]",
        "[\"23\",\"How can a service business quote and invoice from the field on the same day?\",\"use_case\"]",
        "[\"24\",\"What tool routes technicians across a large territory efficiently?\",\"use_case\"]",
        "[\"25\",\"How does a company give subcontractors limited access to work orders?\",\"use_case\"]",
        "[\"26\",\"What software captures photos and signatures as proof of service?\",\"use_case\"]",
        "[\"27\",\"How does a service business plan technician capacity for the next quarter?\",\"use_case\"]",
        "[\"28\",\"What system links asset history to each service visit?\",\"use_case\"]",
        "[\"29\",\"How are multi day installation jobs with several crews managed?\",\"use_case\"]",
        "[\"3\",\"What are the strongest field service management platforms for a mid sized service business?\",\"core\"]",
        "[\"30\",\"What software shortens the time between job completion and invoice?\",\"use_case\"]",
        "[\"31\",\"How much does field service management software cost per technician?\",\"evaluation\"]",
        "[\"32\",\"What is a typical implementation timeline for field service software?\",\"evaluation\"]",
        "[\"33\",\"Which field service platforms offer month to month contracts?\",\"evaluation\"]",
        "[\"34\",\"How do field service software vendors price offline mobile access?\",\"evaluation\"]",
        "[\"35\",\"What should a field service software contract say about data export?\",\"evaluation\"]",
        "[\"4\",\"What features should field service management software include?\",\"core\"]",
        "[\"5\",\"How does field service management software differ from general work order software?\",\"core\"]",
        "[\"6\",\"Which field service platforms handle recurring maintenance contracts?\",\"core\"]",
        "[\"7\",\"What software tracks technician time and the parts used on a job?\",\"core\"]",
        "[\"8\",\"Which field service management systems keep working offline in the field?\",\"core\"]",
        "[\"9\",\"What software is used to manage a mobile service workforce?\",\"core\"]"
      ],
      "cells": [
        [
          "[\"1\",\"What is field service management software?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"10\",\"Which platforms combine scheduling, invoicing and inventory for service teams?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"11\",\"As a service operations director, which software should I evaluate to cut technician drive time?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"12\",\"As a finance lead, which field service platform gives the clearest job level margin reporting?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"13\",\"As an IT manager, which field service software offers an open API and webhooks?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"14\",\"As a dispatcher, which scheduling tool handles same day emergency jobs best?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"15\",\"As a service manager, which software helps a team hit first time fix rate targets?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"16\",\"As an operations lead, which platform scales from 50 to 500 technicians without a replatform?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"17\",\"As a customer experience lead, which field service tool gives customers live arrival windows?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"18\",\"As a procurement lead, what should I ask a field service software vendor before signing?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"19\",\"As a warehouse manager, which field service system tracks van stock accurately?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"2\",\"Which software helps a company schedule and dispatch field technicians?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"20\",\"As a compliance officer, which field service platform documents safety checks on site?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"21\",\"How does a service business reduce repeat visits caused by missing parts?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"22\",\"What software helps a heating and cooling contractor manage preventive maintenance agreements?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"23\",\"How can a service business quote and invoice from the field on the same day?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"24\",\"What tool routes technicians across a large territory efficiently?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"25\",\"How does a company give subcontractors limited access to work orders?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"26\",\"What software captures photos and signatures as proof of service?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"27\",\"How does a service business plan technician capacity for the next quarter?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"28\",\"What system links asset history to each service visit?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"29\",\"How are multi day installation jobs with several crews managed?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"3\",\"What are the strongest field service management platforms for a mid sized service business?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"30\",\"What software shortens the time between job completion and invoice?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"31\",\"How much does field service management software cost per technician?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"32\",\"What is a typical implementation timeline for field service software?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"33\",\"Which field service platforms offer month to month contracts?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"34\",\"How do field service software vendors price offline mobile access?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"35\",\"What should a field service software contract say about data export?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"4\",\"What features should field service management software include?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"5\",\"How does field service management software differ from general work order software?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"6\",\"Which field service platforms handle recurring maintenance contracts?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"7\",\"What software tracks technician time and the parts used on a job?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"8\",\"Which field service management systems keep working offline in the field?\",\"chatgpt\",\"scheduled\"]",
          1
        ],
        [
          "[\"9\",\"What software is used to manage a mobile service workforce?\",\"chatgpt\",\"scheduled\"]",
          1
        ]
      ],
      "engines": [
        "chatgpt"
      ],
      "groups": [
        "scheduled"
      ],
      "methods": [
        "1.1"
      ],
      "hashes": [
        "kalvenor-v11-fsm-35"
      ],
      "collection_scope": [
        "single turn, API based, logged out, gl=us, hl=en"
      ],
      "models": [
        "not reported"
      ],
      "models_by_engine": {
        "chatgpt": [
          "not reported"
        ]
      },
      "missing_run_metadata": false
    },
    "per_engine": [
      {
        "engine": "chatgpt",
        "previous": {
          "retained": 35,
          "excluded": 1,
          "mention": {
            "numerator": 11,
            "denominator": 34,
            "percent": 32.4,
            "low": 19.1,
            "high": 49.2
          },
          "citation": {
            "numerator": 6,
            "denominator": 34,
            "percent": 17.6,
            "low": 8.3,
            "high": 33.5
          }
        },
        "current": {
          "retained": 35,
          "excluded": 1,
          "mention": {
            "numerator": 13,
            "denominator": 34,
            "percent": 38.2,
            "low": 23.9,
            "high": 55
          },
          "citation": {
            "numerator": 9,
            "denominator": 34,
            "percent": 26.5,
            "low": 14.6,
            "high": 43.1
          }
        },
        "mention_change": {
          "points": 5.9,
          "relative_percent": 18.2,
          "reason": null
        },
        "citation_change": {
          "points": 8.8,
          "relative_percent": 50,
          "reason": null
        }
      }
    ],
    "note": "Differences describe retained observations. Matching recorded scope does not establish why a result changed."
  }
}
