[
  {
    "id": "a1qa-1",
    "vendorSlug": "a1qa",
    "title": "eCommerce · Flaky tests cut from 18% to 4.6%",
    "url": "https://www.a1qa.com/portfolio/digital-commerce-automation-rescue-for-stable-ci/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "eCommerce",
      "type": null
    },
    "frameworks": [
      "selenium",
      "rest-assured"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 5,
    "durationMonths": 3,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "Flaky tests cut from 18% to 4.6%",
        "before": "18% flaky test rate",
        "after": "4.6%",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "a1qa was asked to assess a bounded 420-test subset"
      },
      {
        "kind": "cost",
        "claim": "32% lower regression and triage cost after ongoing maintenance was included",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Over a 12-week period, a1qa moved from assessment to pilot delivery"
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-2",
    "vendorSlug": "a1qa",
    "title": "Retail · AI-powered test automation cut release decision time by 50%",
    "url": "https://www.a1qa.com/portfolio/retail-ai-regression-testing-for-decreased-release-time/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Grocery and retail eCommerce",
      "type": null
    },
    "frameworks": [
      "playwright",
      "rest-assured"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Azure DevOps",
      "Jenkins"
    ],
    "clouds": [
      "AWS"
    ],
    "teamSize": 5,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "cut release decision time from about two working weeks to under one",
        "before": "about two working weeks",
        "after": "under one working week",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "a1qa deliberately scoped a single role-and-region slice"
      },
      {
        "kind": "other",
        "claim": "30%+ less setup time on converted tests",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-3",
    "vendorSlug": "a1qa",
    "title": "B2B SaaS · 65% of a critical scope automated in 10 weeks",
    "url": "https://www.a1qa.com/portfolio/b2b-saas-ai-test-automation-for-faster-releases/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "B2B SaaS",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [],
    "teamSize": 4,
    "durationMonths": 2.5,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "coverage",
        "claim": "65% of a critical scope automated in 10 weeks",
        "before": "no automated suite",
        "after": "65% of the prioritized critical scope",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "The project ran for 10 weeks with 2 automation engineers"
      },
      {
        "kind": "execution-time",
        "claim": "2 working days saved per regression decision for the selected scope",
        "before": "about 3 working days per release",
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Manual regression testing for the selected scope required about 3 working days"
      },
      {
        "kind": "release-frequency",
        "claim": "2x release cadence increase per month after the selected scope became repeatable",
        "before": "2 releases per month",
        "after": null,
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "The project ran for 10 weeks"
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"2 working days saved per regression decision for the selected scope\""
    ]
  },
  {
    "id": "a1qa-4",
    "vendorSlug": "a1qa",
    "title": "Automotive marketplace · 80%+ stable releases",
    "url": "https://www.a1qa.com/portfolio/ensuring-quality-of-b2b-marketplace/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Automotive services B2B marketplace",
      "type": null
    },
    "frameworks": [
      "selenium",
      "rest-assured",
      "cucumber-bdd",
      "jmeter",
      "postman"
    ],
    "languages": [
      "Java",
      "Python",
      "Groovy"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "BrowserStack",
      "AWS"
    ],
    "teamSize": 19,
    "durationMonths": 48,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "regression testing time was reduced from 5 days to 1.5 days",
        "before": "5 days",
        "after": "1.5 days",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "4+ years of collaboration"
      },
      {
        "kind": "coverage",
        "claim": "Reached 66% test automation coverage",
        "before": null,
        "after": "66%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "4+ years of collaboration"
      },
      {
        "kind": "defects",
        "claim": "Improved release stability, with 3x fewer issues reaching production",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "quarter-on-quarter reduction in issues reaching production"
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-5",
    "vendorSlug": "a1qa",
    "title": "Insurance · 4x faster release cycles with comprehensive testing, test automation, and QA process refinement",
    "url": "https://www.a1qa.com/portfolio/qa-support-for-claims-management-company/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Insurance and risk services",
      "type": null
    },
    "frameworks": [
      "selenium",
      "jmeter"
    ],
    "languages": [
      "C#"
    ],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [],
    "teamSize": 15,
    "durationMonths": 24,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "release-frequency",
        "claim": "reducing the release cadence from over 1.5 months to just two weeks",
        "before": "over 1.5 months",
        "after": "two weeks",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "2+ years of project duration"
      },
      {
        "kind": "suite-size",
        "claim": "established complete test automation infrastructure from zero to 1,000+ tests",
        "before": "zero",
        "after": "1,000+ tests",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "2+ years of project duration"
      },
      {
        "kind": "coverage",
        "claim": "85-90% of pre-release regression automated",
        "before": null,
        "after": "85-90%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of project duration"
      },
      {
        "kind": "defects",
        "claim": "Systematic testing identified more than 2,200 issues",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of project duration"
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-6",
    "vendorSlug": "a1qa",
    "title": "Manufacturing · $120K saved annually with optimized QA toolset and test automation",
    "url": "https://www.a1qa.com/portfolio/a1qa-provides-extensive-qa-support-to-a-large-us-based-manufacturer-of-home-appliances/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Home appliance manufacturing",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd",
      "jmeter",
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 33,
    "durationMonths": 48,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "cost",
        "claim": "Reduced operational costs by 120K per year",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Reduced operational costs by 120K per year"
      },
      {
        "kind": "execution-time",
        "claim": "curtailed the time required for release verification testing by 90%",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "4+ years of the project duration"
      },
      {
        "kind": "cost",
        "claim": "in just two months, it contributed to saving 50 business days",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "in just two months"
      },
      {
        "kind": "other",
        "claim": "decreasing the download time by 30%",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "4+ years of the project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-7",
    "vendorSlug": "a1qa",
    "title": "Crafted performance testing service to ensure smooth SaaS platform operation for Anaplan",
    "url": "https://www.a1qa.com/portfolio/crafted-performance-testing-service-to-ensure-smooth-saas-platform-operation-for-international-cloud-provider/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Anaplan",
      "industry": "Connected planning SaaS",
      "type": null
    },
    "frameworks": [
      "jmeter",
      "gatling"
    ],
    "languages": [
      "Java",
      "Python"
    ],
    "ciTools": [],
    "clouds": [
      "BlazeMeter"
    ],
    "teamSize": 6,
    "durationMonths": 60,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-8",
    "vendorSlug": "a1qa",
    "title": "a1qa brings QA automation engineering expertise and sets up test automation unification for an IDE provider",
    "url": "https://www.a1qa.com/portfolio/a1qa-sets-up-test-automation-from-scratch/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Low-code development platform",
      "type": null
    },
    "frameworks": [
      "webdriverio",
      "cucumber-bdd"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [
      "Sauce Labs"
    ],
    "teamSize": 2,
    "durationMonths": 6,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "500 automated tests developed",
        "before": null,
        "after": "500",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "6 months of the project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-9",
    "vendorSlug": "a1qa",
    "title": "a1qa shifts testing left and helps release high-quality real estate software",
    "url": "https://www.a1qa.com/portfolio/a1qa-com-portfolio-holistic-qa-for-real-estate-company/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Real estate",
      "type": null
    },
    "frameworks": [
      "detox",
      "cucumber-bdd",
      "postman",
      "jmeter"
    ],
    "languages": [],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 10,
    "durationMonths": 24,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "the number of total handled requests increased from 400 to 46,000",
        "before": "400",
        "after": "46,000",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Even within 1 API (book evaluation)"
      },
      {
        "kind": "defects",
        "claim": "only 1 defect in 2 user stories",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2 years of project duration"
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-10",
    "vendorSlug": "a1qa",
    "title": "A US-based developer enhances the quality of a 3D avatar social app with a1qa’s support",
    "url": "https://www.a1qa.com/portfolio/a1qa-helps-enhance-a-3d-avatar-social-app-quality/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Social metaverse app",
      "type": null
    },
    "frameworks": [
      "playwright",
      "appium"
    ],
    "languages": [
      "JavaScript",
      "Python"
    ],
    "ciTools": [],
    "clouds": [
      "AWS Device Farm"
    ],
    "teamSize": 8,
    "durationMonths": 12,
    "startYear": null,
    "migration": {
      "from": "spectron",
      "to": "playwright"
    },
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-11",
    "vendorSlug": "a1qa",
    "title": "a1qa enhances software quality of Acronis’ multiuse infrastructure product for cybersecurity",
    "url": "https://www.a1qa.com/portfolio/a1qa-enhances-software-quality-of-acronis-multiuse-infrastructure-product-for-cybersecurity/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Acronis",
      "industry": "Cyber protection software",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 4,
    "durationMonths": 36,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-12",
    "vendorSlug": "a1qa",
    "title": "a1qa ensures the quality of unique billing solution",
    "url": "https://www.a1qa.com/portfolio/a1qa-ensures-the-quality-of-unique-billing-solution/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Telecommunications",
      "type": null
    },
    "frameworks": [
      "robot-framework",
      "postman"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": 24,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Developed over 2,000 test cases",
        "before": null,
        "after": "2,000+",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2 years of the project duration"
      },
      {
        "kind": "defects",
        "claim": "defined more than 100 bottlenecks",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "After 4 months of rigorous audit"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-13",
    "vendorSlug": "a1qa",
    "title": "a1qa assures high quality of the cloud ERP system new functionality",
    "url": "https://www.a1qa.com/portfolio/a1qa-assures-high-quality-of-the-cloud-erp-system-new-functionality/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Cloud ERP software for construction",
      "type": null
    },
    "frameworks": [
      "cucumber-bdd"
    ],
    "languages": [
      "C#"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": 24,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "450 automated tests written",
        "before": null,
        "after": "450",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of the project duration"
      },
      {
        "kind": "defects",
        "claim": "2000+ defects identified",
        "before": null,
        "after": "2000+",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of the project duration"
      },
      {
        "kind": "release-frequency",
        "claim": "the a1qa team assured timely releases that occur every 8 weeks",
        "before": null,
        "after": "every 8 weeks",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-14",
    "vendorSlug": "a1qa",
    "title": "a1qa helps a US-based pest control company ensure high software quality",
    "url": "https://www.a1qa.com/portfolio/a1qa-com-portfolio-meticulous-qa-for-pest-control-firm/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Pest control services",
      "type": null
    },
    "frameworks": [
      "selenium",
      "appium",
      "postman"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": 16,
    "durationMonths": 36,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "coverage",
        "claim": "helped automate 20% of app regression tests",
        "before": null,
        "after": "20%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "3+ years of project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-15",
    "vendorSlug": "a1qa",
    "title": "a1qa delivers QA support for a global fashion brand’s website",
    "url": "https://www.a1qa.com/portfolio/a1qa-delivers-qa-support-for-a-global-fashion-brand-website/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Fashion retail eCommerce",
      "type": null
    },
    "frameworks": [
      "webdriverio",
      "cucumber-bdd",
      "postman"
    ],
    "languages": [
      "Java",
      "JavaScript"
    ],
    "ciTools": [],
    "clouds": [
      "BrowserStack",
      "Kobiton"
    ],
    "teamSize": 4,
    "durationMonths": 24,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-16",
    "vendorSlug": "a1qa",
    "title": "Quality assurance for a Swiss eLearning company’s SaaS platform and other IT solutions",
    "url": "https://www.a1qa.com/portfolio/a1qa-com-portfolio-qa-for-elearning-saas-platform/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "eLearning software",
      "type": null
    },
    "frameworks": [
      "selenium",
      "postman"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [
      "Jenkins",
      "GitLab"
    ],
    "clouds": [
      "AWS"
    ],
    "teamSize": 5,
    "durationMonths": 72,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "7.5 boost in smoke testing due to test automation",
        "before": null,
        "after": "7.5",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "6+ years of project duration"
      },
      {
        "kind": "execution-time",
        "claim": "10.4 speed-up in regression testing thanks to test automation",
        "before": null,
        "after": "10.4",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "6+ years of project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-17",
    "vendorSlug": "a1qa",
    "title": "a1qa improves quality of the solution for global real estate organization",
    "url": "https://www.a1qa.com/portfolio/a1qa-improves-quality-of-the-solution-for-global-real-estate-organization/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Real estate services",
      "type": null
    },
    "frameworks": [
      "cucumber-bdd"
    ],
    "languages": [
      "C#"
    ],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [],
    "teamSize": 13,
    "durationMonths": 24,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "274 automated tests were developed",
        "before": null,
        "after": "274",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of cooperation"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-18",
    "vendorSlug": "a1qa",
    "title": "a1qa tunes performance of a mobile game for a global provider",
    "url": "https://www.a1qa.com/portfolio/a1qa-tunes-performance-of-a-mobile-game-for-a-global-provider/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Mobile gaming",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [
      "Google Cloud"
    ],
    "teamSize": 2,
    "durationMonths": 1.75,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "The system performance proved to withstand the desired level of 10,000 concurrent users",
        "before": "critical level of 1,200 users in the first stress test",
        "after": "10,000 concurrent users",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Having reached the necessary load level, the team maintained it for 5 hours."
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"The system performance proved to withstand the desired level of 10,000 concurrent users\""
    ]
  },
  {
    "id": "a1qa-19",
    "vendorSlug": "a1qa",
    "title": "Cybersecurity · 5 AI-assisted QE initiatives cut regression costs and freed capacity for new features",
    "url": "https://www.a1qa.com/portfolio/ai-assisted-qe-regression-cost-reduction/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Cybersecurity software",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [],
    "teamSize": 5,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "from approximately 185 at the point of AI adoption to 78",
        "before": "approximately 185 manual regression test cases per cycle",
        "after": "78",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "~5× drop in regression cycle duration",
        "before": null,
        "after": "~5x",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "~2× decrease in average time per test case",
        "before": null,
        "after": "~2x",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"from approximately 185 at the point of AI adoption to 78\""
    ]
  },
  {
    "id": "a1qa-20",
    "vendorSlug": "a1qa",
    "title": "a1qa assists in maturing QA processes and delivering a high-quality staffing solution meeting tight deadlines",
    "url": "https://www.a1qa.com/portfolio/assisting-in-maturing-qa-processes-and-delivering-a-high-quality-staffing-solution/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Recruiting software (Salesforce-based)",
      "type": null
    },
    "frameworks": [
      "selenium",
      "jmeter"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": 36,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "the engineers reached a 3X faster testing time",
        "before": null,
        "after": "3X faster",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "3 years of the project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-21",
    "vendorSlug": "a1qa",
    "title": "Media · Zero data loss across full platform migration with shift-left QA",
    "url": "https://www.a1qa.com/portfolio/all-inclusive-quality-assurance-service-package-delivered-to-global-media-company-with-focus-on-shift-left-testing/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Media and publishing",
      "type": null
    },
    "frameworks": [
      "selenium",
      "jmeter",
      "cucumber-bdd"
    ],
    "languages": [
      "C#",
      "JavaScript"
    ],
    "ciTools": [
      "Jenkins",
      "CircleCI"
    ],
    "clouds": [
      "AWS"
    ],
    "teamSize": 10,
    "durationMonths": 48,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "identify the upper limit of solution capacity, which comprised 1,200 concurrently working users",
        "before": null,
        "after": "1,200 concurrent users",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Testing was held on the configuration similar to the production environment."
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-22",
    "vendorSlug": "a1qa",
    "title": "Assisting in enabling software quality for a US digital solutions developer",
    "url": "https://www.a1qa.com/portfolio/assisting-in-enabling-software-quality-for-a-us-based-developer/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Software development services",
      "type": null
    },
    "frameworks": [
      "selenium",
      "jmeter"
    ],
    "languages": [
      "Java",
      "JavaScript"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": 84,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "cost",
        "claim": "This approach resulted in a 40% reduction in manual engineers’ labor during regression testing",
        "before": null,
        "after": "40% reduction",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "helped cover 95% of tests without any tool limitations",
        "before": null,
        "after": "95%",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-23",
    "vendorSlug": "a1qa",
    "title": "Boosting software quality for investment portfolio management ecosystem",
    "url": "https://www.a1qa.com/portfolio/complex-qa-support-for-a-developer-of-financial-tools/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Investment software",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd"
    ],
    "languages": [
      "C#",
      "Python"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "AWS"
    ],
    "teamSize": 13,
    "durationMonths": 144,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "minimizing scripts code smells from 190 to 1",
        "before": "190",
        "after": "1",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "12+ years of the project duration"
      },
      {
        "kind": "release-frequency",
        "claim": "Shortened the “idea-to-release” cycle by 2 weeks",
        "before": null,
        "after": "2 weeks shorter",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "12+ years of the project duration"
      },
      {
        "kind": "defects",
        "claim": "1,300+ found defects with automated tests",
        "before": null,
        "after": "1,300+",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "12+ years of the project duration"
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-24",
    "vendorSlug": "a1qa",
    "title": "Complex testing and QA of social online games mobile and web applications",
    "url": "https://www.a1qa.com/portfolio/complex-testing-and-qa-of-social-online-games-mobile-and-web-applications/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Social gaming",
      "type": null
    },
    "frameworks": [
      "appium",
      "postman"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Bamboo"
    ],
    "clouds": [
      "BlazeMeter"
    ],
    "teamSize": 87,
    "durationMonths": 108,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Development time of an automated test was reduced by 28%",
        "before": "8 hours average per automated test",
        "after": "28% less",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "in a nine-month span the QA team saved 788 hours"
      },
      {
        "kind": "cost",
        "claim": "788 hours saved in 9 months using GitHub Copilot for automated test development",
        "before": null,
        "after": "788 hours",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "in a nine-month span the QA team saved 788 hours"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"Development time of an automated test was reduced by 28%\""
    ]
  },
  {
    "id": "a1qa-25",
    "vendorSlug": "a1qa",
    "title": "Helping a developer of an advertising technology deliver high-quality software",
    "url": "https://www.a1qa.com/portfolio/complex-testing-of-adtech-software/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Advertising technology",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 5,
    "durationMonths": 72,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "reducing testing time from several hours to just 3 minutes",
        "before": "several hours",
        "after": "3 minutes",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "6 years of project duration"
      },
      {
        "kind": "other",
        "claim": "reducing it from 36 seconds to 19 seconds",
        "before": "36 seconds",
        "after": "19 seconds",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "6 years of project duration"
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-26",
    "vendorSlug": "a1qa",
    "title": "Complex testing of community portal",
    "url": "https://www.a1qa.com/portfolio/complex-testing-of-community-portal/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Business community portal",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 4,
    "durationMonths": 10,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-27",
    "vendorSlug": "a1qa",
    "title": "Complex testing of e-commerce website",
    "url": "https://www.a1qa.com/portfolio/complex-testing-of-e-commerce-website/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "eCommerce (fashion, beauty and home goods)",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [
      "PHP",
      "Java"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": 21,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "145 Major and Critical defects found",
        "before": null,
        "after": "145",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "21 months of project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-28",
    "vendorSlug": "a1qa",
    "title": "Complex testing of sales processes automation system",
    "url": "https://www.a1qa.com/portfolio/complex-testing-of-sales-processes-automation-system/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Sales automation software",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": 3,
    "durationMonths": 18,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-29",
    "vendorSlug": "a1qa",
    "title": "Content testing for a global eCommerce platform",
    "url": "https://www.a1qa.com/portfolio/content-testing-of-ecommerce-software/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Digital entertainment content eCommerce",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [
      "C#"
    ],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [],
    "teamSize": 4,
    "durationMonths": 12,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "The result was a fourfold reduction in testing time across these areas.",
        "before": null,
        "after": "4x reduction",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "1 year of project collaboration"
      },
      {
        "kind": "execution-time",
        "claim": "Testing is completed faster, within hours rather than days",
        "before": "days",
        "after": "hours",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "1 year of project collaboration"
      },
      {
        "kind": "coverage",
        "claim": "achieved 90% automated test coverage across critical user flows",
        "before": null,
        "after": "90%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "1 year of project collaboration"
      },
      {
        "kind": "release-frequency",
        "claim": "15% increase in the number of packaged offerings that can be released per week",
        "before": null,
        "after": "15% increase",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "1 year of project collaboration"
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-30",
    "vendorSlug": "a1qa",
    "title": "a1qa sets up QA processes and ensures high quality of airlines software products",
    "url": "https://www.a1qa.com/portfolio/continuous-testing-support-for-software-products-of-airline-company/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Airline",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 8,
    "durationMonths": 96,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "a one-week scope was covered in only 1 hour",
        "before": "one week",
        "after": "1 hour",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "8+ years of project duration"
      },
      {
        "kind": "execution-time",
        "claim": "40X faster API testing with test automation",
        "before": null,
        "after": "40X",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "8+ years of project duration"
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-31",
    "vendorSlug": "a1qa",
    "title": "Delivering QA excellence to global developer of solutions for performing operations with cryptocurrencies",
    "url": "https://www.a1qa.com/portfolio/delivering-qa-excellence-to-global-developer-of-solutions-for-performing-operations-with-cryptocurrencies/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Cryptocurrency trading",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [
      "TeamCity",
      "Codemagic"
    ],
    "clouds": [],
    "teamSize": 7,
    "durationMonths": 24,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-32",
    "vendorSlug": "a1qa",
    "title": "a1qa enhances the software quality of 4 products developed by a well-known geolocation services provider",
    "url": "https://www.a1qa.com/portfolio/enhancing-quality-of-4-solutions-developed-by-geolocation-services-provider/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Location intelligence software for government",
      "type": null
    },
    "frameworks": [
      "cypress",
      "postman"
    ],
    "languages": [],
    "ciTools": [
      "TeamCity",
      "GitLab"
    ],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": 12,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-33",
    "vendorSlug": "a1qa",
    "title": "a1qa provided QA support to help ensure high quality of eLearning software",
    "url": "https://www.a1qa.com/portfolio/ensuring-quality-of-elearning-software/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "eLearning (language software)",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "AWS"
    ],
    "teamSize": 4,
    "durationMonths": 60,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Automated tests written in Java reduced testing time fivefold",
        "before": null,
        "after": "5x",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "5+ years of project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-34",
    "vendorSlug": "a1qa",
    "title": "Ensuring smooth operation of cloud migration platform for global supplier of automotive BI",
    "url": "https://www.a1qa.com/portfolio/ensuring-smooth-operation-of-cloud-migration-platform-for-global-supplier-of-automotive-bi/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Automotive business intelligence",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [
      "Azure"
    ],
    "teamSize": 7,
    "durationMonths": 30,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-35",
    "vendorSlug": "a1qa",
    "title": "Functional and load testing of document management system",
    "url": "https://www.a1qa.com/portfolio/functional-and-load-testing-of-document-management-system/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Banking software (system integrator)",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": 20,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-36",
    "vendorSlug": "a1qa",
    "title": "Functional and performance testing of integrated data tracking system",
    "url": "https://www.a1qa.com/portfolio/functional-and-performance-testing-of-integrated-data-tracking-system/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "eCommerce",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [
      "Python",
      "Java"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": 6,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "35 Major and Critical defects found",
        "before": null,
        "after": "35",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "6+ months of project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-37",
    "vendorSlug": "a1qa",
    "title": "Global corporation works with a1qa to automate processes and ensure high quality of software",
    "url": "https://www.a1qa.com/portfolio/global-corporation-works-with-a1qa-to-automate-processes-and-ensure-high-quality-of-software/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Scientific analytical instruments",
      "type": null
    },
    "frameworks": [
      "cucumber-bdd"
    ],
    "languages": [
      "C#",
      "Python"
    ],
    "ciTools": [],
    "clouds": [
      "AWS"
    ],
    "teamSize": 39,
    "durationMonths": 84,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "cost",
        "claim": "300,000 MTE hours per year saved due to test automation",
        "before": null,
        "after": "300,000 MTE hours per year",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "the client calculated the number of manual testing efforts that would have taken"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-38",
    "vendorSlug": "a1qa",
    "title": "Enhancing a real estate company’s application quality through comprehensive testing",
    "url": "https://www.a1qa.com/portfolio/helping-real-estate-company-provide-failsafe-operation-of-salesforce-software/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Residential construction",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd"
    ],
    "languages": [
      "C#"
    ],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [],
    "teamSize": 5,
    "durationMonths": 24,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "this was reduced to just 1% of stories reaching UAT with defects",
        "before": "33% of user stories with defects at UAT",
        "after": "1%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of the project duration"
      },
      {
        "kind": "cost",
        "claim": "2,500+ hours saved due to test automation",
        "before": null,
        "after": "2,500+ hours",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of the project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"this was reduced to just 1% of stories reaching UAT with defects\""
    ]
  },
  {
    "id": "a1qa-39",
    "vendorSlug": "a1qa",
    "title": "Assuring high-quality health data analysis and compliance with IEC 62304, FDA",
    "url": "https://www.a1qa.com/portfolio/high-quality-health-data-analysis-compliance-with-iec-62304-fda/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Healthcare (wearable medical sensors)",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 5,
    "durationMonths": 12,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-40",
    "vendorSlug": "a1qa",
    "title": "iGaming · Stable delivery across 26+ releases under a Scrumban workflow",
    "url": "https://www.a1qa.com/portfolio/holistic-qa-of-gaming-solutions/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "iGaming",
      "type": null
    },
    "frameworks": [
      "playwright",
      "appium"
    ],
    "languages": [
      "TypeScript",
      "C#",
      "Java"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": 7,
    "durationMonths": 84,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "release-frequency",
        "claim": "26+ releases during the last year",
        "before": null,
        "after": "26+ per year",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-41",
    "vendorSlug": "a1qa",
    "title": "Providing top-tier operation of an employee relationship management platform",
    "url": "https://www.a1qa.com/portfolio/https-www-a1qa-com-portfolio-testing-hr-related-software/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "HR software",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd",
      "postman"
    ],
    "languages": [
      "C#"
    ],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [
      "Azure"
    ],
    "teamSize": 2,
    "durationMonths": 18,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "87 automated test cases developed",
        "before": null,
        "after": "87",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "1.5 years of the project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-42",
    "vendorSlug": "a1qa",
    "title": "Improved quality of the solutions for a flash sales retailer in the USA",
    "url": "https://www.a1qa.com/portfolio/improved-quality-of-the-solutions-for-a-flash-sales-retailer-in-the-usa/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "eCommerce (flash sales)",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "AWS"
    ],
    "teamSize": 7,
    "durationMonths": 60,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-44",
    "vendorSlug": "a1qa",
    "title": "Assuring quality of SaaS solution for public housing authorities",
    "url": "https://www.a1qa.com/portfolio/assuring-quality-of-saas-solution-for-public-housing-authorities/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Public housing SaaS",
      "type": null
    },
    "frameworks": [
      "cucumber-bdd"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [
      "Azure"
    ],
    "teamSize": null,
    "durationMonths": 60,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "helped to save 3 hours on testing every feature from the UAT suite",
        "before": null,
        "after": "3 hours saved per feature",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "5+ years of project duration"
      },
      {
        "kind": "defects",
        "claim": "12,114 major and crucial defects detected",
        "before": null,
        "after": "12,114",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "5+ years of project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-60",
    "vendorSlug": "a1qa",
    "title": "a1qa provides long-standing QA assistance to the research center in the USA",
    "url": "https://www.a1qa.com/portfolio/multi-year-qa-assistance-to-the-research-center-in-the-usa/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Public research center (economic and workforce development)",
      "type": "public"
    },
    "frameworks": [
      "selenium",
      "postman",
      "jmeter",
      "cucumber-bdd"
    ],
    "languages": [],
    "ciTools": [
      "Bamboo",
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": 120,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "1000+ hours of manual testing saved by test automation",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "automating 800 scenarios saved each engineer 20 hours of manual testing",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "in just three days"
      },
      {
        "kind": "other",
        "claim": "a single project saved up to 500 hours of manual testing",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Over the course of two months"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-61",
    "vendorSlug": "a1qa",
    "title": "Performance testing of eHealth software product",
    "url": "https://www.a1qa.com/portfolio/performance-testing-of-ehealth-software-product/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "eHealth (medicine supply optimization)",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": 3,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "The recording time of one script has reduced more than tenfold.",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "3 month of the project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-62",
    "vendorSlug": "a1qa",
    "title": "a1qa ensures the high quality and PCI DSS compliance of the subscription billing SaaS platform",
    "url": "https://www.a1qa.com/portfolio/qa-and-pci-dss-compliance-of-saas-solution/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Fintech (subscription billing SaaS)",
      "type": null
    },
    "frameworks": [
      "playwright",
      "postman",
      "jmeter"
    ],
    "languages": [
      "C#"
    ],
    "ciTools": [
      "Azure Pipelines",
      "Azure DevOps"
    ],
    "clouds": [
      "Azure"
    ],
    "teamSize": 6,
    "durationMonths": 24,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "slashing the time required for build testing by more than 100x",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of project duration"
      },
      {
        "kind": "release-frequency",
        "claim": "10X decrease in time-to-market",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of project duration"
      },
      {
        "kind": "suite-size",
        "claim": "1,200 automated test cases",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of project duration"
      },
      {
        "kind": "coverage",
        "claim": "100% API functionality covered with automated tests",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of project duration"
      },
      {
        "kind": "defects",
        "claim": "1,250+ defects detected",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-63",
    "vendorSlug": "a1qa",
    "title": "Helping a leading Japanese enterprise in delivering high-quality hardware solutions",
    "url": "https://www.a1qa.com/portfolio/qa-for-a-japanese-developer-of-hardware-solutions/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "IT services and retail hardware (self-checkout)",
      "type": "enterprise"
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [
      "C#"
    ],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": 6,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "the entire regression testing flow was reduced from 45 hours to 2 hours",
        "before": "45 hours",
        "after": "2 hours",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "6 months of cooperation"
      },
      {
        "kind": "execution-time",
        "claim": "That resulted in 4 hours and 7 minutes correspondently for 5 test cases.",
        "before": "4 hours (manual, 5 test cases)",
        "after": "7 minutes (automated, 5 test cases)",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "The a1qa team compared the time spent on manual and automated testing."
      },
      {
        "kind": "suite-size",
        "claim": "136 automated scenarios created",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "6 months of cooperation"
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"That resulted in 4 hours and 7 minutes correspondently for 5 test cases.\""
    ]
  },
  {
    "id": "a1qa-64",
    "vendorSlug": "a1qa",
    "title": "QA support delivered to one of the leading banking entities in Jordan",
    "url": "https://www.a1qa.com/portfolio/qa-for-a-well-known-bank/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Banking",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 4,
    "durationMonths": 12,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-65",
    "vendorSlug": "a1qa",
    "title": "a1qa supports a real estate investment and management company in ensuring smooth operation of IoT-based solutions",
    "url": "https://www.a1qa.com/portfolio/qa-for-iot-based-solutions/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Commercial real estate (IoT access solutions)",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "AWS Device Farm"
    ],
    "teamSize": 5,
    "durationMonths": 24,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "25% of all spotted defects were of high and critical severity",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2 years of effective business partnership"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-66",
    "vendorSlug": "a1qa",
    "title": "Full-spectrum QA services for a Central Asian bank’s digital journey",
    "url": "https://www.a1qa.com/portfolio/qa-services-for-successful-digital-transformation/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Banking",
      "type": null
    },
    "frameworks": [
      "appium",
      "rest-assured",
      "jmeter"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins CI",
      "GitLab CI"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 15,
    "durationMonths": 12,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "coverage",
        "claim": "75% coverage for UI regression testing and 93% for back-end regression testing",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "1+ years of the project duration"
      },
      {
        "kind": "coverage",
        "claim": "4x test coverage boost in 1.5 years",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "4x test coverage boost in 1.5 years"
      },
      {
        "kind": "cost",
        "claim": "3.4x manual efforts reduction due to test automation",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "1+ years of the project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-67",
    "vendorSlug": "a1qa",
    "title": "Bringing QA expertise to help assure medical device embedded software quality while complying with IEC 62304",
    "url": "https://www.a1qa.com/portfolio/qa-to-ensure-medical-device-embedded-software-quality-and-compliance-with-iec-62304/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Medical devices (blood component technologies)",
      "type": "enterprise"
    },
    "frameworks": [
      "postman",
      "cucumber-bdd"
    ],
    "languages": [
      "Java",
      "C#"
    ],
    "ciTools": [
      "GitHub Actions",
      "TFS"
    ],
    "clouds": [],
    "teamSize": 10,
    "durationMonths": 120,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "a full exploration of all 6 modules took 2 months instead of a year",
        "before": "a year",
        "after": "2 months",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "helped detect over 90% of high-priority issues",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "10+ years of the project duration"
      },
      {
        "kind": "defects",
        "claim": "7,000 defects detected, with about 2,000 being Major and Critical ones",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "10+ years of the project duration"
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-68",
    "vendorSlug": "a1qa",
    "title": "Quality assurance for virtualization technology company",
    "url": "https://www.a1qa.com/portfolio/quality-assurance-for-virtualization-technology-company/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Virtualization technology",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 8,
    "durationMonths": 30,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-69",
    "vendorSlug": "a1qa",
    "title": "Quality assurance of app for running community with primary focus being on performance testing",
    "url": "https://www.a1qa.com/portfolio/quality-assurance-of-app-for-running-community-with-primary-focus-being-on-performance-testing/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Mobile app (running community)",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [
      "Java",
      "Python"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": 7,
    "durationMonths": 3,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "85 defects detected",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "3 months of the project duration"
      },
      {
        "kind": "defects",
        "claim": "15 of the detected defects affected the app performance",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "3 months of the project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-70",
    "vendorSlug": "a1qa",
    "title": "Quality assurance of kitchen retailer’s software, WMS, and CRM systems",
    "url": "https://www.a1qa.com/portfolio/quality-assurance-of-kitchen-retailers-software-wms-and-crm-systems/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Kitchen manufacturing and retail",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 20,
    "durationMonths": 24,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Now more than 1,000 automated tests are run against 12 environments.",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-71",
    "vendorSlug": "a1qa",
    "title": "Retail and automotive · 2x testing capacity achieved after a 3-week vendor transition",
    "url": "https://www.a1qa.com/portfolio/retail-automotive-qa-vendor-transition-2x-testing-throughput/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Retail and automotive",
      "type": "enterprise"
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "AWS"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "2x testing throughput achieved with the same team size",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "3 weeks to complete portfolio-wide QA ownership transfer",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-72",
    "vendorSlug": "a1qa",
    "title": "SAP Hybris eCommerce developer engaged a1qa to deliver quality to a global manufacturer of compact equipment",
    "url": "https://www.a1qa.com/portfolio/sap-hybris-ecommerce-developer-engaged-a1qa-to-deliver-quality-to-a-global-manufacturer-of-compact-equipment/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "eCommerce (compact equipment manufacturer)",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": 9,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-73",
    "vendorSlug": "a1qa",
    "title": "Full-spectrum QA support for a leading online gaming operator",
    "url": "https://www.a1qa.com/portfolio/testing-b2b-betting-and-gaming-software/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Online betting and gaming technology",
      "type": null
    },
    "frameworks": [
      "appium"
    ],
    "languages": [
      "C#"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 20,
    "durationMonths": 84,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "release-frequency",
        "claim": "sped up all software releases fourfold (from one month to one week)",
        "before": "monthly releases",
        "after": "weekly releases",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "7+ years of project duration"
      },
      {
        "kind": "execution-time",
        "claim": "regression testing accelerated by 1,590 minutes (26.5 hours)",
        "before": "15 minutes per manual test case, 106 regression cases",
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Considering that each manual test case took 15 minutes"
      },
      {
        "kind": "execution-time",
        "claim": "smoke testing was accelerated by 300 minutes (5 hours)",
        "before": "15 minutes per manual test case, 20 smoke cases",
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Considering that each manual test case took 15 minutes"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"sped up all software releases fourfold (from one month to one week)\"",
      "baseline not confirmed for \"regression testing accelerated by 1,590 minutes (26.5 hours)\"",
      "baseline not confirmed for \"smoke testing was accelerated by 300 minutes (5 hours)\""
    ]
  },
  {
    "id": "a1qa-74",
    "vendorSlug": "a1qa",
    "title": "a1qa helps a risk management company drive software excellence and facilitate releases",
    "url": "https://www.a1qa.com/portfolio/testing-insurance-software/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Insurance (B2B risk management)",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 10,
    "durationMonths": 30,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "release-frequency",
        "claim": "a1qa helped the client release robust updates every three weeks.",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2.5 years of project duration"
      },
      {
        "kind": "defects",
        "claim": "4,000+ software defects detected",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2.5 years of project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-75",
    "vendorSlug": "a1qa",
    "title": "Finance · 34 payment integrations verified during platform modernization",
    "url": "https://www.a1qa.com/portfolio/testing-of-financial-trading-software/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Online trading platform",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 10,
    "durationMonths": 24,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "5,355 automated tests created in total",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of the project duration"
      },
      {
        "kind": "defects",
        "claim": "600 defects detected during test automation",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of the project duration"
      },
      {
        "kind": "coverage",
        "claim": "34 integrations covered during testing",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2+ years of the project duration"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-76",
    "vendorSlug": "a1qa",
    "title": "Complex QA support for a global manufacturer of electric vehicles",
    "url": "https://www.a1qa.com/portfolio/thorough-qa-for-commercial-ev-producer/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Electric vehicle manufacturing",
      "type": "enterprise"
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "Python",
      "Java",
      "Kotlin",
      "Golang"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": 19,
    "durationMonths": 18,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "5 days on average to staff a new position",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "a1qa-77",
    "vendorSlug": "a1qa",
    "title": "a1qa ensures the quality of the interactive ML-powered video eCommerce platform",
    "url": "https://www.a1qa.com/portfolio/thorough-testing-of-ml-driven-software/",
    "publisher": "a1qa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Shoppable media technology (ML video eCommerce)",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [
      "Java",
      "Kotlin"
    ],
    "ciTools": [
      "TeamCity CI"
    ],
    "clouds": [],
    "teamSize": 10,
    "durationMonths": 72,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "enabling the execution of approximately 1,200 tests in just 1.5 hours",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "6 years of project duration"
      },
      {
        "kind": "release-frequency",
        "claim": "10X faster time to market",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "6 years of project duration"
      },
      {
        "kind": "other",
        "claim": "70% improved delivery predictability",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "6 years of project duration"
      },
      {
        "kind": "other",
        "claim": "withstand the load of up to 100,000 concurrent users",
        "before": null,
        "after": null,
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "abstracta-1",
    "vendorSlug": "abstracta",
    "title": "Mobile Test Automation Framework for PedidosYa",
    "url": "https://abstracta.us/why-us/case-studies/pedidosya",
    "publisher": "abstracta.us",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "PedidosYa",
      "industry": "E-commerce (food delivery)",
      "type": "enterprise"
    },
    "frameworks": [
      "appium"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [],
    "clouds": [
      "Sauce Labs"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "abstracta-2",
    "vendorSlug": "abstracta",
    "title": "Automated Testing for a Global Quick-service Hamburger Chain",
    "url": "https://abstracta.us/why-us/case-studies/mobile-automated-testing",
    "publisher": "abstracta.us",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Food & Beverage",
      "type": "enterprise"
    },
    "frameworks": [
      "playwright",
      "webdriverio",
      "appium"
    ],
    "languages": [],
    "ciTools": [
      "CircleCI"
    ],
    "clouds": [
      "LambdaTest"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Cut combined mobile + web regression execution to ~35 minutes (from multi-day cycles)",
        "before": "multi-day cycles",
        "after": "~35 minutes",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "Built over 200 API automations for key third-party integrations",
        "before": null,
        "after": "over 200 API automations",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "Achieved 100% of the planned mobile automation",
        "before": null,
        "after": "100% of planned mobile automation",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "Reached 100% automation of the targeted web regression suite ahead of schedule",
        "before": null,
        "after": "100% of targeted web regression suite",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "automated reimbursement workflows that recovered nearly $1M within 10 months",
        "before": null,
        "after": "nearly $1M recovered",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "recovered nearly $1M within 10 months"
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "abstracta-3",
    "vendorSlug": "abstracta",
    "title": "Performance Testing Optimization for Shutterfly's Customer Experience",
    "url": "https://abstracta.us/why-us/case-studies/shutterfly",
    "publisher": "abstracta.us",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Shutterfly",
      "industry": "E-commerce",
      "type": "enterprise"
    },
    "frameworks": [
      "gatling"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "abstracta-4",
    "vendorSlug": "abstracta",
    "title": "BluzzerRunner: Elevating Performance for Global Audiences",
    "url": "https://abstracta.us/why-us/case-studies/blazerunner",
    "publisher": "abstracta.us",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "BlazeRunner",
      "industry": "Technology",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "validated the CDN's ability to support 85,000 concurrent users",
        "before": null,
        "after": "85,000 concurrent users",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Attained a peak throughput of 8,295 requests per second",
        "before": null,
        "after": "8,295 requests per second",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "abstracta-5",
    "vendorSlug": "abstracta",
    "title": "Pronto+ Strengthens DevOps in Financial Services",
    "url": "https://abstracta.us/why-us/case-studies/pronto",
    "publisher": "abstracta.us",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Pronto+",
      "industry": "Finance",
      "type": "enterprise"
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [],
    "ciTools": [
      "Azure DevOps Server"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "abstracta-6",
    "vendorSlug": "abstracta",
    "title": "Accelerating Keeeb's Digital Transformation",
    "url": "https://abstracta.us/why-us/case-studies/keeeb",
    "publisher": "abstracta.us",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Keeeb",
      "industry": "Technology",
      "type": "smb"
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "abstracta-7",
    "vendorSlug": "abstracta",
    "title": "Web and Mobile QA for Singularity University",
    "url": "https://abstracta.us/why-us/case-studies/singularity",
    "publisher": "abstracta.us",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Singularity University",
      "industry": "Education",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "betterqa-1",
    "vendorSlug": "betterqa",
    "publisher": "betterqa.co",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "title": "Would your app hold at 240 users? Has anyone seen its autoscaling scale?",
    "url": "https://betterqa.co/load-test-no-autoscaling/",
    "date": "2026-11-05",
    "client": {
      "named": false,
      "name": null,
      "industry": "Property management software",
      "type": null
    },
    "frameworks": [
      "k6"
    ],
    "metrics": [
      {
        "kind": "other",
        "claim": "about 200 requests a second at a p95 of 169 ms",
        "before": "p95 of 10 to 16 s at 240 users once CPU limits were raised",
        "after": "p95 of 169 ms at 240 users, about 200 requests a second, zero errors",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "ten GET requests per session with four to nine seconds of think time"
      }
    ],
    "verifierNotes": [
      "baseline not confirmed for \"about 200 requests a second at a p95 of 169 ms\""
    ]
  },
  {
    "id": "bugraptors-4",
    "vendorSlug": "bugraptors",
    "title": "Ensuring Accuracy and Efficiency in E-Prescription: A Comprehensive QA Approach",
    "url": "https://www.bugraptors.com/case-study/e-prescription-software-qa-testing",
    "publisher": "bugraptors.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Healthcare technology (e-prescription)",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [],
    "ciTools": [
      "AWS CodePipeline"
    ],
    "clouds": [],
    "teamSize": 34,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "100% sync success achieved via rigorous end-to-end validation",
        "before": "Intermittent connectivity with Surescripts caused silent failures and data gaps",
        "after": "100% sync success",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Automated CDS validation ensured 100% reliable alerts",
        "before": "Drug–drug and drug–allergy checks were inconsistently triggered",
        "after": "100% reliable alerts",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "100% regulatory adherence secured by validating dynamic templates and TFA workflows",
        "before": "Hard-coded logic led to inconsistencies in state-specific labels",
        "after": "100% regulatory adherence",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "bugraptors-6",
    "vendorSlug": "bugraptors",
    "title": "End-to-End QA Transformation for a Premier US Retail Trade-In Platform",
    "url": "https://www.bugraptors.com/case-study/retail-trade-in-platform-qa-transformation",
    "publisher": "bugraptors.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Retail (device trade-in)",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "coverage",
        "claim": "Scaled automation from a fragmented 20% to a comprehensive 70%",
        "before": "20%",
        "after": "70%",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Improved on-time delivery rates from around 75% to 98%",
        "before": "around 75%",
        "after": "98%",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "cost",
        "claim": "resulting in 15% direct effort savings",
        "before": null,
        "after": "15% effort savings",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "6 Days",
        "before": "10+ Days",
        "after": "6 Days",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "Zero in the last 5 years",
        "before": "6–8 Recurring",
        "after": "Zero",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Zero in the last 5 years"
      },
      {
        "kind": "release-frequency",
        "claim": "Bi-weekly",
        "before": "Monthly",
        "after": "Bi-weekly",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-1",
    "vendorSlug": "codoid",
    "title": "Global QA Automation for English Learning Platform",
    "url": "https://codoid.com/client-stories/global-qa-automation-for-english-learning-platform/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "EdTech (English learning)",
      "type": null
    },
    "frameworks": [
      "cypress",
      "appium",
      "webdriverio",
      "rest-assured",
      "jmeter"
    ],
    "languages": [],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Regression cycle reduced from 4 days to 3 hours.",
        "before": "4 days",
        "after": "3 hours",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "30% faster video lesson load times.",
        "before": null,
        "after": "30% faster load times",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "40% improvement in digital classroom stability.",
        "before": null,
        "after": "40% improvement",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-2",
    "vendorSlug": "codoid",
    "title": "Automated Testing for Data-Driven Hiring Platform",
    "url": "https://codoid.com/client-stories/automated-testing-for-data-driven-hiring-platform/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": true,
      "name": "Journeyfront",
      "industry": "HR tech, data-driven hiring platform",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": 30,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "By automating over 900 test cases and establishing robust practices",
        "before": null,
        "after": "900+ automated test cases",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Over the course of 2.5 years, our QA team partnered with them"
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-3",
    "vendorSlug": "codoid",
    "title": "Automation Testing for a Salesforce Application",
    "url": "https://codoid.com/client-stories/automation-testing-for-a-salesforce-application/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": true,
      "name": "Xperigo",
      "industry": "Roadside assistance and mobility",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": 30,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Covering over 200 key Salesforce application functionalities.",
        "before": null,
        "after": "200+ functionalities covered",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "2.5+ Years partnership"
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-4",
    "vendorSlug": "codoid",
    "title": "Delivering Robust Functional & Performance Testing with 100K Users",
    "url": "https://codoid.com/client-stories/delivering-robust-functional-and-performance-testing/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": true,
      "name": "KYN",
      "industry": "Social media, local community app",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "Using JMeter and LoadRunner, we simulated up to 100K concurrent users",
        "before": null,
        "after": "100K simulated concurrent users",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-5",
    "vendorSlug": "codoid",
    "title": "Hotel Plan Case study",
    "url": "https://codoid.com/client-stories/hotel-plan-automation-testing-case-study/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": true,
      "name": "Hotel Plan",
      "industry": "Travel, specialist tour operator",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd"
    ],
    "languages": [
      "C#",
      "Java"
    ],
    "ciTools": [
      "TeamCity"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-6",
    "vendorSlug": "codoid",
    "title": "Mobile App Testing Case Study",
    "url": "https://codoid.com/client-stories/mobile-app-testing-case-study/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": true,
      "name": "Ooredoo",
      "industry": "Telecommunications",
      "type": null
    },
    "frameworks": [
      "appium",
      "cucumber-bdd"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "18 hours of manual work reduced to just 3.5 hours of automation",
        "before": "18 hours manual",
        "after": "3.5 hours automated",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "we ensured comprehensive test coverage by creating over 300 test cases.",
        "before": null,
        "after": "300+ test cases",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"18 hours of manual work reduced to just 3.5 hours of automation\""
    ]
  },
  {
    "id": "codoid-7",
    "vendorSlug": "codoid",
    "title": "Enterprise-Grade Testing for Political Analytics Dashboard",
    "url": "https://codoid.com/client-stories/enterprise-grade-testing-for-political-analytics-dashboard/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Political analytics",
      "type": null
    },
    "frameworks": [
      "playwright",
      "postman",
      "jmeter"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-8",
    "vendorSlug": "codoid",
    "title": "Seamless Migration for Enhanced FinTech Solutions",
    "url": "https://codoid.com/client-stories/seamless-migration-for-enhanced-fintech-solutions/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "FinTech, financial data and analysis tools",
      "type": null
    },
    "frameworks": [
      "cypress",
      "postman"
    ],
    "languages": [],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-9",
    "vendorSlug": "codoid",
    "title": "Regression Testing for a Paperless Mission",
    "url": "https://codoid.com/client-stories/regression-testing-for-a-paperless-mission/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Trading and warehousing",
      "type": null
    },
    "frameworks": [
      "selenium",
      "appium"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins",
      "TeamCity"
    ],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": null,
    "startYear": 2018,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "96 hours of manual work to just 8 hours of automation.",
        "before": "96 hours manual",
        "after": "8 hours automated",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"96 hours of manual work to just 8 hours of automation.\""
    ]
  },
  {
    "id": "codoid-10",
    "vendorSlug": "codoid",
    "title": "Helping Deliver a Complete Online Learning Experience",
    "url": "https://codoid.com/client-stories/helping-deliver-a-complete-online-learning-experience/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Education, learning management system",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 3,
    "durationMonths": 84,
    "startYear": 2015,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Reduced 2 hours of testing to 25 minutes",
        "before": "2 hours",
        "after": "25 minutes",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "We had to perform smoke testing on a daily basis"
      },
      {
        "kind": "suite-size",
        "claim": "Wrote 10,000+ test cases to cover all the functions",
        "before": null,
        "after": "10,000+ test cases",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "07 Years in Partnership"
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-11",
    "vendorSlug": "codoid",
    "title": "Automated Regression Testing on a Daily Basis",
    "url": "https://codoid.com/client-stories/automated-regression-testing-on-a-daily-basis/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Workplace scheduling software",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd",
      "appium"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 4,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "1-week’s worth of tedious manual testing reduced to just 15 hours",
        "before": "1 week manual",
        "after": "15 hours automated",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "We have now reduced the execution time to just 7 hours.",
        "before": "15 hours per day",
        "after": "7 hours",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "we had to execute automation scripts for 15 hours every day"
      },
      {
        "kind": "suite-size",
        "claim": "We have automated a groundbreaking number of 600+ scenarios.",
        "before": null,
        "after": "600+ scenarios",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"1-week’s worth of tedious manual testing reduced to just 15 hours\"",
      "baseline not confirmed for \"We have now reduced the execution time to just 7 hours.\""
    ]
  },
  {
    "id": "codoid-12",
    "vendorSlug": "codoid",
    "title": "Intelligent QA for Superior OTT Experiences",
    "url": "https://codoid.com/client-stories/intelligent-qa-for-superior-ott-experiences/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "OTT media streaming",
      "type": null
    },
    "frameworks": [
      "playwright",
      "cucumber-bdd"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "30% reduced regression time",
        "before": null,
        "after": "30% reduction",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "Our QA specialists executed over 500 regression test cases every week",
        "before": null,
        "after": "500+ regression test cases per week",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "executed over 500 regression test cases every week"
      },
      {
        "kind": "coverage",
        "claim": "Playwright, Cucumber, and Python for regression coverage of 70%.",
        "before": null,
        "after": "70% regression coverage",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-13",
    "vendorSlug": "codoid",
    "title": "Easing Maintenance with Automation Testing",
    "url": "https://codoid.com/client-stories/easing-maintenance-with-automation-testing/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Online betting",
      "type": null
    },
    "frameworks": [
      "cypress",
      "selenium",
      "appium",
      "jmeter",
      "gatling"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 11,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-14",
    "vendorSlug": "codoid",
    "title": "Optimizing OTT Platforms Through Performance Testing",
    "url": "https://codoid.com/client-stories/optimizing-ott-platforms-through-performance-testing/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Entertainment (video streaming)",
      "type": null
    },
    "frameworks": [
      "jmeter",
      "gatling",
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-15",
    "vendorSlug": "codoid",
    "title": "Test Automation for A Leading Telecom Company",
    "url": "https://codoid.com/client-stories/test-automation-telecom-domain/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Telecom (mobile network operator)",
      "type": null
    },
    "frameworks": [
      "selenium",
      "appium",
      "cucumber-bdd"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "we have automated 3 web application regression test suite",
        "before": null,
        "after": "3 web regression suites",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-16",
    "vendorSlug": "codoid",
    "title": "QA for AI-Powered Contract Intelligence",
    "url": "https://codoid.com/client-stories/qa-for-ai-powered-contract-intelligence/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "SaaS (contract intelligence)",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-17",
    "vendorSlug": "codoid",
    "title": "Scaling QA for Transport Platform",
    "url": "https://codoid.com/client-stories/scaling-qa-for-transport-platform/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Logistics (road freight)",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "Reduced release bugs by over 65% within 3 months",
        "before": null,
        "after": "over 65% fewer release bugs",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "method not confirmed for \"Reduced release bugs by over 65% within 3 months\""
    ]
  },
  {
    "id": "codoid-18",
    "vendorSlug": "codoid",
    "title": "Scaling Fintech Test Automation Safely With AI",
    "url": "https://codoid.com/client-stories/scaling-fintech-test-automation-safely-with-ai/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Fintech",
      "type": null
    },
    "frameworks": [
      "playwright",
      "appium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-19",
    "vendorSlug": "codoid",
    "title": "Advanced QA for Insurance Risk Management Portal",
    "url": "https://codoid.com/client-stories/advanced-qa-for-insurance-risk-management-portal/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Insurance tech",
      "type": null
    },
    "frameworks": [
      "selenium",
      "playwright",
      "cucumber-bdd"
    ],
    "languages": [],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Regression window cut from 5 days → 4 hours",
        "before": "5 days",
        "after": "4 hours",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "CI/CD in Azure DevOps cut execution time from 9 hours to 40 minutes.",
        "before": "9 hours",
        "after": "40 minutes",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "reduced test flakiness to under 2%.",
        "before": null,
        "after": "under 2% flakiness",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "reducing hot-fix deployments by 70%",
        "before": null,
        "after": "70% fewer hot-fix deployments",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "reducing triage time by 30%.",
        "before": null,
        "after": "30% lower triage time",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-20",
    "vendorSlug": "codoid",
    "title": "Smarter QA and Automation for HRMS Success",
    "url": "https://codoid.com/client-stories/smarter-qa-and-automation-for-hrms-success/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "HRMS",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "our team automated over 1350 cases covering both web and mobile apps.",
        "before": null,
        "after": "over 1350 automated cases",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "This unique strategy not only boosted coverage to 90%",
        "before": null,
        "after": "90%",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-21",
    "vendorSlug": "codoid",
    "title": "Web Automation and Security for IAM",
    "url": "https://codoid.com/client-stories/web-automation-and-security-for-iam/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Identity and access management",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Regression testing time reduced by 70%",
        "before": null,
        "after": "70% less regression time",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "achieving 85% automation coverage",
        "before": null,
        "after": "85%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "Over 1500 test cases were implemented and regularly executed through Jenkins jobs.",
        "before": null,
        "after": "over 1500 test cases",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-22",
    "vendorSlug": "codoid",
    "title": "eLearning Testing with Automation Excellence",
    "url": "https://codoid.com/client-stories/elearning-automation-testing-case-study/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "eLearning (higher education)",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Automated 450 test cases with JVM-Cucumber integration",
        "before": null,
        "after": "450 test cases",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "This reduced test cycle time by 70% while maintaining complete coverage",
        "before": null,
        "after": "70% shorter test cycle",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "This reduced maintenance efforts by 65%",
        "before": null,
        "after": "65% less maintenance effort",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-23",
    "vendorSlug": "codoid",
    "title": "Automating Healthcare App Testing with End-to-End Solutions",
    "url": "https://codoid.com/client-stories/automating-healthcare-app-testing-with-end-to-end-solutions/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Healthcare (HIMS, New Zealand and Australia)",
      "type": null
    },
    "frameworks": [
      "selenium",
      "appium"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-24",
    "vendorSlug": "codoid",
    "title": "Automating Cryptocurrency Platform Testing for Seamless Performance",
    "url": "https://codoid.com/client-stories/automating-cryptocurrency-platform-testing-for-seamless-performance/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Fintech (cryptocurrency)",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-25",
    "vendorSlug": "codoid",
    "title": "Automation Testing Focused on Live Stock Market Data",
    "url": "https://codoid.com/client-stories/automation-testing-focused-on-live-stock-market-data/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Fintech (stock research)",
      "type": null
    },
    "frameworks": [
      "appium"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 3,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Developed and automated a comprehensive suite of over 4000 test cases",
        "before": null,
        "after": "over 4000 test cases",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-26",
    "vendorSlug": "codoid",
    "title": "Automation Testing for an OTT Platform",
    "url": "https://codoid.com/client-stories/automation-testing-for-an-ott-platform/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "OTT streaming",
      "type": null
    },
    "frameworks": [
      "appium",
      "cucumber-bdd"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Completed 7 Days of Manual Work in 2 Days with Automation Testing",
        "before": "7 days (manual)",
        "after": "2 days (automated)",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"Completed 7 Days of Manual Work in 2 Days with Automation Testing\""
    ]
  },
  {
    "id": "codoid-27",
    "vendorSlug": "codoid",
    "title": "Automation Testing for Financial Platform Stability",
    "url": "https://codoid.com/client-stories/automation-testing-for-financial-platform-stability/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Financial services",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": 36,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Automated more than 600 test scenarios covering data validation and reporting logic.",
        "before": null,
        "after": "more than 600 scenarios",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "3 years Continuous testing partnership"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-28",
    "vendorSlug": "codoid",
    "title": "Comprehensive Testing for OTT Platform",
    "url": "https://codoid.com/client-stories/comprehensive-testing-for-ott-platform/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "OTT streaming",
      "type": null
    },
    "frameworks": [
      "postman",
      "jmeter"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "200+ bugs identified and tracked",
        "before": null,
        "after": "200+ bugs",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-29",
    "vendorSlug": "codoid",
    "title": "Delivering Scalable QA for Real Estate Digital Platforms",
    "url": "https://codoid.com/client-stories/delivering-scalable-qa-for-real-estate-digital-platforms/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Real estate (research and reputation management)",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "With a 30% reduction in production defect leakage",
        "before": null,
        "after": "30% less defect leakage",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "With over 300 test cases executed per sprint",
        "before": null,
        "after": "over 300 test cases per sprint",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-30",
    "vendorSlug": "codoid",
    "title": "Driving Telecom QA with Seamless Automation",
    "url": "https://codoid.com/client-stories/driving-telecom-qa-with-seamless-automation/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Telecom",
      "type": null
    },
    "frameworks": [
      "selenium",
      "appium",
      "postman"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 3,
    "durationMonths": 3,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "release-frequency",
        "claim": "6x daily automated test runs via Jenkins",
        "before": null,
        "after": "6 runs per day",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-31",
    "vendorSlug": "codoid",
    "title": "E2E Test Automation for Healthcare Workflows",
    "url": "https://codoid.com/client-stories/e2e-test-automation-for-healthcare-workflows/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Healthcare",
      "type": null
    },
    "frameworks": [
      "postman",
      "jmeter"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "This structured approach reduced regression time by approximately 70%",
        "before": null,
        "after": "about 70% less regression time",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-32",
    "vendorSlug": "codoid",
    "title": "Performance Testing for High-Traffic eLearning Platform",
    "url": "https://codoid.com/client-stories/elearning-app-performance-testing/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "eLearning",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "enabling the platform to support 5000 concurrent users with stable response times.",
        "before": "failed to handle even 1000 simultaneous users",
        "after": "5000 concurrent users",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-33",
    "vendorSlug": "codoid",
    "title": "QA and Test Automation for a Customer Engagement Platform",
    "url": "https://codoid.com/client-stories/qa-and-test-automation-for-a-customer-engagement-platform/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Martech (customer engagement)",
      "type": null
    },
    "frameworks": [
      "cypress"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-34",
    "vendorSlug": "codoid",
    "title": "QA Automation for Property Management Software",
    "url": "https://codoid.com/client-stories/qa-automation-for-property-management-software/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": true,
      "name": "Arthur Online",
      "industry": "Property management (PropTech)",
      "type": null
    },
    "frameworks": [
      "cypress"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-35",
    "vendorSlug": "codoid",
    "title": "QA for Scalable Remittance SaaS Platform",
    "url": "https://codoid.com/client-stories/qa-for-scalable-remittance-saas-platform/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Fintech (remittance, Middle East)",
      "type": null
    },
    "frameworks": [
      "jmeter",
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-36",
    "vendorSlug": "codoid",
    "title": "Quality Engineering for Compliance Management System",
    "url": "https://codoid.com/client-stories/quality-engineering-for-compliance-management-system/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Government compliance and learning",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 6,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "We identified, documented, and tracked more than 120 defects across modules",
        "before": null,
        "after": "more than 120 defects",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-37",
    "vendorSlug": "codoid",
    "title": "Smart QA for Dynamic Sports E-commerce",
    "url": "https://codoid.com/client-stories/smart-qa-for-dynamic-sports-e-commerce/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Sports e-commerce",
      "type": null
    },
    "frameworks": [
      "jmeter",
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Automation reduced regression testing time by 60%",
        "before": null,
        "after": "60% less regression time",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Load tested to support 10,000+ concurrent users",
        "before": null,
        "after": "10,000+ concurrent users",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-38",
    "vendorSlug": "codoid",
    "title": "Strategic QA for IAM Platform Reliability",
    "url": "https://codoid.com/client-stories/strategic-qa-for-iam-platform-reliability/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Identity and access management (enterprise SaaS)",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 1,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "Over 400 access and identity defects were reported and tracked",
        "before": null,
        "after": "over 400 defects",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Load testing simulated 10,000+ concurrent users",
        "before": null,
        "after": "10,000+ concurrent users",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-39",
    "vendorSlug": "codoid",
    "title": "Transforming Reviews with Better Testing",
    "url": "https://codoid.com/client-stories/transforming-reviews-with-better-testing/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "Pet care",
      "type": null
    },
    "frameworks": [
      "selenium",
      "appium"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "TestingBot"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "codoid-40",
    "vendorSlug": "codoid",
    "title": "ETL Testing Case Study",
    "url": "https://codoid.com/client-stories/etl-data-warehouse-testing-case-study/",
    "publisher": "codoid.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": false,
      "name": null,
      "industry": "E-learning",
      "type": null
    },
    "frameworks": [
      "cucumber-bdd"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-1",
    "vendorSlug": "deviqa",
    "title": "QA services for a loan management solution",
    "url": "https://www.deviqa.com/case-studies/the-mortgage-office/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Lending software (loan management)",
      "type": null
    },
    "frameworks": [
      "playwright",
      "postman"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "Azure Pipelines"
    ],
    "clouds": [],
    "teamSize": 5,
    "durationMonths": null,
    "startYear": 2025,
    "migration": null,
    "metrics": [
      {
        "kind": "coverage",
        "claim": "test case coverage increased from an estimated 15% to over 60%",
        "before": "15%",
        "after": "over 60%",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "regression execution time was reduced by 60%",
        "before": null,
        "after": "reduced by 60%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "A new automation suite with 100+ scenarios and a modern framework",
        "before": null,
        "after": "100+ scenarios",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "3 hours to run regression testing manually",
        "before": "2 days to run regression testing manually",
        "after": "3 hours",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "20 minutes to run automated smoke testing",
        "before": "1 hour to run automated smoke testing",
        "after": "20 minutes",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "More than 10 detailed documents for major features",
        "before": "No comprehensive test documentation",
        "after": "More than 10 detailed documents",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "The regression suite contains 70+ e2ee test cases with detailed descriptions and steps",
        "before": "Basic checklist for regression runs",
        "after": "70+ e2ee test cases",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "40+ detailed test cases created for new major features",
        "before": "No test case coverage for new major features",
        "after": "40+ detailed test cases",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "A load test suite with more than 10 different load scenarios",
        "before": "No load testing integrated",
        "after": "more than 10 different load scenarios",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Implemented API-based test data generation covering 5 different data patterns",
        "before": "No tools to efficiently populate test data",
        "after": "5 different data patterns",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "framework k6 not named on page",
      "client name \"The Mortgage Office (Applied Business Software)\" not found"
    ]
  },
  {
    "id": "deviqa-2",
    "vendorSlug": "deviqa",
    "title": "QA services for social media management platform",
    "url": "https://www.deviqa.com/case-studies/agorapulse/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Agorapulse",
      "industry": "Social media management SaaS",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": null,
    "startYear": 2025,
    "migration": {
      "from": "cypress",
      "to": "playwright"
    },
    "metrics": [
      {
        "kind": "coverage",
        "claim": "Only 15% of tests were automated",
        "before": "15%",
        "after": "90-95%",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "In less than a year, our AQA engineers did a huge amount of work"
      },
      {
        "kind": "coverage",
        "claim": "90-95% of tests are automated",
        "before": "Only 15% of tests were automated",
        "after": "90-95% of tests",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-3",
    "vendorSlug": "deviqa",
    "title": "QA services for point-of-sale financing platform",
    "url": "https://www.deviqa.com/case-studies/chargeafter/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "ChargeAfter",
      "industry": "Fintech (point-of-sale financing)",
      "type": null
    },
    "frameworks": [
      "cypress",
      "playwright",
      "postman"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 4,
    "durationMonths": null,
    "startYear": 2021,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "4,000+ automated UI and API tests created",
        "before": "No UI or API test automation",
        "after": "4,000+ automated UI and API tests",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "The suite provides 90% application coverage across Chrome and Safari",
        "before": null,
        "after": "90%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "1,000+ automated API tests created",
        "before": "API testing was performed manually",
        "after": "1,000+ automated API tests",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "smoke tests run every 2 hours across two frameworks and complete in 15–20 minutes",
        "before": "No automated smoke testing",
        "after": "15–20 minutes",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "targeted API suite runs after each pull request and completes in approximately 10 minutes",
        "before": "No tests ran automatically after developers submitted pull requests",
        "after": "approximately 10 minutes",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "a targeted API suite runs after each pull request"
      },
      {
        "kind": "other",
        "claim": "Test suites cover the three latest Chrome versions and two Safari versions",
        "before": "No automated coverage across browser versions",
        "after": "three latest Chrome versions and two Safari versions",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-4",
    "vendorSlug": "deviqa",
    "title": "QA services for workforce management solution",
    "url": "https://www.deviqa.com/case-studies/renhead/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Renhead",
      "industry": "Workforce and resource management software",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cypress"
    ],
    "languages": [
      "JavaScript",
      "Ruby"
    ],
    "ciTools": [
      "Jenkins",
      "GitLab"
    ],
    "clouds": [],
    "teamSize": 3,
    "durationMonths": null,
    "startYear": 2014,
    "migration": {
      "from": "selenium",
      "to": "cypress"
    },
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Regression testing reduced from over 12 hours to 4 hours",
        "before": "Regression testing required more than 12 hours",
        "after": "4 hours",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "More than 500 tests were transferred from the legacy suite to Cypress",
        "before": null,
        "after": "500+ tests migrated",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "4,000+ automated web tests created",
        "before": "No automated test coverage",
        "after": "4,000+ automated web tests",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "Automated smoke testing completed in 1.5 hours",
        "before": "No automated smoke testing",
        "after": "1.5 hours",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Tests executed across five parallel threads",
        "before": "No parallel test execution",
        "after": "five parallel threads",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-5",
    "vendorSlug": "deviqa",
    "title": "QA services for production music library",
    "url": "https://www.deviqa.com/case-studies/apmmusic/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "APM Music",
      "industry": "Media (production music library)",
      "type": null
    },
    "frameworks": [
      "cypress",
      "postman",
      "jmeter"
    ],
    "languages": [
      "JavaScript"
    ],
    "ciTools": [],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 3,
    "durationMonths": null,
    "startYear": 2022,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "30 minutes to execute automated smoke testing",
        "before": ">3 hours to execute manual smoke testing",
        "after": "~30 minutes",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "2 minutes to create test data for specific test scenarios via JS and Cypress",
        "before": "~3 hours to create test data for specific test scenarios",
        "after": "2 minutes",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "20% of the regression tests automated",
        "before": "No automation testing",
        "after": "20% of the regression tests",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "75+ E2E automation tests developed",
        "before": "No automation testing",
        "after": "75+ E2E automation tests",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": ">900 test cases are up to date and integrated into the workflow",
        "before": "~90% of test cases were outdated",
        "after": ">900 test cases are up to date",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "100% of the smoke tests automated",
        "before": "No automation testing",
        "after": "100% of the smoke tests",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "2 load test suites implemented",
        "before": "No load tests",
        "after": "2 load test suites",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "10+ semi-automated performance tests based on the WebPageTest service",
        "before": "No performance testing",
        "after": "10+ semi-automated performance tests",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "119 deployments followed by automated smoke testing + manual sanity testing",
        "before": "Smoke testing wasn’t the part of a workflow",
        "after": "119 deployments",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-6",
    "vendorSlug": "deviqa",
    "title": "QA services for supply chain solution",
    "url": "https://www.deviqa.com/case-studies/qima/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "QIMA",
      "industry": "Supply chain quality control and compliance",
      "type": null
    },
    "frameworks": [
      "cypress",
      "k6",
      "postman"
    ],
    "languages": [
      "JavaScript"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 3,
    "durationMonths": null,
    "startYear": 2021,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "1-2 days for release testing",
        "before": "3-4 days for release testing",
        "after": "1-2 days",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "3000 autotests",
        "before": "~2000 autotests",
        "after": "~3000 autotests",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "resulting in 2.5 times reduction in execution time",
        "before": null,
        "after": "2.5 times reduction",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "~90% of test data is generated by API",
        "before": "Low API usage for test data setup",
        "after": "~90% of test data",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-7",
    "vendorSlug": "deviqa",
    "title": "QA services for cybersecurity solution",
    "url": "https://www.deviqa.com/case-studies/cydef/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "CYDEF",
      "industry": "Cybersecurity",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "C#",
      "TypeScript"
    ],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [],
    "teamSize": 3,
    "durationMonths": null,
    "startYear": 2020,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "700+ automated test scripts added",
        "before": "No automated testing",
        "after": "700+ automated test scripts",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "98% test coverage achieved for the desktop agent",
        "before": "The desktop agent had no documented test coverage",
        "after": "98% test coverage",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "4 days to run regression testing",
        "before": "Regression testing required 2 weeks",
        "after": "4 days",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "New-client Azure infrastructure provisioning reduced to 1 week",
        "before": "Provisioning Azure infrastructure for a new client required up to 1 month",
        "after": "1 week",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "1,900+ test cases created for the desktop agent",
        "before": "No documented test cases",
        "after": "1,900+ test cases",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-8",
    "vendorSlug": "deviqa",
    "title": "Software testing services for cryptocurrency platform",
    "url": "https://www.deviqa.com/case-studies/xdefi/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "XDEFI (Ctrl Wallet)",
      "industry": "Cryptocurrency wallet",
      "type": null
    },
    "frameworks": [
      "playwright",
      "appium",
      "webdriverio",
      "k6",
      "jmeter",
      "postman"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [],
    "teamSize": 4,
    "durationMonths": null,
    "startYear": 2023,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "700+ autotests were migrated to a new framework",
        "before": "Outdated autotests for the Chrome extension",
        "after": "700+ autotests",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "70+ performance scripts were created using K6 and JMeter",
        "before": "No performance tests",
        "after": "70+ performance scripts",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "Covered ~95% functionality with BE tests",
        "before": "No back-end autotests",
        "after": "~95% functionality",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "15+ jobs were configured to monitor the critical features daily",
        "before": "Critical features weren’t monitored",
        "after": "15+ jobs",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-9",
    "vendorSlug": "deviqa",
    "title": "QA for customer experience management software",
    "url": "https://www.deviqa.com/case-studies/sprinklr/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Sprinklr",
      "industry": "Customer experience management software",
      "type": "enterprise"
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd",
      "rest-assured",
      "jmeter"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "BrowserStack",
      "Sauce Labs"
    ],
    "teamSize": 7,
    "durationMonths": 60,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "The time of testing was reduced by 50%",
        "before": "Automated test execution took too long to support the delivery process",
        "after": "reduced by 50%",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 5 years"
      },
      {
        "kind": "suite-size",
        "claim": "developed and maintained 2,000+ automated tests",
        "before": null,
        "after": "2,000+",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project length 5 years"
      },
      {
        "kind": "coverage",
        "claim": "more than 90% automated coverage of the application",
        "before": null,
        "after": "over 90%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project length 5 years"
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-10",
    "vendorSlug": "deviqa",
    "title": "QA for booking management software",
    "url": "https://www.deviqa.com/case-studies/xola/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Xola",
      "industry": "Travel (tour and activity booking software)",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd",
      "rest-assured",
      "postman"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "GoCD"
    ],
    "clouds": [],
    "teamSize": 6,
    "durationMonths": null,
    "startYear": 2014,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "decreased from 60 minutes to approximately 20 minutes",
        "before": "60 minutes",
        "after": "approximately 20 minutes",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "Automated regression testing completed in approximately 2 hours",
        "before": "No defined regression testing process",
        "after": "approximately 2 hours",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "3,200+ automated test scripts created",
        "before": "No automated test coverage",
        "after": "3,200+ automated test scripts",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-11",
    "vendorSlug": "deviqa",
    "title": "QA for real estate platform",
    "url": "https://www.deviqa.com/case-studies/compass/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Compass",
      "industry": "Real estate",
      "type": "enterprise"
    },
    "frameworks": [
      "cypress",
      "postman",
      "locust"
    ],
    "languages": [
      "JavaScript",
      "TypeScript",
      "Python"
    ],
    "ciTools": [
      "CircleCI"
    ],
    "clouds": [],
    "teamSize": 9,
    "durationMonths": null,
    "startYear": 2016,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Regression testing reduced from 7 to 2 days",
        "before": "7 days to run regression testing",
        "after": "2 days",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "End-to-end testing on each pull request reduced from over 40 minutes to 10 minutes",
        "before": "40+ minutes to run automated E2E testing on each pull request",
        "after": "10 minutes",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "most tests run automatically against new pull requests"
      },
      {
        "kind": "coverage",
        "claim": "End-to-end automation coverage increased from 40% to 80%",
        "before": "40% automation E2E testing coverage",
        "after": "80%",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "Test case coverage increased from 50% to 85%",
        "before": "50% of the application was covered with test cases",
        "after": "85%",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "500+ automated API tests created across multiple endpoints",
        "before": "Global API endpoints were not covered by automation",
        "after": "500+ automated API tests",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Load tests simulate up to 1,000 concurrent users",
        "before": "No load test scripts",
        "after": "up to 1,000 concurrent users",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "200+ mobile test scenarios added",
        "before": "No mobile automated tests",
        "after": "200+ mobile test scenarios",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-12",
    "vendorSlug": "deviqa",
    "title": "QA for sales enablement software",
    "url": "https://www.deviqa.com/case-studies/allego/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Allego",
      "industry": "Sales enablement software",
      "type": null
    },
    "frameworks": [
      "appium",
      "webdriverio",
      "cucumber-bdd",
      "jmeter",
      "postman"
    ],
    "languages": [
      "Ruby",
      "JavaScript",
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 7,
    "durationMonths": null,
    "startYear": 2013,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "18 hours to run regression testing",
        "before": ">70 hours to run regression testing",
        "after": "18 hours",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "4 hours to run smoke testing",
        "before": ">20 hours to run smoke testing",
        "after": "4 hours",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "2.4k+ automated tests for a web application",
        "before": "<300 web automated tests",
        "after": "2.4k+ automated tests",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "Increased the number of defects detected during testing by 2.5×",
        "before": null,
        "after": "2.5x",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "100% coverage of all existing sub-products",
        "before": "Not all product modules were covered with autotests",
        "after": "100% coverage of all existing sub-products",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "2.5k+ automation tests for iOS and Android apps",
        "before": "<100 mobile automation tests",
        "after": "2.5k+ automation tests",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "5 iOS and Android versions and different devices supported",
        "before": "1 version of iOS and Android was used for autotests",
        "after": "5 iOS and Android versions",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "5 parallel threads for running autotests on all supported browsers and mobile OSs",
        "before": "No parallelization in autotests",
        "after": "5 parallel threads",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-13",
    "vendorSlug": "deviqa",
    "title": "QA for glucose monitoring system",
    "url": "https://www.deviqa.com/case-studies/abbott-laboratories/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Abbott",
      "industry": "Healthcare (glucose monitoring)",
      "type": "enterprise"
    },
    "frameworks": [
      "robot-framework",
      "postman"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 19,
    "durationMonths": null,
    "startYear": 2019,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Regression testing reduced from 2.5 weeks to 1 day",
        "before": "2.5 weeks",
        "after": "1 day",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "Smoke testing reduced from 7 days to 1 day",
        "before": "7 days",
        "after": "1 day",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "Test coverage increased from 50% to 90%",
        "before": "50%",
        "after": "90%",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "DeviQA created 1,500+ automated test scenarios",
        "before": null,
        "after": "1,500+",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "DeviQA developed 1,700+ automated test scripts",
        "before": null,
        "after": "1,700+",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-14",
    "vendorSlug": "deviqa",
    "title": "Software testing services for betting application",
    "url": "https://www.deviqa.com/case-studies/betting/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Online betting",
      "type": null
    },
    "frameworks": [
      "selenium",
      "gatling"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "Sauce Labs"
    ],
    "teamSize": 2,
    "durationMonths": null,
    "startYear": 2018,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": ">350+ scripts were developed",
        "before": null,
        "after": "350+",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": ">20 critical performance issues were identified",
        "before": null,
        "after": "20+",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-15",
    "vendorSlug": "deviqa",
    "title": "QA for mobile app builder",
    "url": "https://www.deviqa.com/case-studies/biznessapps/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "BiznessApps",
      "industry": "Mobile app builder for small business",
      "type": null
    },
    "frameworks": [
      "appium"
    ],
    "languages": [],
    "ciTools": [
      "Bamboo"
    ],
    "clouds": [
      "AWS Device Farm",
      "BrowserStack"
    ],
    "teamSize": 6,
    "durationMonths": 48,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "1,700+ defects reported",
        "before": "Existing test runs failed to detect many defects",
        "after": "1,700+ defects",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "During a four-year engagement"
      },
      {
        "kind": "coverage",
        "claim": "Test cases covered more than 90% of the application",
        "before": "No comprehensive test documentation",
        "after": "more than 90% of the application",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "During a four-year engagement"
      },
      {
        "kind": "other",
        "claim": "Customer support issues decreased by more than 50%",
        "before": null,
        "after": "more than 50% decrease",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "During a four-year engagement"
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-16",
    "vendorSlug": "deviqa",
    "title": "QA services for Shopify appointment scheduling solution",
    "url": "https://www.deviqa.com/case-studies/bookthatapp/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "BookThatApp",
      "industry": "Shopify appointment scheduling",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd",
      "postman"
    ],
    "languages": [
      "Ruby"
    ],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 1,
    "durationMonths": 96,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "~2 hours were needed to run regression testing",
        "before": "4 days were needed to run regression testing",
        "after": "~2 hours",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 8 years"
      },
      {
        "kind": "suite-size",
        "claim": ">1000 automated tests were developed",
        "before": "There were less than 200 automated tests",
        "after": ">1000 automated tests",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 8 years"
      },
      {
        "kind": "execution-time",
        "claim": "Testing time was reduced by 40%",
        "before": "The testing process was time-consuming",
        "after": "reduced by 40%",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 8 years"
      },
      {
        "kind": "other",
        "claim": "5 various devices with different operating systems, screen resolutions, and browsers",
        "before": "Regression tests were executed on one device only",
        "after": "5 various devices",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "4 browsers were supported",
        "before": "1 browser was used",
        "after": "4 browsers",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "4 threads and parallelization were used to run automated regression testing quickly",
        "before": "Regression testing was run in 1 thread and took a lot of time",
        "after": "4 threads",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-17",
    "vendorSlug": "deviqa",
    "title": "QA for solution for BCBA therapist",
    "url": "https://www.deviqa.com/case-studies/catalyst/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Catalyst",
      "industry": "Behavioral therapy software",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins",
      "Azure DevOps"
    ],
    "clouds": [
      "BrowserStack",
      "AWS Device Farm"
    ],
    "teamSize": 2,
    "durationMonths": 60,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Created ≈ 1000 test cases in Azure DevOps",
        "before": "Lack of QA documentation",
        "after": "≈ 1000 test cases",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 5 years"
      },
      {
        "kind": "other",
        "claim": "150 Confluence pages and 60 user stories were created",
        "before": "No detailed specifications",
        "after": "150 Confluence pages and 60 user stories",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 5 years"
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-18",
    "vendorSlug": "deviqa",
    "title": "Software testing services for childcare management system",
    "url": "https://www.deviqa.com/case-studies/childcare-management-system/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Childcare management software",
      "type": null
    },
    "frameworks": [
      "cypress",
      "appium",
      "webdriverio",
      "postman"
    ],
    "languages": [
      "JavaScript",
      "TypeScript"
    ],
    "ciTools": [
      "CircleCI"
    ],
    "clouds": [],
    "teamSize": 6,
    "durationMonths": null,
    "startYear": 2021,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "30 minutes to run a regression test suite",
        "before": ">3 hours to run a regression test suite",
        "after": "30 minutes",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": ">90% regression test-cases have been automated",
        "before": "<10% regression test-cases were automated for the web app",
        "after": ">90% regression test-cases",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "release-frequency",
        "claim": "10 or more deployments to Prod every 2 weeks",
        "before": "1 deployment to Prod for every 2 weeks",
        "after": "10 or more deployments to Prod every 2 weeks",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "Automated smoke testing taking 10 minutes only",
        "before": "No smoke testing runs",
        "after": "10 minutes",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": ">150 automation test scripts for mobile apps",
        "before": "No automation testing for mobile apps",
        "after": ">150 automation test scripts",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "14 parallel threads",
        "before": "No parallel threads",
        "after": "14 parallel threads",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "framework k6 not named on page"
    ]
  },
  {
    "id": "deviqa-19",
    "vendorSlug": "deviqa",
    "title": "QA for patient engagement solution",
    "url": "https://www.deviqa.com/case-studies/cipher-health/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "CipherHealth",
      "industry": "Healthcare patient engagement",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd",
      "appium",
      "jmeter"
    ],
    "languages": [
      "Ruby"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 4,
    "durationMonths": null,
    "startYear": 2018,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "the testing process contributed to a 35% reduction in production defects",
        "before": null,
        "after": "35% reduction",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "During the first seven months"
      },
      {
        "kind": "execution-time",
        "claim": "The complete automated smoke suite runs in 10 minutes",
        "before": "Smoke testing was performed manually",
        "after": "10 minutes",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "The automated regression suite runs in 5 hours",
        "before": "Regression testing was performed manually",
        "after": "5 hours",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "1,400+ end-to-end web automation scripts created",
        "before": null,
        "after": "1,400+",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "reducing mobile smoke and regression testing time by over 50%",
        "before": null,
        "after": "over 50% reduction",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "Automated tests cover 90% of delivered features",
        "before": "New features lacked automated test coverage",
        "after": "90% of delivered features",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Tests execute across up to 20 parallel threads",
        "before": "Tests ran on a single execution thread",
        "after": "up to 20 parallel threads",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "The three latest browser versions supported",
        "before": "Testing covered one browser version",
        "after": "three latest browser versions",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "The two latest iOS and Android versions supported",
        "before": "Mobile testing covered only the latest iOS and Android versions",
        "after": "two latest iOS and Android versions",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "250+ automated API tests created",
        "before": "No automated API tests",
        "after": "250+ automated API tests",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Tests execute across four environments, including production",
        "before": "Tests ran in one local environment",
        "after": "four environments",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-20",
    "vendorSlug": "deviqa",
    "title": "Software testing services for eLearning solution",
    "url": "https://www.deviqa.com/case-studies/cognota/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Cognota",
      "industry": "Corporate learning (LearnOps) software",
      "type": null
    },
    "frameworks": [
      "cypress"
    ],
    "languages": [],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": 12,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "0-1 failure is in a regression test run",
        "before": "~120 failures were in a regression test run",
        "after": "0-1 failure",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 1 year"
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-21",
    "vendorSlug": "deviqa",
    "title": "Software testing services for cryptocurrency wallet platform",
    "url": "https://www.deviqa.com/case-studies/cryptocurrency-wallet-platform/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Cryptocurrency wallet",
      "type": null
    },
    "frameworks": [
      "appium",
      "playwright",
      "jmeter"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [],
    "teamSize": 3,
    "durationMonths": null,
    "startYear": 2023,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "~600 automation test scripts have been created for the back end",
        "before": "There were no automated tests for the back end",
        "after": "~600 automation test scripts",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "~40 minutes are needed to run automated tests in parallel daily",
        "before": null,
        "after": "~40 minutes",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "~1,200 test cases have been created in TestRail",
        "before": "There were no test cases for the back end",
        "after": "~1,200 test cases",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "10 parallel threads are used",
        "before": "There were no parallel threads",
        "after": "10 parallel threads",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Load tests for RPC proxies (for ~ 20 chains) have been created",
        "before": "There were no load tests",
        "after": "~ 20 chains",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "framework webdriverio not named on page"
    ]
  },
  {
    "id": "deviqa-22",
    "vendorSlug": "deviqa",
    "title": "QA for a next-gen cybersecurity solution provider",
    "url": "https://www.deviqa.com/case-studies/cybersecurity-solution/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Cybersecurity (CTEM platform)",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 1,
    "durationMonths": null,
    "startYear": 2022,
    "migration": null,
    "metrics": [
      {
        "kind": "release-frequency",
        "claim": "Release velocity increased by 30%",
        "before": null,
        "after": "increased by 30%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "Critical production bugs decreased by 25%",
        "before": null,
        "after": "decreased by 25%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "Overall testing time decreased by 40%",
        "before": null,
        "after": "decreased by 40%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "100% of reports contain screenshots or videos",
        "before": "Bug reports often lacked sufficient context",
        "after": "100% of reports",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-23",
    "vendorSlug": "deviqa",
    "title": "Software testing services for event management software",
    "url": "https://www.deviqa.com/case-studies/datasport/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Datasport",
      "industry": "Sports event management",
      "type": null
    },
    "frameworks": [
      "webdriverio",
      "jmeter",
      "postman"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": 3,
    "durationMonths": null,
    "startYear": 2020,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "About 1,600 regression automated tests that covered critical software areas",
        "before": null,
        "after": "about 1,600",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "<1 hour was needed to run smoke testing",
        "before": null,
        "after": "<1 hour",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "<2 days were needed to run full regression testing",
        "before": null,
        "after": "<2 days",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": ">4k of critical and major bugs were found by the DeviQA team",
        "before": null,
        "after": ">4k",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "99% of the application was covered with test cases",
        "before": "The test documentation was incomplete",
        "after": "99% of the application",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "<2 days were needed to write a detailed final version of a user story",
        "before": "1-2 weeks were needed to develop a user story",
        "after": "<2 days",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "framework k6 not named on page"
    ]
  },
  {
    "id": "deviqa-24",
    "vendorSlug": "deviqa",
    "title": "QA for dental management software",
    "url": "https://www.deviqa.com/case-studies/dental/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Arklign",
      "industry": "Dental laboratory case management",
      "type": null
    },
    "frameworks": [
      "webdriverio",
      "jmeter",
      "postman"
    ],
    "languages": [],
    "ciTools": [
      "Bitbucket CI"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 3,
    "durationMonths": null,
    "startYear": 2016,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Automated smoke testing reduced execution time to 10 minutes",
        "before": "No automated smoke testing",
        "after": "10 minutes",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "reducing the automated test run to 2 hours",
        "before": null,
        "after": "2 hours",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "900+ end-to-end tests automated",
        "before": "No automated E2E tests",
        "after": "900+ end-to-end tests",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "This QA process achieved 95% test coverage across Arklign’s applications",
        "before": null,
        "after": "95%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "5000+ test cases created",
        "before": "No test cases",
        "after": "5000+ test cases",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "100+ API tests automated",
        "before": "No automated API tests",
        "after": "100+ API tests",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-25",
    "vendorSlug": "deviqa",
    "title": "Software testing services for EV charging app",
    "url": "https://www.deviqa.com/case-studies/dootrix/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Dootrix",
      "industry": "EV charging mobile app",
      "type": null
    },
    "frameworks": [
      "appium",
      "rest-assured",
      "cucumber-bdd",
      "jmeter",
      "postman"
    ],
    "languages": [
      "Java",
      "C#"
    ],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 3,
    "durationMonths": null,
    "startYear": 2023,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "More than 100 automated hybrid API+DB and UI+API scenarios have been created",
        "before": null,
        "after": "more than 100",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "More than 50 different integration test scenarios have been created",
        "before": null,
        "after": "more than 50",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-26",
    "vendorSlug": "deviqa",
    "title": "Software testing services for project management platform",
    "url": "https://www.deviqa.com/case-studies/favro/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Favro",
      "industry": "Project management software",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": null,
    "startYear": 2019,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "~1,000 bugs reported",
        "before": null,
        "after": "~1,000",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-27",
    "vendorSlug": "deviqa",
    "title": "QA services for employee wellness platform",
    "url": "https://www.deviqa.com/case-studies/goodshape/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "GoodShape",
      "industry": "Workforce well-being software",
      "type": null
    },
    "frameworks": [
      "robot-framework"
    ],
    "languages": [
      "Python",
      "JavaScript"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 3,
    "durationMonths": null,
    "startYear": 2019,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "Defects appearing after updates to the core system decreased by 95%",
        "before": null,
        "after": "decreased by 95%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "Testing and release cycles became 3× faster",
        "before": null,
        "after": "3x faster",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "The team created more than 3,800 automated test scripts",
        "before": null,
        "after": "more than 3,800",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": ">90% of test cases are automated",
        "before": "Only smoke tests were automated on BE",
        "after": ">90% of test cases",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "~99% of smoke tests are automated",
        "before": "Manual smoke testing on FE",
        "after": "~99% of smoke tests",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "framework cucumber-bdd not named on page"
    ]
  },
  {
    "id": "deviqa-28",
    "vendorSlug": "deviqa",
    "title": "QA services for rental subscription platform",
    "url": "https://www.deviqa.com/case-studies/grover/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Grover",
      "industry": "Technology rental subscription",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd",
      "postman"
    ],
    "languages": [
      "Java",
      "Ruby"
    ],
    "ciTools": [
      "Jenkins",
      "CircleCI"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 2,
    "durationMonths": null,
    "startYear": 2018,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "1-2 days to run regression testing",
        "before": null,
        "after": "1-2 days",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "3-4 hours to run smoke testing",
        "before": null,
        "after": "3-4 hours",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": ">600 automated tests created",
        "before": null,
        "after": ">600",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "90% test coverage",
        "before": null,
        "after": "90%",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-29",
    "vendorSlug": "deviqa",
    "title": "Software testing services for video production software",
    "url": "https://www.deviqa.com/case-studies/lemonlight/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Lemonlight",
      "industry": "Video production",
      "type": null
    },
    "frameworks": [
      "webdriverio",
      "selenium",
      "postman"
    ],
    "languages": [
      "TypeScript",
      "Java"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": 1,
    "durationMonths": 12,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "80% of releases were without critical or major bugs",
        "before": "35% of releases were without critical or major bugs",
        "after": "80% of releases",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 1 year"
      },
      {
        "kind": "execution-time",
        "claim": "3 hours were needed to complete regression testing",
        "before": null,
        "after": "3 hours",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project length 1 year"
      },
      {
        "kind": "suite-size",
        "claim": "350+ automation scenarios were created",
        "before": "There were no automated tests",
        "after": "350+ automation scenarios",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 1 year"
      },
      {
        "kind": "coverage",
        "claim": ">85% of the product was covered with automated tests",
        "before": "Test coverage was low",
        "after": ">85% of the product",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 1 year"
      },
      {
        "kind": "other",
        "claim": "350+ test cases were created from scratch",
        "before": "There were no test cases",
        "after": "350+ test cases",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 1 year"
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-30",
    "vendorSlug": "deviqa",
    "title": "Software testing services for mobile messenger with end-to-end encryption",
    "url": "https://www.deviqa.com/case-studies/messenger/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Secure messaging",
      "type": null
    },
    "frameworks": [
      "appium"
    ],
    "languages": [
      "Kotlin",
      "Java",
      "JavaScript"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 5,
    "durationMonths": null,
    "startYear": 2020,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Up to 2 days are needed to complete automated regression testing",
        "before": "Regression testing took about 20 days",
        "after": "Up to 2 days",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "Up to 2 hours are needed to complete automated smoke testing",
        "before": null,
        "after": "up to 2 hours",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "98% of the test cases were automated",
        "before": "There were no automated tests",
        "after": "98% of the test cases",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": ">700 automation scripts were created for an iOS app",
        "before": "There were no automated tests",
        "after": ">700 automation scripts",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": ">700 automation scripts were created for an Android app",
        "before": "There were no automated tests",
        "after": ">700 automation scripts",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-31",
    "vendorSlug": "deviqa",
    "title": "QA for advertising resource management system",
    "url": "https://www.deviqa.com/case-studies/mint/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "MINT",
      "industry": "Advertising resource management",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 21,
    "durationMonths": null,
    "startYear": 2019,
    "migration": null,
    "metrics": [
      {
        "kind": "release-frequency",
        "claim": "4-5 releases per day",
        "before": "1 huge release every 1-2 months",
        "after": "4-5 releases per day",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "2 weeks max to release a new feature",
        "before": "1-2 months to release a new feature",
        "after": "2 weeks max",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "200+ e2e test cases for the whole app",
        "before": "0 test cases",
        "after": "200+ e2e test cases",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-32",
    "vendorSlug": "deviqa",
    "title": "QA services for crypto finance app",
    "url": "https://www.deviqa.com/case-studies/mode/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Mode",
      "industry": "Bitcoin wallet (fintech)",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 4,
    "durationMonths": null,
    "startYear": 2021,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "<1 hour is needed to execute manual smoke testing",
        "before": ">3 hours were needed to execute manual smoke testing",
        "after": "<1 hour",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "150+ Postman test cases were created and integrated into the workflow",
        "before": "There was no comprehensive Postman suite for API testing",
        "after": "150+ Postman test cases",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "Around 75% of all API endpoints were covered by our test suite",
        "before": null,
        "after": "around 75%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Up to 50 tickets were processed daily",
        "before": "No more than 10 tickets were processed daily",
        "after": "Up to 50 tickets",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "5 different devices and 2 emulators were used for testing",
        "before": "Only 1 real device and 1 emulator were used for testing",
        "after": "5 different devices and 2 emulators",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-33",
    "vendorSlug": "deviqa",
    "title": "QA for workflow management platform",
    "url": "https://www.deviqa.com/case-studies/motion/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Motion",
      "industry": "Workflow management software",
      "type": "startup"
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [],
    "teamSize": 1,
    "durationMonths": 5,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "75+ end-to-end automated tests were developed and maintained",
        "before": "Tests were not automated",
        "after": "75+ end-to-end automated tests",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 5 months"
      },
      {
        "kind": "coverage",
        "claim": "90% of critical features are covered by tests",
        "before": "Zero test coverage",
        "after": "90% of critical features",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 5 months"
      },
      {
        "kind": "other",
        "claim": "80 structured and reusable test cases were created",
        "before": "Test cases were not documented",
        "after": "80 structured and reusable test cases",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 5 months"
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-34",
    "vendorSlug": "deviqa",
    "title": "QA services for cloud-based enterprise software",
    "url": "https://www.deviqa.com/case-studies/nexsysone/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "NEXSYS-ONE",
      "industry": "Telecom operations software",
      "type": null
    },
    "frameworks": [
      "webdriverio",
      "postman"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "Bitbucket Pipelines"
    ],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": null,
    "startYear": 2021,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "1.5 hours to run automated regression testing",
        "before": null,
        "after": "1.5 hours",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "1300 automated scenarios in total",
        "before": "Manual test execution",
        "after": "1300 automated scenarios",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "DeviQA developed 1,400+ automated tests for multiple NEXSYS-ONE applications",
        "before": null,
        "after": "1,400+",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "15 parallel threads",
        "before": "No parallel threads",
        "after": "15 parallel threads",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-35",
    "vendorSlug": "deviqa",
    "title": "QA services for ESG management solution",
    "url": "https://www.deviqa.com/case-studies/planetly/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Planetly",
      "industry": "Carbon management and ESG software",
      "type": null
    },
    "frameworks": [
      "webdriverio",
      "postman"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "CircleCI"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 5,
    "durationMonths": null,
    "startYear": 2021,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": ">400 E2E automated tests",
        "before": "No automated testing",
        "after": ">400 E2E automated tests",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "<1 hour to run automated regression testing",
        "before": null,
        "after": "<1 hour",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "<10 mins to run automated smoke testing",
        "before": null,
        "after": "<10 mins",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": ">80% of the delivered features are covered with autotests",
        "before": "New features were not covered by automated tests",
        "after": ">80% of the delivered features",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "~90% of the app is covered with test cases",
        "before": "No test cases",
        "after": "~90% of the app",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-36",
    "vendorSlug": "deviqa",
    "title": "QA for an art management and sales platform",
    "url": "https://www.deviqa.com/case-studies/qa-for-an-art-management-and-sales-platform/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Art management and sales",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 1,
    "durationMonths": null,
    "startYear": 2023,
    "migration": null,
    "metrics": [
      {
        "kind": "release-frequency",
        "claim": "Release velocity increased by 30%",
        "before": null,
        "after": "increased by 30%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "Overall testing time decreased by 40%",
        "before": null,
        "after": "decreased by 40%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "Test execution time decreased by 35%",
        "before": null,
        "after": "decreased by 35%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "100% of reports include screenshots or videos",
        "before": "Bug reports often lacked sufficient context",
        "after": "100% of reports",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-37",
    "vendorSlug": "deviqa",
    "title": "Software testing services for quality management software",
    "url": "https://www.deviqa.com/case-studies/qms/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Construction quality management software",
      "type": null
    },
    "frameworks": [
      "cucumber-bdd",
      "appium"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "BrowserStack",
      "Device Farm"
    ],
    "teamSize": 2,
    "durationMonths": 36,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "A 90% decrease in the number of user complaints was noticed",
        "before": null,
        "after": "90% decrease",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "after 5 months of collaboration with DeviQA"
      },
      {
        "kind": "coverage",
        "claim": "95% automation test coverage has been achieved",
        "before": "There were no automated tests",
        "after": "95%",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 3 years"
      },
      {
        "kind": "suite-size",
        "claim": "we created more than 300 E2EE automation scripts for the web app",
        "before": null,
        "after": "more than 300",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project length 3 years"
      },
      {
        "kind": "coverage",
        "claim": "100% of the main user E2EE flows have been covered with automated tests",
        "before": "There were no automated tests",
        "after": "100% of the main user E2EE flows",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 3 years"
      },
      {
        "kind": "other",
        "claim": ">1500 test cases have been added to cover all the major software areas",
        "before": "Test cases didn't cover the major software areas",
        "after": ">1500 test cases",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 3 years"
      },
      {
        "kind": "other",
        "claim": "2 main mobile versions have been supported",
        "before": "The software didn't provide mobile device support",
        "after": "2 main mobile versions",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-38",
    "vendorSlug": "deviqa",
    "title": "QA services for resident referral platform",
    "url": "https://www.deviqa.com/case-studies/rentgrata/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Rentgrata",
      "industry": "Rental property software",
      "type": null
    },
    "frameworks": [
      "webdriverio",
      "appium",
      "postman",
      "jmeter"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "CircleCI"
    ],
    "clouds": [
      "LambdaTest"
    ],
    "teamSize": 2,
    "durationMonths": null,
    "startYear": 2020,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "2,500+ automation tests have been created",
        "before": "There were no automation scripts",
        "after": "2,500+",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "~200 automation mobile tests have been created",
        "before": "There were no mobile tests",
        "after": "~200",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "90% of test coverage has been achieved",
        "before": "There was zero test coverage",
        "after": "90%",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "6,000+ test cases have been created for the web apps",
        "before": "There were no test cases",
        "after": "6,000+ test cases",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "3,000+ test cases have been created for the mobile apps",
        "before": "There were no test cases",
        "after": "3,000+ test cases",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-39",
    "vendorSlug": "deviqa",
    "title": "QA services for appointment scheduling software",
    "url": "https://www.deviqa.com/case-studies/revenuehero/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "RevenueHero",
      "industry": "Lead conversion and scheduling software",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": null,
    "startYear": 2022,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": ">200 automation E2EE scenarios were developed",
        "before": null,
        "after": ">200",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "1.5 hours are needed to complete automated regression testing",
        "before": null,
        "after": "1.5 hours",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-40",
    "vendorSlug": "deviqa",
    "title": "Software testing services for platform for selling digital products",
    "url": "https://www.deviqa.com/case-studies/shops/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Shops",
      "industry": "Digital products e-commerce",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": 24,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "1 working day was needed to complete regression testing",
        "before": null,
        "after": "1 working day",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project length 2 years"
      },
      {
        "kind": "execution-time",
        "claim": "<60 minutes were needed to finish smoke testing",
        "before": null,
        "after": "<60 minutes",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project length 2 years"
      },
      {
        "kind": "coverage",
        "claim": ">75% of the Shops functionality was covered with regression tests",
        "before": null,
        "after": ">75%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project length 2 years"
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-41",
    "vendorSlug": "deviqa",
    "title": "QA services for retail operations platform",
    "url": "https://www.deviqa.com/case-studies/simplifield/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "SimpliField",
      "industry": "Retail operations software",
      "type": null
    },
    "frameworks": [
      "appium",
      "postman"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "CircleCI"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 3,
    "durationMonths": null,
    "startYear": 2020,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "an automated regression workflow for the new mobile applications that ran 4× faster",
        "before": null,
        "after": "4x faster",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "65% more bugs were found after the integration of our QA team",
        "before": null,
        "after": "65% more",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "95% of Mobile and Web apps are covered with test cases",
        "before": "Lack of test cases",
        "after": "95%",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Functional testing is executed on different 9+ real iOS/Android devices",
        "before": "Lack of testing on real devices",
        "after": "9+ real iOS/Android devices",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-42",
    "vendorSlug": "deviqa",
    "title": "QA services for warehouse management software",
    "url": "https://www.deviqa.com/case-studies/soapbox/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Soapbox",
      "industry": "E-commerce fulfillment and warehouse management",
      "type": null
    },
    "frameworks": [
      "cypress"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 5,
    "durationMonths": null,
    "startYear": 2021,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Regression testing decreased from 1.5 weeks to three days",
        "before": "1.5 weeks",
        "after": "three days",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": ">90% of the software is covered with detailed and relevant test cases",
        "before": "40% test coverage",
        "after": ">90%",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": ">400 automated scripts were created in the first 6 months",
        "before": "Manual test execution",
        "after": ">400",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "created in the first 6 months"
      },
      {
        "kind": "other",
        "claim": "2x faster task handling",
        "before": "~2 weeks to move stories forward",
        "after": "2x faster",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-43",
    "vendorSlug": "deviqa",
    "title": "QA for cloud storage solution",
    "url": "https://www.deviqa.com/case-studies/soft-nas/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "SoftNAS",
      "industry": "Cloud network-attached storage",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 4,
    "durationMonths": 12,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "25% fewer issues were spotted after the proper implementation of test automation",
        "before": null,
        "after": "25% fewer",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project length 1 year"
      },
      {
        "kind": "other",
        "claim": "45% faster delivery of automation test results was achieved",
        "before": "The results of automated test runs were delivered very slowly",
        "after": "45% faster",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 1 year"
      },
      {
        "kind": "suite-size",
        "claim": ">1,000 test scripts were developed",
        "before": null,
        "after": ">1,000",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project length 1 year"
      },
      {
        "kind": "coverage",
        "claim": "80% of the app was covered with tests",
        "before": null,
        "after": "80%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project length 1 year"
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-44",
    "vendorSlug": "deviqa",
    "title": "QA for cybersecurity software platform",
    "url": "https://www.deviqa.com/case-studies/solegate-mimecast/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Solebit (Mimecast)",
      "industry": "Cybersecurity (file threat detection)",
      "type": null
    },
    "frameworks": [
      "cucumber-bdd",
      "postman"
    ],
    "languages": [
      "Ruby"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 4,
    "durationMonths": 60,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "DeviQA reduced regression testing from 20 hours to 2 hours",
        "before": "20 hours",
        "after": "2 hours",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 5 years"
      },
      {
        "kind": "coverage",
        "claim": "80% test coverage",
        "before": "10% test coverage",
        "after": "80%",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 5 years"
      },
      {
        "kind": "suite-size",
        "claim": "250+ UI test cases",
        "before": "~15 UI test cases",
        "after": "250+",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 5 years"
      },
      {
        "kind": "other",
        "claim": "30 different machines for running autotests",
        "before": "1 machine for running tests",
        "after": "30 different machines",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "10 threads for running tests on each machine",
        "before": "1 thread for running tests",
        "after": "10 threads",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "30 reports with test results of each machine",
        "before": "1 report for all tests",
        "after": "30 reports",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "6+ platforms were covered by autotests",
        "before": "1 platform was covered by autotests",
        "after": "6+ platforms",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 5 years"
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-45",
    "vendorSlug": "deviqa",
    "title": "QA for the company ranking platform",
    "url": "https://www.deviqa.com/case-studies/superbcompanies/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "SuperbCompanies",
      "industry": "B2B company profile platform",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": null,
    "startYear": 2024,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-46",
    "vendorSlug": "deviqa",
    "title": "Software testing services for returns management software",
    "url": "https://www.deviqa.com/case-studies/sway/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Sway",
      "industry": "Returns logistics",
      "type": null
    },
    "frameworks": [
      "playwright",
      "appium",
      "postman"
    ],
    "languages": [
      "JavaScript"
    ],
    "ciTools": [
      "GitHub Actions",
      "CircleCI"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 1,
    "durationMonths": null,
    "startYear": 2022,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "the time needed to execute regression testing has been reduced by half",
        "before": null,
        "after": "reduced by half",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "reduce the time of regression testing to 1.5 days",
        "before": null,
        "after": "1.5 days",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "~40% of tests have been automated, and this value is growing",
        "before": "The tests were not automated",
        "after": "~40%",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "100% of all API endpoints are covered with tests",
        "before": "API endpoints were not covered with tests",
        "after": "100%",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "280+ regression E2EE cases have been created",
        "before": "There were no regression checklists",
        "after": "280+ regression E2EE cases",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "100% of the core flow is covered with documentation",
        "before": "There was poor documentation coverage",
        "after": "100% of the core flow",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "5+ performance suites have been created",
        "before": "Performance checks were not executed",
        "after": "5+ performance suites",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "450+ test cases have been written",
        "before": "There were no test cases",
        "after": "450+ test cases",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "~5 workflows have been created via GitHub actions",
        "before": "There were no automation workflows",
        "after": "~5 workflows",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-47",
    "vendorSlug": "deviqa",
    "title": "QA Services for a Telehealth Platform",
    "url": "https://www.deviqa.com/case-studies/telehealth-platform-testing-case-study/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Telehealth",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": null,
    "startYear": 2020,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "there have already been more than 350 successful releases",
        "before": null,
        "after": "more than 350",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "100% of the release content is tested using various approaches",
        "before": "Release content was usually tested only with the happy path approach",
        "after": "100% of the release content",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-48",
    "vendorSlug": "deviqa",
    "title": "Software testing services for mental health app",
    "url": "https://www.deviqa.com/case-studies/thrive/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Thrive Mental Wellbeing",
      "industry": "Digital mental health",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 2,
    "durationMonths": null,
    "startYear": 2023,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": ">6,000 test cases have been written for a regression test suite",
        "before": null,
        "after": ">6,000",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-49",
    "vendorSlug": "deviqa",
    "title": "QA for automated payment platform",
    "url": "https://www.deviqa.com/case-studies/tipalti/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Tipalti",
      "industry": "Accounts payable automation",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd",
      "postman"
    ],
    "languages": [
      "Ruby"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": 21,
    "durationMonths": 144,
    "startYear": 2011,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "The resulting regression cycle took 2 days, twice as fast as the previous process",
        "before": null,
        "after": "2 days",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "DeviQA supported Tipalti’s accounts payable automation platform for 12 years"
      },
      {
        "kind": "suite-size",
        "claim": "50+ automated performance tests created",
        "before": null,
        "after": "50+",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "DeviQA supported Tipalti’s accounts payable automation platform for 12 years"
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-50",
    "vendorSlug": "deviqa",
    "title": "Software testing services for multi-platform workflow software",
    "url": "https://www.deviqa.com/case-studies/vcreative/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "vCreative",
      "industry": "Media workflow software",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 1,
    "durationMonths": null,
    "startYear": 2021,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "<1 week is needed to run regression testing",
        "before": "2 weeks were needed to run regression testing",
        "after": "<1 week",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": ">150 automated tests have been created",
        "before": "There were no auto-tests",
        "after": ">150",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": ">6 various devices with the latest OS versions are used to run regression testing",
        "before": "Regression testing was performed only on 2 web devices",
        "after": ">6 various devices",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-51",
    "vendorSlug": "deviqa",
    "title": "QA for image-based social network",
    "url": "https://www.deviqa.com/case-studies/weheartit/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "We Heart It",
      "industry": "Image-based social network",
      "type": null
    },
    "frameworks": [
      "webdriverio",
      "jmeter"
    ],
    "languages": [
      "JavaScript"
    ],
    "ciTools": [
      "Jenkins",
      "Bamboo"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 3,
    "durationMonths": 12,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "reducing full-suite execution from 12 hours to 2 hours",
        "before": "12 hours",
        "after": "2 hours",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 1 year"
      },
      {
        "kind": "execution-time",
        "claim": "Automated regression testing took only 2 hours",
        "before": "Manual regression testing took about 2 weeks",
        "after": "2 hours",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 1 year"
      },
      {
        "kind": "suite-size",
        "claim": "≈ 2,000 test scripts were developed",
        "before": null,
        "after": "≈ 2,000",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project length 1 year"
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "deviqa-52",
    "vendorSlug": "deviqa",
    "title": "QA for advanced mobile wound care solution",
    "url": "https://www.deviqa.com/case-studies/woundtech/",
    "publisher": "deviqa.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Woundtech",
      "industry": "Wound care telehealth",
      "type": null
    },
    "frameworks": [
      "playwright",
      "postman"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": 1,
    "durationMonths": 6,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Development of over 130 automated test scripts, expanding overall coverage.",
        "before": null,
        "after": "over 130",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project length 6 months"
      },
      {
        "kind": "coverage",
        "claim": "80% test coverage was achieved through a mix of manual and automated tests",
        "before": "Test coverage was not high enough",
        "after": "80%",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 6 months"
      },
      {
        "kind": "coverage",
        "claim": "80% automation coverage",
        "before": "Smoke and regression tests were executed manually",
        "after": "80% automation coverage",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project length 6 months"
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "impactqa-1",
    "vendorSlug": "impactqa",
    "title": "End-to-End Testing for India's Top Leading Ecommerce Company",
    "url": "https://clutch.co/profile/impactqa",
    "publisher": "clutch.co",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Nykaa",
      "industry": "E-commerce, beauty and wellness",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [
      "Java",
      "Python"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "Reduced performance bugs by 80%",
        "before": null,
        "after": "80% fewer performance bugs",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Increased user retention by 55%",
        "before": null,
        "after": "user retention up 55%",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "sourceNote": "Vendor-supplied portfolio entry on the vendor's Clutch profile; the matching case page on impactqa.com (https://www.impactqa.com/case-studies/nyka/) is a public summary with the full case gated behind an email form and names no listed framework."
  },
  {
    "id": "impactqa-2",
    "vendorSlug": "impactqa",
    "title": "IoT Testing for Leading Wellness Real Estate & Software Company",
    "url": "https://clutch.co/profile/impactqa",
    "publisher": "clutch.co",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Delos",
      "industry": "Real estate and wellness technology",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "Reduced 50% Turnaround Time",
        "before": null,
        "after": "turnaround time down 50%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "Zero Critical Defects in Production",
        "before": null,
        "after": "zero critical production defects",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "sourceNote": "Vendor-supplied portfolio entry on the vendor's Clutch profile; the matching case page on impactqa.com (https://www.impactqa.com/case-studies/delos/) is a public summary with the full case gated behind an email form and names no listed framework."
  },
  {
    "id": "impactqa-3",
    "vendorSlug": "impactqa",
    "title": "ERP Testing for World’s Leading Crane Manufacturing Company",
    "url": "https://clutch.co/profile/impactqa",
    "publisher": "clutch.co",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Terex",
      "industry": "Manufacturing",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "cost",
        "claim": "45% Reduced QA Costs",
        "before": null,
        "after": "QA costs down 45%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "50% Reduced Turn Around Time",
        "before": null,
        "after": "turnaround time down 50%",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "sourceNote": "Vendor-supplied portfolio entry on the vendor's Clutch profile; the matching case page on impactqa.com (https://www.impactqa.com/case-studies/terex/) is a public summary with the full case gated behind an email form and names no listed framework."
  },
  {
    "id": "impactqa-4",
    "vendorSlug": "impactqa",
    "title": "Mobile App Testing for World's Largest Food Chain Company",
    "url": "https://clutch.co/profile/impactqa",
    "publisher": "clutch.co",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Yum Brands",
      "industry": "Food service",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "sourceNote": "Vendor-supplied portfolio entry on the vendor's Clutch profile; the matching case page on impactqa.com (https://www.impactqa.com/case-studies/yum-brands/) is a public summary with the full case gated behind an email form and names no listed framework."
  },
  {
    "id": "qa-madness-1",
    "vendorSlug": "qa-madness",
    "title": "General QA Strategy and Ongoing Support for the Legal Software Provider",
    "url": "https://www.qamadness.com/case_studies/automated-qa-process-and-ongoing-support-for-the-legal-software-provider/",
    "publisher": "qamadness.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Legal software (AI solutions for legal professionals)",
      "type": null
    },
    "frameworks": [
      "cypress"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": 3,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "frameworkQuotes": {
      "cypress": "Cypress was selected for test automation since it integrates well with TypeScript."
    }
  },
  {
    "id": "qa-madness-2",
    "vendorSlug": "qa-madness",
    "title": "Ongoing QA Support for the Decentralized Web3 Insurance Platform",
    "url": "https://www.qamadness.com/case_studies/ongoing-qa-support-for-the-decentralized-web3-insurance-platform/",
    "publisher": "qamadness.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "FinTech, Web3 insurance",
      "type": null
    },
    "frameworks": [
      "postman",
      "playwright"
    ],
    "languages": [],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [],
    "teamSize": 4,
    "durationMonths": 18,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "over 1,200 tests written",
        "before": null,
        "after": "over 1,200 tests",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Over 18 months into the QA support"
      },
      {
        "kind": "coverage",
        "claim": "95% coverage for the business-critical flows was achieved",
        "before": null,
        "after": "95% of business-critical flows",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Over 18 months into the QA support"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "frameworkQuotes": {
      "postman": "Automated testing (Postman / Playwright / Hardhat)",
      "playwright": "Automated testing (Postman / Playwright / Hardhat)"
    }
  },
  {
    "id": "qa-wolf-1",
    "vendorSlug": "qa-wolf",
    "title": "Guiding GUIDEcx to 80% coverage saved $642K/yr",
    "url": "https://www.qawolf.com/customers/guidecx",
    "publisher": "qawolf.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "GUIDEcx",
      "industry": "Client onboarding and workflow management software",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "coverage",
        "claim": "Doubled test coverage to 80% in 4 months",
        "before": null,
        "after": "80%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Doubled test coverage to 80% in 4 months"
      },
      {
        "kind": "defects",
        "claim": "a 75% reduction in new bugs each week",
        "before": null,
        "after": "75% fewer new bugs per week",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "a 75% reduction in new bugs each week"
      },
      {
        "kind": "other",
        "claim": "Support ticket volume is down 19% saving $98,000/year",
        "before": null,
        "after": "19% lower support ticket volume",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "cost",
        "claim": "replaced the need to hire 6+ QA engineers, saving GUIDEcx $400,000/year.",
        "before": null,
        "after": "$400,000/year saved",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qa-wolf-2",
    "vendorSlug": "qa-wolf",
    "title": "With 20% more engineering capacity, Xima doesn’t wait on hold",
    "url": "https://www.qawolf.com/customers/xima",
    "publisher": "qawolf.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Xima",
      "industry": "Contact center software",
      "type": null
    },
    "frameworks": [
      "cypress",
      "playwright"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": {
      "from": "cypress",
      "to": "playwright"
    },
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Converted 200+ tests",
        "before": null,
        "after": "200+ tests converted to Playwright",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "from Cypress to Playwright in 4 months"
      },
      {
        "kind": "other",
        "claim": "Gave developers 20% more time each week",
        "before": null,
        "after": "20% more developer time per week",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Gave developers 20% more time each week"
      },
      {
        "kind": "cost",
        "claim": "Avoided hiring 3 additional QA engineers",
        "before": null,
        "after": "3 QA hires avoided",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qawerk-1",
    "vendorSlug": "qawerk",
    "title": "BeFamily",
    "url": "https://qawerk.com/case-studies/befamily/",
    "publisher": "qawerk.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "BeFamily",
      "industry": "Family organizer mobile app",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "JavaScript"
    ],
    "ciTools": [],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 4,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Our automation scope comprised 82 test cases",
        "before": null,
        "after": "82 test cases",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "We developed 500 test scenarios for BeFamily",
        "before": null,
        "after": "500 test scenarios",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "The setup process encompassed 140 hours",
        "before": null,
        "after": "140 hours",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "BeFamily has tripled the number of active users in a week",
        "before": null,
        "after": "tripled active users",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qawerk-2",
    "vendorSlug": "qawerk",
    "title": "ChitChat",
    "url": "https://qawerk.com/case-studies/chitchat/",
    "publisher": "qawerk.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "ChitChat",
      "industry": "Social commerce and payments app",
      "type": null
    },
    "frameworks": [
      "appium",
      "webdriverio",
      "postman"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 4,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "coverage",
        "claim": "a ratio of approximately 70% automated tests to 30% manual tests",
        "before": null,
        "after": "70% automated",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "In total, ChitChat was tested on 24 iOS and Android devices.",
        "before": null,
        "after": "24 devices",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "99% of bugs or missed requirements caught well before they hit the production system",
        "before": null,
        "after": "99%",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qawerk-3",
    "vendorSlug": "qawerk",
    "title": "Couple Up! Love Show Story",
    "url": "https://qawerk.com/case-studies/couple-up/",
    "publisher": "qawerk.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Native Games Studio",
      "industry": "Mobile games",
      "type": "smb"
    },
    "frameworks": [
      "jmeter",
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "20% of server requests in the case of 1000 users added in 10 seconds",
        "before": null,
        "after": "20% return status code 500",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Add 1000 threads (users) in 10 sec"
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qawerk-4",
    "vendorSlug": "qawerk",
    "title": "DrAnsay",
    "url": "https://qawerk.com/case-studies/dransay/",
    "publisher": "qawerk.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "DrAnsay",
      "industry": "Digital healthcare and e-prescriptions",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 3,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "we developed 40+ automated test cases using Playwright and TypeScript",
        "before": null,
        "after": "40+ automated test cases",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "15% increase in orders",
        "before": null,
        "after": "15% increase",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "18% fewer abandoned checkouts",
        "before": null,
        "after": "18% fewer",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "the 15% reduced number of data errors",
        "before": null,
        "after": "15% fewer data errors",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "over 150 bugs we uncovered and fixed",
        "before": null,
        "after": "150+ bugs",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qawerk-5",
    "vendorSlug": "qawerk",
    "title": "Evolv",
    "url": "https://qawerk.com/case-studies/evolv/",
    "publisher": "qawerk.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Evolv Technologies",
      "industry": "AI-driven digital growth optimization SaaS",
      "type": null
    },
    "frameworks": [
      "puppeteer",
      "cucumber-bdd"
    ],
    "languages": [
      "JavaScript"
    ],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [],
    "teamSize": 10,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "we managed to speed up this process from 3-4 days to 2",
        "before": "3-4 days",
        "after": "2 days",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "We perform regression testing for every release"
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qawerk-6",
    "vendorSlug": "qawerk",
    "title": "Granola",
    "url": "https://qawerk.com/case-studies/granola-ai-notepad-qa-automation/",
    "publisher": "qawerk.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Granola",
      "industry": "AI meeting notes software",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "coverage",
        "claim": "We automated 76% of the critical regression suite",
        "before": null,
        "after": "76%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "reported 90 bugs within the first two months",
        "before": null,
        "after": "90 bugs",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "reported 90 bugs within the first two months"
      },
      {
        "kind": "suite-size",
        "claim": "By successfully automating 150+ core regression tests",
        "before": null,
        "after": "150+ tests",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "maintaining over 1,100 test cases",
        "before": null,
        "after": "1,100+ test cases",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "we uncovered and reported 200+ bugs before they could impact end-users",
        "before": null,
        "after": "200+ bugs",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qawerk-7",
    "vendorSlug": "qawerk",
    "title": "Penpot",
    "url": "https://qawerk.com/case-studies/penpot/",
    "publisher": "qawerk.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Penpot (Kaleidos)",
      "industry": "Open-source design and prototyping platform",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "JavaScript"
    ],
    "ciTools": [],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qawerk-8",
    "vendorSlug": "qawerk",
    "title": "Union54",
    "url": "https://qawerk.com/case-studies/union54/",
    "publisher": "qawerk.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Union54",
      "industry": "Fintech card-issuing API",
      "type": "startup"
    },
    "frameworks": [
      "cypress",
      "postman"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "Bitbucket Pipelines"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": 2,
    "startYear": null,
    "migration": {
      "from": "mocha",
      "to": "cypress"
    },
    "metrics": [
      {
        "kind": "coverage",
        "claim": "automate about 90% of test scenarios concerning endpoints",
        "before": null,
        "after": "about 90%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "1500 test scenarios in the CI pipeline takes about 1.5 hours",
        "before": null,
        "after": "about 1.5 hours",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "A complete test run including 1500 test scenarios in the CI pipeline"
      },
      {
        "kind": "defects",
        "claim": "99% of bugs or missed requirements caught well before they hit the production system",
        "before": null,
        "after": "99%",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qualitest-1",
    "vendorSlug": "qualitest",
    "title": "How QualityAI Used Appium to Test a Banks Smartphone Services Upgrade",
    "url": "https://www.quality-ai.com/insights/case-studies/qualityai-uses-appium-test-bank-smartphone-services-upgrade",
    "publisher": "quality-ai.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Banking",
      "type": "enterprise"
    },
    "frameworks": [
      "appium"
    ],
    "languages": [
      "C#"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "cost",
        "claim": "Time and costs enjoyed a savings of around 40% during the testing effort",
        "before": null,
        "after": "around 40% saving",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "Regression testing optimization cut execution time by around 40%",
        "before": null,
        "after": "around 40% shorter",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qualitest-2",
    "vendorSlug": "qualitest",
    "title": "How a Dedicated Remote Testing Lab Helped a Retail Giant Scale Agile Automation",
    "url": "https://www.quality-ai.com/insights/case-studies/remote-testing-lab-scales-agile-automation-retail-giant",
    "publisher": "quality-ai.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Retail",
      "type": "enterprise"
    },
    "frameworks": [
      "appium",
      "selenium"
    ],
    "languages": [
      "Java",
      "JavaScript"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "cost",
        "claim": "Each project saw upwards of 35-40% in savings in test and release-to-market costs",
        "before": null,
        "after": "35-40% saving",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "By the end of the first year, the system provided access to 70 devices",
        "before": null,
        "after": "70 devices",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "By the end of the first year"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qualitest-3",
    "vendorSlug": "qualitest",
    "title": "How Testing Automation Accelerated Time to Market for a Global Reward Brand",
    "url": "https://www.quality-ai.com/insights/case-studies/testing-automation-accelerates-time-to-market-global-reward-brand",
    "publisher": "quality-ai.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Retail rewards",
      "type": "enterprise"
    },
    "frameworks": [
      "selenium",
      "appium"
    ],
    "languages": [
      "C#"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Cutting down overall testing time 75%",
        "before": null,
        "after": "75% less testing time",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qualitest-4",
    "vendorSlug": "qualitest",
    "title": "How Regression Testing Ran 96% Faster During a Legacy Upgrade",
    "url": "https://www.quality-ai.com/insights/case-studies/regression-testing-runs-96-percent-faster-legacy-upgrade",
    "publisher": "quality-ai.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Health and benefits services",
      "type": null
    },
    "frameworks": [
      "selenium",
      "robot-framework"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Reduced Regression Response Time from 8 hours to 19 minutes",
        "before": "8 hours",
        "after": "19 minutes",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "Increased Test Coverage from 10% to 75%",
        "before": "10%",
        "after": "75%",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Increased Overall Team Efficiency by 60%",
        "before": null,
        "after": "60% higher team efficiency",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "release-frequency",
        "claim": "Automating testing cut the new build sprints in half to 2 weeks",
        "before": null,
        "after": "2-week build sprints",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qualitest-5",
    "vendorSlug": "qualitest",
    "title": "How QualityAI Automated Testing Across 150+ MultiPlan Applications",
    "url": "https://www.quality-ai.com/insights/case-studies/qualityai-automates-testing-150-multiplan-applications",
    "publisher": "quality-ai.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "MultiPlan",
      "industry": "Healthcare",
      "type": "enterprise"
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qualitest-6",
    "vendorSlug": "qualitest",
    "title": "How a Digital Lending Platform Improved Customer Propositions for a Large Retail Group",
    "url": "https://www.quality-ai.com/insights/case-studies/digital-lending-platform-improves-customer-propositions-retail-group",
    "publisher": "quality-ai.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Retail",
      "type": null
    },
    "frameworks": [
      "postman",
      "jmeter"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "The Client saves three days",
        "before": null,
        "after": "three days of manual effort saved per run",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "every time the full API automation pack is executed"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qualitest-7",
    "vendorSlug": "qualitest",
    "title": "How Parallel Testing Improved Performance for a Sports Ecommerce Platform",
    "url": "https://www.quality-ai.com/insights/case-studies/parallel-testing-improves-performance-sports-ecommerce-platform",
    "publisher": "quality-ai.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Retail (sports fashion)",
      "type": "enterprise"
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qualitest-8",
    "vendorSlug": "qualitest",
    "title": "How QualityAI Automated Reporting to Support Strategic Planning for a Broadcasting Company",
    "url": "https://www.quality-ai.com/insights/case-studies/qualityai-automates-reporting-supports-strategic-planning-broadcasting-company",
    "publisher": "quality-ai.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Broadcasting",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "resulting in the ability to run ~400 test cases daily",
        "before": null,
        "after": "~400 test cases daily",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "Achieved an automation coverage increase of 93%",
        "before": null,
        "after": "93% increase",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "cost",
        "claim": "~$1,500 cost savings per week due to improved time efficiency",
        "before": null,
        "after": "~$1,500 per week",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "~$1,500 cost savings per week"
      },
      {
        "kind": "other",
        "claim": "Saved 19hrs per week improving productivity and time efficiency",
        "before": null,
        "after": "19 hours per week",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Saved 19hrs per week"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qualitest-9",
    "vendorSlug": "qualitest",
    "title": "How QualityAI Improved Load Testing for a Leading E-Learning Provider",
    "url": "https://www.quality-ai.com/insights/case-studies/qualityai-improves-load-testing-elearning-provider",
    "publisher": "quality-ai.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "E-learning",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qualitest-10",
    "vendorSlug": "qualitest",
    "title": "How QualityAI Helped a World-Leading News Agency Transform Agile Operations and UX",
    "url": "https://www.quality-ai.com/insights/case-studies/qualityai-transforms-agile-operations-ux-news-agency",
    "publisher": "quality-ai.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "News media",
      "type": "enterprise"
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "coverage",
        "claim": "QualityAI automated over 95% of test cases by the end of the release cycle",
        "before": null,
        "after": "over 95% automated",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "release-frequency",
        "claim": "The client increased their release throughput by 64% overall through automation",
        "before": null,
        "after": "64% higher release throughput",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "cost",
        "claim": "save upwards of $500k in development, defect fixes and testing spend",
        "before": null,
        "after": "upwards of $500k saved",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "testing spend in the last two years"
      },
      {
        "kind": "defects",
        "claim": "rollbacks from a total of 20+ to two over a period of five years",
        "before": "20+ hotfixes and rollbacks",
        "after": "2",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "over a period of five years"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"rollbacks from a total of 20+ to two over a period of five years\""
    ]
  },
  {
    "id": "qualitest-11",
    "vendorSlug": "qualitest",
    "title": "How QualityAI Modernised a Financial Offering with End-to-End Testing",
    "url": "https://www.quality-ai.com/insights/case-studies/qualityai-modernises-financial-offering-end-to-end-testing",
    "publisher": "quality-ai.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "giffgaff",
      "industry": "Telecommunications (MVNO) and consumer finance",
      "type": null
    },
    "frameworks": [
      "cucumber-bdd"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qualitest-12",
    "vendorSlug": "qualitest",
    "title": "How QualityAI Improved Testing for Smart Home Technology",
    "url": "https://www.quality-ai.com/insights/case-studies/qualityai-improves-testing-smart-home-technology",
    "publisher": "quality-ai.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Smart home IoT",
      "type": null
    },
    "frameworks": [
      "appium"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "BrowserStack",
      "TestDroid"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "coverage",
        "claim": "Increased coverage by 39%",
        "before": null,
        "after": "39% increase",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "Reduced testing time by 10 hours per execution",
        "before": null,
        "after": "10 hours saved per execution",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "10 hours per execution"
      },
      {
        "kind": "defects",
        "claim": "Caught 13% more bugs per month than before our involvement",
        "before": null,
        "after": "13% more bugs found per month",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Caught 13% more bugs per month"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qualitylogic-1",
    "vendorSlug": "qualitylogic",
    "title": "Case Study: Protractor to Playwright Migration",
    "url": "https://www.qualitylogic.com/knowledge-center/case-study-protractor-to-playwright-migration/",
    "publisher": "qualitylogic.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Retail management software (point of sale)",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": {
      "from": "protractor",
      "to": "playwright"
    },
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "lines of test code converted in 15 hours",
        "before": "estimated 460 hours by hand (projected manual rebuild, not a measured run)",
        "after": "15 hours",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "at a 95-98% success rate",
        "before": null,
        "after": "95-98% of tests converted automatically",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "hundreds of test cases and 18,000+ lines of code in Protractor",
        "before": null,
        "after": "18,000+ lines of test code migrated",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qualitylogic-2",
    "vendorSlug": "qualitylogic",
    "title": "Case Study: High-Profile App Launch",
    "url": "https://www.qualitylogic.com/knowledge-center/case-study-high-profile-app-launch/",
    "publisher": "qualitylogic.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Messaging-adjacent mobile software",
      "type": null
    },
    "frameworks": [
      "k6"
    ],
    "languages": [
      "JavaScript"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "a 50% improvement in system performance",
        "before": null,
        "after": "50% improvement in system performance",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "a request failure rate brought down to 0%",
        "before": null,
        "after": "0% request failure rate",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "That surfaced a 1% timeout rate on file uploads and fetches.",
        "before": "1% timeout rate on file uploads and fetches",
        "after": null,
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "qualitylogic-3",
    "vendorSlug": "qualitylogic",
    "title": "Automated Testing of an Online Time Management Solution",
    "url": "https://www.qualitylogic.com/wp-content/uploads/2019/08/Automated-Testing-Online-Time-Management-Case-Study.pdf",
    "publisher": "qualitylogic.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Healthcare technology",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "hours of manual testing to approximately four hours of automated testing",
        "before": "estimated 24 hours of manual testing",
        "after": "approximately four hours of automated testing (about two hours per browser)",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Each automated test suite takes approximately two hours to complete for"
      },
      {
        "kind": "suite-size",
        "claim": "The initial review identified over 100 test cases that were prime candidates",
        "before": null,
        "after": "over 100 test cases automated",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testdevlab-1",
    "vendorSlug": "testdevlab",
    "title": "TestDevLab Helps BTA Successfully Set Up and Implement Test Automation",
    "url": "https://www.testdevlab.com/content-library/case-studies/bta-test-automation-implementation",
    "publisher": "testdevlab.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "BTA Baltic Insurance Company",
      "industry": "Insurance",
      "type": "enterprise"
    },
    "frameworks": [
      "selenium",
      "appium"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testdevlab-2",
    "vendorSlug": "testdevlab",
    "title": "ConSynSys introducing thorough E2E UI testing with TestDevLab",
    "url": "https://www.testdevlab.com/content-library/case-studies/consynsys-cloud-manufacturing-platform-e2e-testing",
    "publisher": "testdevlab.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "ConSynSys Technologies",
      "industry": "Industrial manufacturing software",
      "type": null
    },
    "frameworks": [
      "playwright",
      "cucumber-bdd"
    ],
    "languages": [],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testdevlab-3",
    "vendorSlug": "testdevlab",
    "title": "UJET Improves QA Processes and Ensures Smoother Releases With TestDevLab",
    "url": "https://www.testdevlab.com/content-library/case-studies/ujet-qa-process-smoother-releases",
    "publisher": "testdevlab.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "UJET",
      "industry": "Cloud customer support software",
      "type": null
    },
    "frameworks": [
      "cucumber-bdd",
      "cypress",
      "appium"
    ],
    "languages": [
      "Ruby",
      "JavaScript"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "AWS"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testdevlab-4",
    "vendorSlug": "testdevlab",
    "title": "TestDevLab Enabled i-Hub to Construct a Robust, Reliable Testing Architecture",
    "url": "https://www.testdevlab.com/content-library/case-studies/i-hub-robust-testing-architecture",
    "publisher": "testdevlab.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "i-Hub",
      "industry": "Fintech (KYC and AML compliance)",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd",
      "rest-assured"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-1",
    "vendorSlug": "testfort",
    "title": "Manual & Automated Testing for a Healthcare Document Management Platform",
    "url": "https://testfort.com/cases/manual-automated-testing-for-a-healthcare-document-management-platform",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Healthcare (clinical research document management)",
      "type": null
    },
    "frameworks": [
      "cypress",
      "selenium"
    ],
    "languages": [
      "JavaScript"
    ],
    "ciTools": [
      "Azure DevOps",
      "Jenkins"
    ],
    "clouds": [
      "BrowserStack",
      "LambdaTest"
    ],
    "teamSize": 10,
    "durationMonths": 48,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "our automated test suite grew to over 450 cases running nightly",
        "before": null,
        "after": "over 450 cases",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 4 years"
      },
      {
        "kind": "other",
        "claim": "Automated regression testing replaced 700-800 hours of manual work",
        "before": null,
        "after": "700-800 hours of manual work replaced",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 4 years"
      },
      {
        "kind": "cost",
        "claim": "20% decrease in QA costs",
        "before": null,
        "after": "20% decrease",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 4 years"
      },
      {
        "kind": "defects",
        "claim": "40% fewer critical bugs in production",
        "before": null,
        "after": "40% fewer",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 4 years"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-2",
    "vendorSlug": "testfort",
    "title": "Deterministic Load & Performance Testing for LuxiEdge",
    "url": "https://testfort.com/cases/deterministic-load-performance-testing-for-luxiedge",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "LuxiEdge",
      "industry": "Technology (GPU compute engine)",
      "type": "startup"
    },
    "frameworks": [
      "jmeter",
      "k6"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [],
    "clouds": [
      "AWS"
    ],
    "teamSize": 2,
    "durationMonths": 0.25,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "processing 444.4 trillion operations with zero failures",
        "before": null,
        "after": "444.4 trillion operations, zero failures",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Across a one-hour endurance test"
      },
      {
        "kind": "other",
        "claim": "Executed limited-window endurance tests with 200 concurrent users",
        "before": null,
        "after": "200 concurrent users",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-3",
    "vendorSlug": "testfort",
    "title": "Testing Services for DreamLine Wizard",
    "url": "https://testfort.com/cases/testing-services-for-dreamline-wizard",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "DreamLine",
      "industry": "eCommerce (shower products manufacturer)",
      "type": null
    },
    "frameworks": [
      "jmeter",
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 4,
    "durationMonths": 60,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "31,240 API requests processed in one hour",
        "before": null,
        "after": "31,240 requests in one hour",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "API requests processed in one hour"
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-4",
    "vendorSlug": "testfort",
    "title": "Testing services for MyFitnessPal",
    "url": "https://testfort.com/cases/testing-services-for-myfitnesspal",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "MyFitnessPal",
      "industry": "Health and fitness app",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": 6,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-5",
    "vendorSlug": "testfort",
    "title": "QA for Skype Click to Call Web Browser Functionality",
    "url": "https://testfort.com/cases/qa-for-skype-click-to-call-web-browser-functionality",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Skype",
      "industry": "Communications",
      "type": "enterprise"
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": 6,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "87% increase in client satisfaction",
        "before": null,
        "after": "87% increase",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "57% boost in mobile conversions",
        "before": null,
        "after": "57% boost",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "8% decrease in bounce rate",
        "before": null,
        "after": "8% decrease",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-6",
    "vendorSlug": "testfort",
    "title": "Web & API Testing for a Global Digital Asset Management Company",
    "url": "https://testfort.com/cases/web-api-testing-for-a-global-digital-asset-management-company",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Media & Entertainment (digital asset management software)",
      "type": null
    },
    "frameworks": [
      "k6",
      "postman",
      "selenium"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 5,
    "durationMonths": 60,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Created 2,400+ tests across four environments",
        "before": null,
        "after": "2,400+ tests",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 5 years and ongoing"
      },
      {
        "kind": "suite-size",
        "claim": "Supported 4 environments with 600 E2E tests each",
        "before": null,
        "after": "600 E2E tests per environment",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 5 years and ongoing"
      },
      {
        "kind": "suite-size",
        "claim": "25 dedicated performance tests",
        "before": null,
        "after": "25 performance tests",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 5 years and ongoing"
      },
      {
        "kind": "defects",
        "claim": "supporting over 7,000 bug tickets and five major releases",
        "before": null,
        "after": "7,000+ bug tickets",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 5 years and ongoing"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-7",
    "vendorSlug": "testfort",
    "title": "Testing and QA for a Construction Technology Company",
    "url": "https://testfort.com/cases/testing-and-qa-for-a-construction-technology-company",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Architecture and construction technology",
      "type": null
    },
    "frameworks": [
      "playwright",
      "jmeter"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 2,
    "durationMonths": 84,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "50% fewer critical defects in production",
        "before": null,
        "after": "50% fewer",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 7+ years"
      },
      {
        "kind": "coverage",
        "claim": "89% ore user flow test coverage",
        "before": null,
        "after": "89%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 7+ years"
      },
      {
        "kind": "execution-time",
        "claim": "60% faster regression testing",
        "before": null,
        "after": "60% faster",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 7+ years"
      },
      {
        "kind": "release-frequency",
        "claim": "30% accelerated release cycle",
        "before": null,
        "after": "30% faster",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 7+ years"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-8",
    "vendorSlug": "testfort",
    "title": "Quality Assurance Automation for A Virtual Training Lab Service",
    "url": "https://testfort.com/cases/quality-assurance-automation-for-a-virtual-training-lab-service",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Online training (virtual training labs)",
      "type": null
    },
    "frameworks": [
      "selenium",
      "rest-assured"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 3,
    "durationMonths": 72,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "we have automated over 1,100 tests",
        "before": null,
        "after": "over 1,100 tests",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 years"
      },
      {
        "kind": "coverage",
        "claim": "covered over 77% of functionality tests, up to 92% of API tests",
        "before": null,
        "after": "77% functional, 92% API",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Over the course of the project"
      },
      {
        "kind": "other",
        "claim": "5 to 3.5 seconds",
        "before": "5 seconds app load time",
        "after": "3.5 seconds app load time",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 years"
      },
      {
        "kind": "other",
        "claim": "37% Support tickets decreased by",
        "before": null,
        "after": "37% fewer support tickets",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 years"
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-9",
    "vendorSlug": "testfort",
    "title": "QA for a Global Print on Demand Company",
    "url": "https://testfort.com/cases/qa-for-a-global-print-on-demand-company",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Print-on-demand eCommerce",
      "type": null
    },
    "frameworks": [
      "appium",
      "espresso-xcuitest",
      "postman",
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": 36,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "180 end-to-end mobile tests with Appium and XCUITest",
        "before": null,
        "after": "180 mobile E2E tests",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3+ years (ongoing)"
      },
      {
        "kind": "coverage",
        "claim": "80% test automation coverage",
        "before": null,
        "after": "80%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3+ years (ongoing)"
      },
      {
        "kind": "cost",
        "claim": "25% reduction in manual QA effort",
        "before": null,
        "after": "25% reduction",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3+ years (ongoing)"
      },
      {
        "kind": "defects",
        "claim": "15% decrease in build failures",
        "before": null,
        "after": "15% decrease",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3+ years (ongoing)"
      },
      {
        "kind": "suite-size",
        "claim": "400 end-to-end iOS test coverage achieved",
        "before": null,
        "after": "400 iOS E2E tests",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3+ years (ongoing)"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-10",
    "vendorSlug": "testfort",
    "title": "Ensuring Quality for a Social Gaming App with 900K+ User Interactions",
    "url": "https://testfort.com/cases/quality-assurance-for-a-social-gaming-app",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Gaming (social mobile games)",
      "type": "startup"
    },
    "frameworks": [
      "appium",
      "postman",
      "cucumber-bdd"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 3,
    "durationMonths": 8,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "cost",
        "claim": "70 QA hours saved per week with automation",
        "before": null,
        "after": "70 hours per week",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "QA hours saved per week with automation"
      },
      {
        "kind": "release-frequency",
        "claim": "20% faster delivery cycles",
        "before": null,
        "after": "20% faster",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 8 months"
      },
      {
        "kind": "other",
        "claim": "99.8% crash-free sessions",
        "before": null,
        "after": "99.8%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 8 months"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-11",
    "vendorSlug": "testfort",
    "title": "40% Fewer Post-Launch Issues With Testing for a Multiplayer Game",
    "url": "https://testfort.com/cases/end-to-end-testing-for-a-multiplayer-game",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Gaming (multiplayer PVP)",
      "type": "smb"
    },
    "frameworks": [
      "appium",
      "jmeter",
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 5,
    "durationMonths": 6,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "40% fewer post-launch issues",
        "before": null,
        "after": "40% fewer",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "cost",
        "claim": "600+ QA hours saved with automation",
        "before": null,
        "after": "600+ hours",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "defects",
        "claim": "30+ performance bottlenecks identified",
        "before": null,
        "after": "30+",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-12",
    "vendorSlug": "testfort",
    "title": "End-to-End Automation for a Wheel End Products Manufacturer",
    "url": "https://testfort.com/cases/end-to-end-automation-for-a-wheel-end-products-manufacturer",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Automotive manufacturing",
      "type": "enterprise"
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": 12,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "500+ end-to-end test cases implemented",
        "before": null,
        "after": "500+ test cases",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 1 year"
      },
      {
        "kind": "coverage",
        "claim": "100% test coverage achieved",
        "before": null,
        "after": "100%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 1 year"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-13",
    "vendorSlug": "testfort",
    "title": "60% Fewer Hallucinations, 35% Higher Accuracy for B2B Sales Copilot",
    "url": "https://testfort.com/cases/60-fewer-hallucinations-35-higher-accuracy-for-b2b-sales-copilot",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "SaaS (B2B sales enablement)",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": 5,
    "durationMonths": 6,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "raising user satisfaction from 6.5 to 8.7/10",
        "before": "6.5/10",
        "after": "8.7/10",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "other",
        "claim": "60% fewer hallucinations",
        "before": null,
        "after": "60% fewer",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "In just six months, the copilot evolved from an often unreliable pilot feature"
      },
      {
        "kind": "other",
        "claim": "35% improvement in accuracy",
        "before": null,
        "after": "35% improvement",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "other",
        "claim": "40% rise in monthly active users",
        "before": null,
        "after": "40% rise",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "cost",
        "claim": "cut long-term QA and support costs by 25%",
        "before": null,
        "after": "25% lower",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "suite-size",
        "claim": "built a library of 2,500+ edge cases and real sales scenarios",
        "before": null,
        "after": "2,500+ edge cases and scenarios",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"raising user satisfaction from 6.5 to 8.7/10\""
    ]
  },
  {
    "id": "testfort-14",
    "vendorSlug": "testfort",
    "title": "AI Model Testing: 70% Bugs Cut",
    "url": "https://testfort.com/cases/70-fewer-defects-and-restored-ctr-for-ai-powered-recommendations",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "eCommerce (online retail)",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": 6,
    "durationMonths": 7,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "70% fewer defects",
        "before": null,
        "after": "70% fewer",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 7 months"
      },
      {
        "kind": "other",
        "claim": "recover a 20% lost click-through rate",
        "before": null,
        "after": "CTR fully restored",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 7 months"
      },
      {
        "kind": "other",
        "claim": "57% boost in mobile conversions",
        "before": null,
        "after": "57% boost",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 7 months"
      },
      {
        "kind": "cost",
        "claim": "25% cost saving on QA and support",
        "before": null,
        "after": "25% saving",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 7 months"
      },
      {
        "kind": "other",
        "claim": "35% improvement in user satisfaction",
        "before": null,
        "after": "35% improvement",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 7 months"
      },
      {
        "kind": "other",
        "claim": "95% validated precision",
        "before": null,
        "after": "95%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 7 months"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-15",
    "vendorSlug": "testfort",
    "title": "AI Assistant Quality Audit for a CI/CD Platform",
    "url": "https://testfort.com/cases/ai-assistant-quality-audit-for-a-ci-cd-platform",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Technology (CI/CD platform)",
      "type": null
    },
    "frameworks": [
      "jmeter",
      "postman",
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 4,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "improved reply accuracy from 65% to 82%",
        "before": "65%",
        "after": "82%",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "reduce hallucination frequency by 60%",
        "before": null,
        "after": "60% reduction",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "25 critical AI defects identified",
        "before": null,
        "after": "25 critical defects",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "20% boost in user satisfaction",
        "before": null,
        "after": "20% boost",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "Automated regression suite with 15-20 core test cases",
        "before": null,
        "after": "15-20 automated test cases",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-16",
    "vendorSlug": "testfort",
    "title": "An Integrated QA Engagement for a Complex, High-Risk Data Platform",
    "url": "https://testfort.com/cases/ai-validation-security-and-compliance-testing-for-saas-platform",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "SaaS (database management and observability)",
      "type": null
    },
    "frameworks": [
      "jmeter",
      "postman"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [],
    "teamSize": 6,
    "durationMonths": 1,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "NL-to-SQL semantic accuracy reached 93%",
        "before": null,
        "after": "93%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "a curated set of natural-language prompts mapped to expected query intent and result sets"
      },
      {
        "kind": "defects",
        "claim": "major and critical issues found in the production environment dropped by 80%",
        "before": null,
        "after": "80% fewer",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "the number of user complaints dropped by 50%",
        "before": null,
        "after": "50% fewer",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Within a month after the completion of testing"
      },
      {
        "kind": "defects",
        "claim": "18 findings across all severity levels, 3 critical, 5 major",
        "before": null,
        "after": "18 findings",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 1 month"
      },
      {
        "kind": "other",
        "claim": "Zero hallucinated schema objects in the regression suite",
        "before": null,
        "after": "0 hallucinated objects",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 1 month"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-17",
    "vendorSlug": "testfort",
    "title": "Cutting Critical Bugs in Production to Zero for a Charity Platform",
    "url": "https://testfort.com/cases/cutting-critical-bugs-in-production-to-zero-for-a-charity-platform",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Nonprofit (charity fundraising platform)",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 3,
    "durationMonths": 24,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "maintaining a zero-critical-bug track record in production over two years",
        "before": null,
        "after": "0 critical bugs in production",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "track record in production over two years"
      },
      {
        "kind": "release-frequency",
        "claim": "we accelerated release validation cycles by 40%",
        "before": null,
        "after": "40% faster",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 2+ years"
      },
      {
        "kind": "other",
        "claim": "50% reduction in QA-related delays",
        "before": null,
        "after": "50% reduction",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 2+ years"
      },
      {
        "kind": "other",
        "claim": "raising the app store ratings for both apps to 4.9",
        "before": null,
        "after": "4.9",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 2+ years"
      },
      {
        "kind": "coverage",
        "claim": "ensured 100% validation of payment-related error flows",
        "before": null,
        "after": "100%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 2+ years"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-18",
    "vendorSlug": "testfort",
    "title": "Ensuring Quality and Reliability for Marketplace API",
    "url": "https://testfort.com/cases/ensuring-quality-and-reliability-for-marketplace-api",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "eCommerce (marketplace API)",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 5,
    "durationMonths": 12,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Processed over 500 test cases",
        "before": null,
        "after": "over 500 test cases",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 1 year"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-19",
    "vendorSlug": "testfort",
    "title": "Fintech Testing for a European Payment Platform",
    "url": "https://testfort.com/cases/fintech-testing-for-a-european-payment-platform",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Fintech (B2B payments)",
      "type": "startup"
    },
    "frameworks": [
      "postman"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 6,
    "durationMonths": 6,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "105 total bugs identified",
        "before": null,
        "after": "105 bugs",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "defects",
        "claim": "25+ security vulnerabilities detected",
        "before": null,
        "after": "25+ vulnerabilities",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "coverage",
        "claim": "20+ platform combinations checked",
        "before": null,
        "after": "20+ combinations",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "defects",
        "claim": "0 critical bugs in production",
        "before": null,
        "after": "0",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-20",
    "vendorSlug": "testfort",
    "title": "End-to-End Testing for a Wireless Smart Router",
    "url": "https://testfort.com/cases/manual-qa-for-a-wireless-smart-router",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Hardware (wireless connectivity)",
      "type": "startup"
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 4,
    "durationMonths": 12,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Created 1,400+ test cases spanning hardware, firmware, mobile apps",
        "before": null,
        "after": "1,400+ test cases",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 12 months"
      },
      {
        "kind": "defects",
        "claim": "250+ defects identified",
        "before": null,
        "after": "250+ defects",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 12 months"
      },
      {
        "kind": "coverage",
        "claim": "Checked 60+ device and OS combinations",
        "before": null,
        "after": "60+ combinations",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 12 months"
      },
      {
        "kind": "coverage",
        "claim": "Covered 40+ API endpoints",
        "before": null,
        "after": "40+ endpoints",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 12 months"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-21",
    "vendorSlug": "testfort",
    "title": "QA Audit and Process Optimization for Drone Software",
    "url": "https://testfort.com/cases/qa-audit-and-process-optimization-for-drone-software",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Drone inspection software",
      "type": null
    },
    "frameworks": [
      "cypress"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": 6,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-22",
    "vendorSlug": "testfort",
    "title": "Manual & Automated QA for a Global Streaming Service",
    "url": "https://testfort.com/cases/qa-for-a-radio-streaming-service",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Media (audio streaming)",
      "type": null
    },
    "frameworks": [
      "postman",
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 7,
    "durationMonths": 144,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "2000+ test cases automated daily",
        "before": null,
        "after": "2000+ automated test cases",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 12+ years"
      },
      {
        "kind": "coverage",
        "claim": "50+ devices & environments supported",
        "before": null,
        "after": "50+ devices and environments",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 12+ years"
      },
      {
        "kind": "other",
        "claim": "4.8/5 average app store rating",
        "before": null,
        "after": "4.8/5",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 12+ years"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-23",
    "vendorSlug": "testfort",
    "title": "QA for a Software Development AI Assistant",
    "url": "https://testfort.com/cases/qa-for-a-software-development-ai-assistant",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Developer tools (data visualization)",
      "type": null
    },
    "frameworks": [
      "jmeter",
      "postman",
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 3,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "2.3x more consistent answers",
        "before": null,
        "after": "2.3x",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "By running the same scenarios many times, testing with different user profiles"
      },
      {
        "kind": "other",
        "claim": "38% increase in response relevance",
        "before": null,
        "after": "38% increase",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "52% fewer misleading replies",
        "before": null,
        "after": "52% fewer",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "29% increase in user satisfaction",
        "before": null,
        "after": "29% increase",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-24",
    "vendorSlug": "testfort",
    "title": "Quality Assurance for a Financial Services Company",
    "url": "https://testfort.com/cases/quality-assurance-for-a-financial-services-company",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Banking and financial services",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": 6,
    "durationMonths": 4,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "by 14% Customer satisfaction score improved",
        "before": null,
        "after": "14% higher",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 4 months"
      },
      {
        "kind": "other",
        "claim": "to 77% User retention increased",
        "before": null,
        "after": "77%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 4 months"
      },
      {
        "kind": "defects",
        "claim": "25% fewer post-release bugs detected",
        "before": null,
        "after": "25% fewer",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 4 months"
      },
      {
        "kind": "other",
        "claim": "33% app load time boost",
        "before": null,
        "after": "33%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 4 months"
      },
      {
        "kind": "coverage",
        "claim": "we used 10+ different iOS and Android smartphones",
        "before": null,
        "after": "10+ devices",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-25",
    "vendorSlug": "testfort",
    "title": "Quality Assurance for a Flight Booking Service",
    "url": "https://testfort.com/cases/quality-assurance-for-a-flight-booking-service",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Travel (flight booking)",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": 36,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "42% reduction in booking errors",
        "before": null,
        "after": "42% reduction",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3+ years"
      },
      {
        "kind": "release-frequency",
        "claim": "35% faster release cycles",
        "before": null,
        "after": "35% faster",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3+ years"
      },
      {
        "kind": "other",
        "claim": "99.9% application uptime",
        "before": null,
        "after": "99.9%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3+ years"
      },
      {
        "kind": "other",
        "claim": "4.8/5 rating on the App Store",
        "before": null,
        "after": "4.8/5",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3+ years"
      },
      {
        "kind": "other",
        "claim": "we helped ensure the quality of 30+ versions of the three apps",
        "before": null,
        "after": "30+ versions",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3+ years"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-26",
    "vendorSlug": "testfort",
    "title": "Quality Assurance Services for Cryptocurrency Exchange Platform",
    "url": "https://testfort.com/cases/quality-assurance-services-for-cryptocurrency-exchange-platform",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Cryptocurrency exchange",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": null,
    "durationMonths": 6,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "coverage",
        "claim": "100% critical features covered with tests",
        "before": null,
        "after": "100%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "other",
        "claim": "98% transaction success rate",
        "before": null,
        "after": "98%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "other",
        "claim": "4.7/5 user satisfaction rate",
        "before": null,
        "after": "4.7/5",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "other",
        "claim": "99.7% platform uptime",
        "before": null,
        "after": "99.7%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-27",
    "vendorSlug": "testfort",
    "title": "Software Testing for an All-in-One HR & Recruitment Application",
    "url": "https://testfort.com/cases/software-testing-for-hr-and-recruitment-application",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "HR technology",
      "type": null
    },
    "frameworks": [
      "jmeter",
      "postman",
      "selenium"
    ],
    "languages": [
      "JavaScript",
      "Java",
      "C#"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": 3,
    "durationMonths": 6,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "33% reduction in onboarding time",
        "before": null,
        "after": "33% reduction",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "other",
        "claim": "99.8% application uptime",
        "before": null,
        "after": "99.8%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "other",
        "claim": "98% accuracy in calculations",
        "before": null,
        "after": "98%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "defects",
        "claim": "0 post-release critical bugs",
        "before": null,
        "after": "0",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-28",
    "vendorSlug": "testfort",
    "title": "Testing an AI-Powered Recovery Wearable for Fitness Studios",
    "url": "https://testfort.com/cases/testing-and-qa-for-an-ai-powered-fitness-wearable-device",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Fitness technology (wearables)",
      "type": null
    },
    "frameworks": [
      "appium",
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 4,
    "durationMonths": 3,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "87% fewer sync failures",
        "before": null,
        "after": "87% fewer",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "After 12 weeks of focused QA"
      },
      {
        "kind": "execution-time",
        "claim": "41% faster dashboard updates",
        "before": null,
        "after": "41% faster",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "After 12 weeks of focused QA"
      },
      {
        "kind": "other",
        "claim": "29% lower battery consumption",
        "before": null,
        "after": "29% lower",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3 months"
      },
      {
        "kind": "other",
        "claim": "58% higher AI recommendation accuracy",
        "before": null,
        "after": "58% higher",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3 months"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-29",
    "vendorSlug": "testfort",
    "title": "Testing & QA for a Crypto Portfolio Tracker",
    "url": "https://testfort.com/cases/testing-qa-for-a-crypto-portfolio-tracker",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Fintech (crypto portfolio management)",
      "type": "startup"
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": 2,
    "durationMonths": 3,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "35% App load time improvement",
        "before": null,
        "after": "35%",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3 months"
      },
      {
        "kind": "release-frequency",
        "claim": "99.8% faster release cycle",
        "before": null,
        "after": "99.8% faster",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3 months"
      },
      {
        "kind": "defects",
        "claim": "27% Fewer post-release bugs",
        "before": null,
        "after": "27% fewer",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3 months"
      },
      {
        "kind": "other",
        "claim": "18% Increase in customer satisfaction",
        "before": null,
        "after": "18% increase",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 3 months"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testfort-30",
    "vendorSlug": "testfort",
    "title": "Website Quality Assurance for Senior Care Company",
    "url": "https://testfort.com/cases/website-quality-assurance-for-senior-care-company",
    "publisher": "testfort.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Healthcare (in-home senior care)",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": 6,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "38% increase in form submissions",
        "before": null,
        "after": "38% increase",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "defects",
        "claim": "<48 hours critical defect resolution time",
        "before": null,
        "after": "under 48 hours",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "coverage",
        "claim": "98% compatibility rate across 5 browsers",
        "before": null,
        "after": "98% across 5 browsers",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      },
      {
        "kind": "other",
        "claim": "55% increase in traffic supported",
        "before": null,
        "after": "55% increase",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Project Duration 6 months"
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testingxperts-1",
    "vendorSlug": "testingxperts",
    "title": "How AI-Led QE Turned QA Into a Release Accelerator for a Leading Sustainability Software Provider in Ireland",
    "url": "https://www.testingxperts.com/case-study/ai-led-quality-engineering-release-acceleration/",
    "publisher": "testingxperts.com",
    "date": "2026-08-07",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Utility and sustainability software provider (ISV), Ireland",
      "type": null
    },
    "frameworks": [
      "cypress"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "Delivered 80% effort savings in test case writing",
        "before": null,
        "after": "80% effort savings",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Saved 60-70% automation script generation time",
        "before": null,
        "after": "60-70% less script generation time",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testingxperts-2",
    "vendorSlug": "testingxperts",
    "title": "US Based Leading Fintech Infrastructure Provider Boosts Release Speed by 60% with TestingXperts",
    "url": "https://www.testingxperts.com/case-study/fintech-infrastructure-provider-boosts-release-speed/",
    "publisher": "testingxperts.com",
    "date": "2025-11-12",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Fintech infrastructure (digital investing platform), USA",
      "type": null
    },
    "frameworks": [
      "cypress"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "release-frequency",
        "claim": "Boosts Release Speed by 60% with TestingXperts",
        "before": null,
        "after": "60% faster release speed",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "50% Uplift in QA productivity",
        "before": null,
        "after": "50% uplift",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testingxperts-3",
    "vendorSlug": "testingxperts",
    "title": "TestingXperts Expands eCommerce Automation from 10% to ~95% for a Leading Nonprofit Organization",
    "url": "https://www.testingxperts.com/case-study/ecommerce-automation-quality-engineering-nonprofit/",
    "publisher": "testingxperts.com",
    "date": "2026-09-09",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Nonprofit consumer advocacy and digital publishing",
      "type": null
    },
    "frameworks": [
      "playwright",
      "postman"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "LambdaTest"
    ],
    "teamSize": null,
    "durationMonths": 60,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "coverage",
        "claim": "Increased eCommerce automation coverage from 10% to approximately 95%",
        "before": "10%",
        "after": "approximately 95%",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "For more than five years, the engagement evolved from standard testing support"
      },
      {
        "kind": "other",
        "claim": "45–50% Less Test-Case Creation Effort with AI-assisted planning and test design.",
        "before": null,
        "after": "45–50% less test-case creation effort",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "For more than five years, the engagement evolved from standard testing support"
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testingxperts-4",
    "vendorSlug": "testingxperts",
    "title": "Canadian Leader in Mutual Insurance Achieves 30% Risk Reduction with Proactive Data Monitoring",
    "url": "https://www.testingxperts.com/case-study/canadian-mutual-insurance-leader-achieves-proactive-data-monitoring/",
    "publisher": "testingxperts.com",
    "date": "2025-10-07",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Mutual insurance, Canada",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Over 1,700 tables were tested.",
        "before": null,
        "after": "1,700+ tables",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "collectorNote": "Summary figures (40% BI reliability, 35% faster validation, 30% lower risk) differ from the page's KPI boxes (30% BI report reliability, 55% less testing and validation time, 50% less risk); verifier to check for same-page contradiction. Selenium named as the base of Tx-Automate."
  },
  {
    "id": "testingxperts-5",
    "vendorSlug": "testingxperts",
    "title": "Global Standards Organization Accelerates Digital Delivery by 50% with TestingXperts Managed Quality Engineering",
    "url": "https://www.testingxperts.com/case-study/empowering-a-leading-us-non-profit-with-faster-defect-free-releases/",
    "publisher": "testingxperts.com",
    "date": "2025-08-21",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "International standards organization, USA",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [
      "Groovy"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "cost",
        "claim": "accelerated digital delivery by 50%, reduced QA costs by 40%",
        "before": null,
        "after": "50% faster delivery, 40% lower QA cost",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "Detected 30+ security vulnerabilities before release",
        "before": null,
        "after": "30+ vulnerabilities",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testingxperts-6",
    "vendorSlug": "testingxperts",
    "title": "Leading Logistics Provider Strengthened Digital Operations with Automation-First QA at Scale",
    "url": "https://www.testingxperts.com/case-study/leading-logistics-provider-automation-first-qa/",
    "publisher": "testingxperts.com",
    "date": "2026-05-28",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Logistics and supply chain, India",
      "type": null
    },
    "frameworks": [
      "postman",
      "jmeter"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "We implemented BI analytics and automation practices to validate 350+ business reports",
        "before": null,
        "after": "350+ business reports validated",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testingxperts-7",
    "vendorSlug": "testingxperts",
    "title": "US-Based Leading Payments Platform Turned QA Into a Growth Engine with Zero Critical Defects",
    "url": "https://www.testingxperts.com/case-study/qa-transformation-for-usa-payments-platform/",
    "publisher": "testingxperts.com",
    "date": "2025-12-09",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Payments and business financial services, USA",
      "type": null
    },
    "frameworks": [
      "rest-assured",
      "jmeter"
    ],
    "languages": [],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "Zero-Critical Bugs in Production across major go-lives",
        "before": null,
        "after": "zero critical production bugs",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testingxperts-8",
    "vendorSlug": "testingxperts",
    "title": "Leading UK Housing Provider Transforms Salesforce Quality Engineering with TestingXperts’ AI-Assisted Automation",
    "url": "https://www.testingxperts.com/case-study/salesforce-testing-ai-automation-uk-housing-provider/",
    "publisher": "testingxperts.com",
    "date": "2026-10-29",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Housing and property management, UK",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "reduced test case authoring from 3–4 hours to 1–2 hours per activity",
        "before": "3–4 hours per activity",
        "after": "1–2 hours per activity",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "reduced automation coding time from 4–6 hours to approximately 2–3 hours per activity",
        "before": "4–6 hours per activity",
        "after": "approximately 2–3 hours per activity",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "Reduced defect logging from 10–15 minutes to 3–5 minutes",
        "before": "10–15 minutes",
        "after": "3–5 minutes",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "Automated 572 test cases",
        "before": null,
        "after": "572 automated test cases",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"reduced test case authoring from 3–4 hours to 1–2 hours per activity\"",
      "baseline not confirmed for \"reduced automation coding time from 4–6 hours to approximately 2–3 hours per activity\""
    ]
  },
  {
    "id": "testingxperts-9",
    "vendorSlug": "testingxperts",
    "title": "Turn Every Release into a Victory",
    "url": "https://www.testingxperts.com/case-study/turn-every-release-qa-gaming-platform/",
    "publisher": "testingxperts.com",
    "date": "2026-06-03",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Online gaming and sportsbook, USA",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "collectorNote": "KPI figures (35% higher regression coverage, 25% faster release validation) sit in separate heading and paragraph elements, so no contiguous quote was recorded."
  },
  {
    "id": "testingxperts-10",
    "vendorSlug": "testingxperts",
    "title": "TestingXperts Assisted a Leading Insurance Company Achieve Complete Automation and Stable SIT Environment",
    "url": "https://www.testingxperts.com/case-study/tx-assisted-a-leading-insurance-company-with-automation-sit-environment/",
    "publisher": "testingxperts.com",
    "date": "2024-10-28",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Commercial insurance, USA",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "90% reduction in testing efforts with our in-house accelerator",
        "before": null,
        "after": "90% less testing effort",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "30% faster test execution by implementing Playwright for the automation test scripts",
        "before": null,
        "after": "30% faster execution",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testrig-1",
    "vendorSlug": "testrig",
    "title": "Transforming Quality Engineering for a Modern Lending Platform: How Testrig Combined Playwright, AI & Automation to Accelerate Releases",
    "url": "https://www.testrigtechnologies.com/ai-playwright-quality-engineering-lending-platform/",
    "publisher": "testrigtechnologies.com",
    "date": "2026-07-06",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "FinTech / Lending",
      "type": null
    },
    "frameworks": [
      "playwright",
      "postman"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [
      "AWS"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": {
      "from": "cypress",
      "to": "playwright"
    },
    "metrics": [
      {
        "kind": "coverage",
        "claim": "Achieved comprehensive CRUD coverage across all 4,800 loan form fields",
        "before": null,
        "after": "4,800 loan form fields",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "reducing the feedback loop from days to hours",
        "before": "days",
        "after": "hours",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testrig-3",
    "vendorSlug": "testrig",
    "title": "How Testrig Technologies Delivered an AI-Driven QA Transformation for a Risk & Compliance Platform",
    "url": "https://www.testrigtechnologies.com/how-testrig-delivered-an-ai-driven-qa-transformation-for-a-risk-compliance-platform/",
    "publisher": "testrigtechnologies.com",
    "date": "2026-05-04",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Risk & Compliance",
      "type": null
    },
    "frameworks": [
      "selenium",
      "playwright"
    ],
    "languages": [
      "C#",
      "TypeScript"
    ],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": {
      "from": "selenium",
      "to": "playwright"
    },
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "framework postman not named on page",
      "framework k6 not named on page"
    ]
  },
  {
    "id": "testrig-6",
    "vendorSlug": "testrig",
    "title": "Testrig Technologies: Empowering Success for a Global Fashion Retail Giant",
    "url": "https://www.testrigtechnologies.com/testrig-technologies-empowering-success-for-a-global-fashion-retail-giant/",
    "publisher": "testrigtechnologies.com",
    "date": "2023-06-21",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "E-Commerce",
      "type": null
    },
    "frameworks": [
      "cypress",
      "postman",
      "webdriverio",
      "appium"
    ],
    "languages": [],
    "ciTools": [
      "GitLab",
      "Jenkins",
      "GitHub Actions",
      "Bitrise"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": {
      "from": "ghost-inspector",
      "to": "cypress"
    },
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testrig-7",
    "vendorSlug": "testrig",
    "title": "Elevating User Experience and Functionality: Test Automation Implementation for a Global B2B E-commerce Company",
    "url": "https://www.testrigtechnologies.com/elevating-user-experience-and-functionality-test-automation-implementation-for-a-global-b2b-e-commerce-company/",
    "publisher": "testrigtechnologies.com",
    "date": "2023-06-19",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "E-commerce marketplace, B2B SaaS platform",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [],
    "clouds": [
      "BrowserStack",
      "AWS"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Reduced execution time from 12 hours to 5-6 hours.",
        "before": "12 hours",
        "after": "5-6 hours",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "Decreased execution time from 5-6 hours to 3-4 hours.",
        "before": "5-6 hours",
        "after": "3-4 hours",
        "hasBaseline": true,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testrig-8",
    "vendorSlug": "testrig",
    "title": "Assuring Quality and Performance for a Connected Golfing Experience: Testrig’s End-to-End QA Services",
    "url": "https://www.testrigtechnologies.com/assuring-quality-and-performance-for-a-connected-golfing-experience-testrigs-end-to-end-qa-services/",
    "publisher": "testrigtechnologies.com",
    "date": "2023-06-19",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Sports",
      "type": null
    },
    "frameworks": [
      "cypress",
      "appium",
      "jmeter"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "GitHub Actions",
      "AWS CodeCommit"
    ],
    "clouds": [
      "LambdaTest",
      "AWS"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testrig-9",
    "vendorSlug": "testrig",
    "title": "Empowering Agile Delivery through Comprehensive Testing Services",
    "url": "https://www.testrigtechnologies.com/empowering-agile-delivery-through-comprehensive-testing-services/",
    "publisher": "testrigtechnologies.com",
    "date": "2023-06-16",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Construction",
      "type": null
    },
    "frameworks": [
      "postman"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "automation framework improved testing efficiency by 50%.",
        "before": null,
        "after": "50% efficiency improvement",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testrig-10",
    "vendorSlug": "testrig",
    "title": "Delivering High-Quality Health apps using Appium and Cypress",
    "url": "https://www.testrigtechnologies.com/delivering-high-quality-health-apps-using-appium-and-cypress/",
    "publisher": "testrigtechnologies.com",
    "date": "2023-06-16",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Health and Fitness",
      "type": "startup"
    },
    "frameworks": [
      "appium",
      "cypress"
    ],
    "languages": [
      "Java",
      "JavaScript"
    ],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [
      "LambdaTest"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [],
    "grade": "C",
    "gradeReason": "Anonymous client and no published metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "testrig-11",
    "vendorSlug": "testrig",
    "title": "Testing of New Phone System",
    "url": "https://www.testrigtechnologies.com/testing-of-new-phone-system/",
    "publisher": "testrigtechnologies.com",
    "date": "2023-05-03",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Telecommunications (business phone system)",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "coverage",
        "claim": "Increase in Test coverage by 40%",
        "before": null,
        "after": "40% increase",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "thinksys-1",
    "vendorSlug": "thinksys",
    "title": "How Boostlingo Cut QA Cycles from 5-7 Days to 2 Hours with Playwright + AI-Assisted Automation",
    "url": "https://thinksys.com/success-stories/boostlingo-qa-automation/",
    "publisher": "thinksys.com",
    "date": "2025-09-02",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": true,
      "name": "Boostlingo",
      "industry": "AI interpretation platform / communication software",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": 4,
    "startYear": null,
    "migration": {
      "from": "webdriverio",
      "to": "playwright"
    },
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "QA cycle time dropped 90% (from 5-7 days to 2 hours)",
        "before": "5-7 days (manual)",
        "after": "~2 hours (automated)",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "QA cycle time per release"
      },
      {
        "kind": "execution-time",
        "claim": "drop full-suite execution from 6 hours to ~2 hours",
        "before": "6 hours sequential",
        "after": "~2 hours with sharding",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Sequential execution of the full 1,200-test suite took 6 hours."
      },
      {
        "kind": "coverage",
        "claim": "Test Coverage Expanded From ~70% to ~100%",
        "before": "~70%",
        "after": "~100%",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "The Boostlingo engagement took approximately 4 months from kickoff to full production"
      },
      {
        "kind": "release-frequency",
        "claim": "release frequency shifted from weekly to multiple deploys per week",
        "before": "weekly",
        "after": "multiple deploys per week",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "The Boostlingo engagement took approximately 4 months from kickoff to full production"
      },
      {
        "kind": "other",
        "claim": "AI-assisted coding cut new script creation time by 25%.",
        "before": null,
        "after": "25% less script creation time",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "The Boostlingo engagement took approximately 4 months from kickoff to full production"
      },
      {
        "kind": "suite-size",
        "claim": "audit all 1,200 WebdriverIO test cases",
        "before": null,
        "after": "1,200 test cases migrated",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "notes": "Engagement length from page FAQ: approximately 4 months from kickoff to full production."
  },
  {
    "id": "thinksys-2",
    "vendorSlug": "thinksys",
    "title": "How Centerbase Halved Regression Testing with Playwright, After a $50K Automation Tool Failed",
    "url": "https://thinksys.com/success-stories/centerbase-regression-testing/",
    "publisher": "thinksys.com",
    "date": "2025-09-09",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": true,
      "name": "Centerbase",
      "industry": "Legal practice management software",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Regression now takes 2 weeks.",
        "before": "3-4 weeks, fully manual",
        "after": "2 weeks",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Regression took 3-4 weeks, every cycle."
      },
      {
        "kind": "defects",
        "claim": "Critical production bugs dropped from 15-20 per release to 1-2.",
        "before": "15-20 per release",
        "after": "1-2 per release",
        "hasBaseline": true,
        "hasMethod": true,
        "methodQuote": "Critical production bugs dropped from 15-20 per release to 1-2."
      },
      {
        "kind": "coverage",
        "claim": "automated the highest-value 30% of the regression suite",
        "before": "<10% (previous AI tool)",
        "after": "30% of regression suite",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Intelligent waits instead of hard-coded sleeps cut flaky failures by 85%.",
        "before": null,
        "after": "85% fewer flaky failures",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "A cached login strategy cut roughly 60% of execution time",
        "before": null,
        "after": "~60% less execution time",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "cost",
        "claim": "Total savings: about $120K a year.",
        "before": null,
        "after": "~$120K per year",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "A",
    "gradeReason": "Named client and at least one metric with a stated baseline and a stated method or period.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"automated the highest-value 30% of the regression suite\""
    ]
  },
  {
    "id": "thinksys-3",
    "vendorSlug": "thinksys",
    "title": "How CRIO Consolidated 3 Test Frameworks into 1 Playwright Suite",
    "url": "https://thinksys.com/success-stories/crio-playwright-migration/",
    "publisher": "thinksys.com",
    "date": "2026-08-13",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": true,
      "name": "CRIO (Clinical Research IO)",
      "industry": "Clinical trial software",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": {
      "from": "selenium",
      "to": "playwright"
    },
    "metrics": [
      {
        "kind": "execution-time",
        "claim": "Execution time for primary scenarios dropped from ~5 minutes to under 2.",
        "before": "~5 minutes",
        "after": "under 2 minutes",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Flaky failures fell by more than 90%.",
        "before": null,
        "after": "more than 90% fewer flaky failures",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "suite-size",
        "claim": "migrating 1,400+ test scripts",
        "before": null,
        "after": "1,400+ scripts migrated",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Onboarding for new QA engineers got roughly 60% faster.",
        "before": null,
        "after": "~60% faster onboarding",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "cut maintenance effort by roughly 60%",
        "before": null,
        "after": "~60% less maintenance effort",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "notes": "Page states the client ran Selenium (UI), Karate (API) and Playwright (partial UI); all were consolidated into one Playwright TypeScript framework. Karate to Playwright is a second migration flow on the same case."
  },
  {
    "id": "thinksys-4",
    "vendorSlug": "thinksys",
    "title": "How ThinkSys Helped CRIO Achieve Faster, Parallel QA Testing in Every Release Cycle",
    "url": "https://thinksys.com/success-stories/crio-parallel-qa-testing/",
    "publisher": "thinksys.com",
    "date": "2026-09-17",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": true,
      "name": "CRIO",
      "industry": "Clinical research software",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [],
    "ciTools": [
      "GitHub Actions",
      "Argo CD"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "The solution supported two to three isolated QA environments at the same time",
        "before": null,
        "after": "two to three parallel QA environments",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "thinksys-5",
    "vendorSlug": "thinksys",
    "title": "How FreshTracks Canada Cut 8,000 Test Cases to 2,000 with Playwright Automation",
    "url": "https://thinksys.com/success-stories/freshtracks-canada-qa-automation/",
    "publisher": "thinksys.com",
    "date": "2025-05-19",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": true,
      "name": "FreshTracks Canada",
      "industry": "Travel / eCommerce",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "FreshTracks Canada Cut 8,000 Test Cases to 2,000",
        "before": "8,000+ manual test cases",
        "after": "~2,000 consolidated cases",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "Phase one put 10% of the suite under automation",
        "before": null,
        "after": "10% of suite automated",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client; no metric states both a baseline and a method.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "thinksys-6",
    "vendorSlug": "thinksys",
    "title": "How ThinkSys Ensured 90% More Stable Releases for Cosmon’s AI-Powered Engineering Applications",
    "url": "https://thinksys.com/success-stories/cosmon-ai-cad-qa/",
    "publisher": "thinksys.com",
    "date": "2026-08-27",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": true,
      "name": "Cosmon",
      "industry": "AI software for CAD/CAE engineering workflows",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "Python"
    ],
    "ciTools": [
      "GitHub Actions"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "defects",
        "claim": "During the initial assessment, ThinkSys identified around 15–20 defects.",
        "before": null,
        "after": "15-20 defects found",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "reduce the identified defect count by almost 50%",
        "before": "15-20 identified defects",
        "after": "almost 50% fewer",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "Within approximately one month, the team helped reduce the identified defect count"
      },
      {
        "kind": "other",
        "claim": "Cosmon achieved 90% more stable releases",
        "before": null,
        "after": "90% more stable releases",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"reduce the identified defect count by almost 50%\""
    ]
  },
  {
    "id": "thinksys-7",
    "vendorSlug": "thinksys",
    "title": "How an EdTech Platform Reduced Audio/Video Complaints and Migrated to React Without Disrupting Users In Just a Few Months",
    "url": "https://thinksys.com/success-stories/breakout-learning-reduced-complaints/",
    "publisher": "thinksys.com",
    "date": "2025-05-23",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": true,
      "name": "Breakout Learning Inc.",
      "industry": "EdTech",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Our plan included designing 350 manual test cases",
        "before": null,
        "after": "350 manual test cases",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "thinksys-8",
    "vendorSlug": "thinksys",
    "title": "WorkMarket by ADP Witnesses Smoother Releases with Regression Testing by ThinkSys",
    "url": "https://cdn.thinksys.com/ADP_QA_2ffc8552ca.pdf",
    "publisher": "thinksys.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": true,
      "name": "WorkMarket by ADP",
      "industry": "HR / freelance management software",
      "type": "enterprise"
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "Regular execution of over 400 test cases",
        "before": null,
        "after": "over 400 test cases",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "notes": "PDF linked from https://thinksys.com/case-studies/. Work was mainly manual regression; the PDF states automated regression with Selenium and Cucumber for a short period."
  },
  {
    "id": "thinksys-9",
    "vendorSlug": "thinksys",
    "title": "Performance Testing in the Green Environment for a 100% Cloud-Based Platform",
    "url": "https://cdn.thinksys.com/Gefen_QA_4912292852.pdf",
    "publisher": "thinksys.com",
    "date": null,
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-12",
    "client": {
      "named": true,
      "name": "Gefen Technologies",
      "industry": "Financial services software",
      "type": null
    },
    "frameworks": [
      "jmeter"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [
      "BlazeMeter"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "an average throughput rate of 3.5 (for 250 concurrent users)",
        "before": null,
        "after": "3.5 average throughput at 250 concurrent users",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "3.5 (for 250 concurrent users)"
      },
      {
        "kind": "suite-size",
        "claim": "10 testing scenarios were identified",
        "before": null,
        "after": "10 performance scenarios",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "notes": "PDF linked from https://thinksys.com/case-studies/."
  },
  {
    "id": "zuci-systems-1",
    "vendorSlug": "zuci-systems",
    "title": "How Zuci Rebuilt Test Automation for a U.S. Credit Card Issuer, and Turned a Liability into a Release Accelerator",
    "url": "https://www.zucisystems.com/case-studies/transforming-test-automation-for-a-us-credit-card-issuer/",
    "publisher": "zucisystems.com",
    "date": "2026-04-10",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Financial services (credit cards)",
      "type": null
    },
    "frameworks": [
      "selenium"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [
      "BrowserStack"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "suite-size",
        "claim": "from 868 to 487 test cases, with no reduction in coverage",
        "before": "868 test cases",
        "after": "487 test cases",
        "hasBaseline": false,
        "hasMethod": true,
        "methodQuote": "ran across three phases over six weeks"
      },
      {
        "kind": "execution-time",
        "claim": "from sequential runs to 5 parallel threads",
        "before": "sequential runs",
        "after": "5 parallel threads",
        "hasBaseline": true,
        "hasMethod": false
      },
      {
        "kind": "cost",
        "claim": "person-days saved and 45% cost reduction through AI-assisted migration with Cursor",
        "before": null,
        "after": "45% cost reduction",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Anonymous client with a metric that states its baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier",
    "verifierNotes": [
      "baseline not confirmed for \"from 868 to 487 test cases, with no reduction in coverage\""
    ]
  },
  {
    "id": "zuci-systems-2",
    "vendorSlug": "zuci-systems",
    "title": "Transforming QA into a Business Accelerator for a Global Postal Leader",
    "url": "https://www.zucisystems.com/case-studies/transforming-qa-into-a-business-accelerator-for-a-global-postal-leader/",
    "publisher": "zucisystems.com",
    "date": "2025-11-02",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": true,
      "name": "Escher",
      "industry": "Postal and logistics software",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd"
    ],
    "languages": [
      "C/C++",
      "C#",
      "Python"
    ],
    "ciTools": [
      "Bamboo",
      "Azure DevOps"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "release-frequency",
        "claim": "50% reduction in release cycle duration",
        "before": null,
        "after": "50% reduction",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "12-week rollout of new products into fresh geographies",
        "before": null,
        "after": "12-week rollout",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "20% increase in customer retention",
        "before": null,
        "after": "20% increase",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "B",
    "gradeReason": "Named client without a baselined metric.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "zuci-systems-3",
    "vendorSlug": "zuci-systems",
    "title": "Strengthening API Resilience and Speed-to-Market for a Leading Digital Bank",
    "url": "https://www.zucisystems.com/case-studies/strengthening-api-resilience-and-speed-to-market-for-a-leading-digital-bank/",
    "publisher": "zucisystems.com",
    "date": "2025-11-02",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Banking (digital bank)",
      "type": null
    },
    "frameworks": [
      "playwright"
    ],
    "languages": [
      "TypeScript"
    ],
    "ciTools": [
      "Azure DevOps Pipelines"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "10x increase in testing capacity across payments and cards",
        "before": null,
        "after": "10x",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "95%+ coverage of critical API workflows",
        "before": null,
        "after": "95%+",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "40% reduction in data anomalies",
        "before": null,
        "after": "40% reduction",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "50% faster feedback through automated dashboards",
        "before": null,
        "after": "50% faster",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "zuci-systems-4",
    "vendorSlug": "zuci-systems",
    "title": "Transforming QA Infrastructure to Reduce Prior Authorization Delays by 60%",
    "url": "https://www.zucisystems.com/case-studies/transforming-qa-infrastructure-to-reduce-prior-authorization-delays-by-60/",
    "publisher": "zucisystems.com",
    "date": "2025-11-02",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Healthcare technology (utilization management)",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd"
    ],
    "languages": [],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "coverage",
        "claim": "Nightly regression runs enabled with 60% in-sprint automation",
        "before": null,
        "after": "60% in-sprint automation",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "60% reduction in prior authorization delays",
        "before": null,
        "after": "60% reduction",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "cost",
        "claim": "40% decrease in manual QA effort",
        "before": null,
        "after": "40% decrease",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "<2% production defect rate sustained",
        "before": null,
        "after": "<2%",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "zuci-systems-5",
    "vendorSlug": "zuci-systems",
    "title": "Scaling QA for Clinical Data Management to Ensure Reliability and Compliance",
    "url": "https://www.zucisystems.com/case-studies/scaling-qa-for-clinical-data-management-to-ensure-reliability-and-compliance/",
    "publisher": "zucisystems.com",
    "date": "2025-11-01",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Clinical trial data science",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd",
      "robot-framework"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "3x boost in testing capacity",
        "before": null,
        "after": "3x",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "coverage",
        "claim": "95%+ test coverage across statistical workflows",
        "before": null,
        "after": "95%+",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "execution-time",
        "claim": "50% faster feedback with automated dashboards",
        "before": null,
        "after": "50% faster",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "defects",
        "claim": "40% reduction in data anomalies",
        "before": null,
        "after": "40% reduction",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "zuci-systems-6",
    "vendorSlug": "zuci-systems",
    "title": "Ensuring Real-Time Reliability for a Global Sensor Leader with Scalable Performance Testing",
    "url": "https://www.zucisystems.com/case-studies/ensuring-real-time-reliability-for-a-global-sensor-leader-with-scalable-performance-testing/",
    "publisher": "zucisystems.com",
    "date": "2025-11-01",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Industrial sensors and automation",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd"
    ],
    "languages": [
      "Java"
    ],
    "ciTools": [
      "Jenkins"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "other",
        "claim": "30% faster API response times",
        "before": null,
        "after": "30% faster",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "99.9% system availability strengthening stability and uptime",
        "before": null,
        "after": "99.9%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "2x reduction in Mean Time to Resolution (MTTR)",
        "before": null,
        "after": "2x reduction",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "release-frequency",
        "claim": "30% faster release cycles, accelerating delivery of new features",
        "before": null,
        "after": "30% faster",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "zuci-systems-7",
    "vendorSlug": "zuci-systems",
    "title": "Strengthening Release Confidence for a Consumer Finance Company",
    "url": "https://www.zucisystems.com/case-studies/strengthening-release-confidence-for-a-consumer-finance-company-2/",
    "publisher": "zucisystems.com",
    "date": "2025-11-02",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Consumer lending",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd",
      "appium",
      "rest-assured"
    ],
    "languages": [],
    "ciTools": [],
    "clouds": [
      "Sauce Labs"
    ],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "cost",
        "claim": "Achieved 50% savings in device infrastructure costs",
        "before": null,
        "after": "50% savings",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "other",
        "claim": "Delivered 2× improvement in testing efficiency",
        "before": null,
        "after": "2x",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "release-frequency",
        "claim": "Realized 30% faster release cycles",
        "before": null,
        "after": "30% faster",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  },
  {
    "id": "zuci-systems-8",
    "vendorSlug": "zuci-systems",
    "title": "Driving Always-On Reliability for a Leading Indian Electronics Retailer",
    "url": "https://www.zucisystems.com/case-studies/driving-always-on-reliability-for-a-leading-indian-electronics-retailer/",
    "publisher": "zucisystems.com",
    "date": "2025-11-02",
    "accessedOn": "2026-11-11",
    "verifiedOn": "2026-11-11",
    "client": {
      "named": false,
      "name": null,
      "industry": "Consumer electronics retail",
      "type": null
    },
    "frameworks": [
      "selenium",
      "cucumber-bdd"
    ],
    "languages": [],
    "ciTools": [
      "Azure DevOps"
    ],
    "clouds": [],
    "teamSize": null,
    "durationMonths": null,
    "startYear": null,
    "migration": null,
    "metrics": [
      {
        "kind": "coverage",
        "claim": "100% automation coverage of live site checks",
        "before": null,
        "after": "100%",
        "hasBaseline": false,
        "hasMethod": false
      },
      {
        "kind": "cost",
        "claim": "3-month ROI achieved",
        "before": null,
        "after": "3-month ROI",
        "hasBaseline": false,
        "hasMethod": false
      }
    ],
    "grade": "C",
    "gradeReason": "Anonymous client and no metric with a stated baseline.",
    "collectorAgent": "collector-vendor",
    "verifierAgent": "verifier"
  }
]