{ "computedOn": "2026-11-03", "methodologyVersion": "1.0", "methodologySha256": "cc12249c0621742d609eca11a358656aa9bcc85332b7429d7732c54871c6bdef", "rows": [ { "slug": "aspire-systems", "name": "Aspire Systems", "status": "ranked", "rank": 1, "total": 54.5, "dimensions": { "d1": 3, "d2": 9, "d3": 4, "d4": 10, "d5": 10, "d6": null, "d7": 3, "d8": 3 }, "evidenceCounts": { "d1": 9, "d2": 12, "d3": 1, "d4": 7, "d5": 6, "d6": 1, "d7": 3, "d8": 8 }, "scoreableDimensions": 7, "caseCount": 8, "evidenceCount": 147 }, { "slug": "gspann", "name": "GSPANN", "status": "ranked", "rank": 2, "total": 53.3, "dimensions": { "d1": 3, "d2": 7.5, "d3": 4, "d4": 10, "d5": 10, "d6": null, "d7": 4, "d8": 3 }, "evidenceCounts": { "d1": 11, "d2": 10, "d3": 1, "d4": 5, "d5": 5, "d6": 0, "d7": 4, "d8": 4 }, "scoreableDimensions": 7, "caseCount": 10, "evidenceCount": 83 }, { "slug": "deviqa", "name": "DeviQA", "status": "ranked", "rank": 3, "total": 51.8, "dimensions": { "d1": 5, "d2": 4.5, "d3": 4, "d4": 10, "d5": 8, "d6": null, "d7": 5, "d8": 3 }, "evidenceCounts": { "d1": 4, "d2": 6, "d3": 1, "d4": 4, "d5": 7, "d6": 1, "d7": 5, "d8": 9 }, "scoreableDimensions": 7, "caseCount": 3, "evidenceCount": 118 }, { "slug": "a1qa", "name": "a1qa", "status": "ranked", "rank": 4, "total": 50.8, "dimensions": { "d1": 3, "d2": 4.5, "d3": 4, "d4": 10, "d5": 10, "d6": null, "d7": 6, "d8": 3 }, "evidenceCounts": { "d1": 11, "d2": 6, "d3": 1, "d4": 7, "d5": 8, "d6": 1, "d7": 6, "d8": 4 }, "scoreableDimensions": 7, "caseCount": 10, "evidenceCount": 172 }, { "slug": "noesis", "name": "Noesis", "status": "ranked", "rank": 5, "total": 48.3, "dimensions": { "d1": 3, "d2": 1.5, "d3": 4, "d4": 10, "d5": 10, "d6": null, "d7": 8, "d8": 3 }, "evidenceCounts": { "d1": 4, "d2": 2, "d3": 1, "d4": 4, "d5": 14, "d6": 1, "d7": 8, "d8": 2 }, "scoreableDimensions": 7, "caseCount": 3, "evidenceCount": 79 }, { "slug": "zensar", "name": "Zensar", "status": "ranked", "rank": 6, "total": 44.8, "dimensions": { "d1": 3, "d2": 4.5, "d3": 4, "d4": 6, "d5": 10, "d6": null, "d7": 6, "d8": 3 }, "evidenceCounts": { "d1": 8, "d2": 6, "d3": 1, "d4": 3, "d5": 3, "d6": 1, "d7": 6, "d8": 5 }, "scoreableDimensions": 7, "caseCount": 7, "evidenceCount": 112 }, { "slug": "qarea", "name": "QArea", "status": "ranked", "rank": 7, "total": 43.8, "dimensions": { "d1": 3, "d2": 4.5, "d3": 4, "d4": 8, "d5": 8, "d6": null, "d7": 4, "d8": 3 }, "evidenceCounts": { "d1": 8, "d2": 6, "d3": 1, "d4": 3, "d5": 5, "d6": 1, "d7": 4, "d8": 1 }, "scoreableDimensions": 7, "caseCount": 7, "evidenceCount": 81 }, { "slug": "qatestlab", "name": "QATestLab", "status": "ranked", "rank": 8, "total": 43.5, "dimensions": { "d1": 7, "d2": 3, "d3": 7, "d4": 4, "d5": 8, "d6": null, "d7": 4, "d8": 0 }, "evidenceCounts": { "d1": 11, "d2": 4, "d3": 2, "d4": 2, "d5": 6, "d6": 1, "d7": 4, "d8": 1 }, "scoreableDimensions": 7, "caseCount": 10, "evidenceCount": 91 }, { "slug": "qualitest", "name": "Qualitest", "status": "ranked", "rank": 9, "total": 43.3, "dimensions": { "d1": 3, "d2": 7.5, "d3": 7, "d4": 6, "d5": 10, "d6": null, "d7": 0, "d8": 0 }, "evidenceCounts": { "d1": 9, "d2": 10, "d3": 2, "d4": 2, "d5": 5, "d6": 1, "d7": 0, "d8": 1 }, "scoreableDimensions": 7, "caseCount": 8, "evidenceCount": 97 }, { "slug": "sciencesoft", "name": "ScienceSoft", "status": "ranked", "rank": 10, "total": 42.5, "dimensions": { "d1": 3, "d2": 3, "d3": 10, "d4": 4, "d5": 8, "d6": null, "d7": 5, "d8": 3 }, "evidenceCounts": { "d1": 6, "d2": 4, "d3": 1, "d4": 2, "d5": 10, "d6": 1, "d7": 5, "d8": 5 }, "scoreableDimensions": 7, "caseCount": 5, "evidenceCount": 85 }, { "slug": "qa-madness", "name": "QA Madness", "status": "ranked", "rank": 11, "total": 34.5, "dimensions": { "d1": 3, "d2": 3, "d3": 4, "d4": 4, "d5": 5, "d6": null, "d7": 6, "d8": 3 }, "evidenceCounts": { "d1": 6, "d2": 4, "d3": 1, "d4": 2, "d5": 5, "d6": 1, "d7": 6, "d8": 4 }, "scoreableDimensions": 7, "caseCount": 5, "evidenceCount": 81 }, { "slug": "shift-asia", "name": "SHIFT ASIA", "status": "ranked", "rank": 12, "total": 34, "dimensions": { "d1": 3, "d2": 0, "d3": 4, "d4": 4, "d5": 8, "d6": null, "d7": 4, "d8": 6 }, "evidenceCounts": { "d1": 7, "d2": 0, "d3": 1, "d4": 2, "d5": 6, "d6": 1, "d7": 4, "d8": 1 }, "scoreableDimensions": 7, "caseCount": 6, "evidenceCount": 61 }, { "slug": "testingxperts", "name": "TestingXperts", "status": "listed", "rank": null, "total": 43, "dimensions": { "d1": 3, "d2": 0, "d3": 4, "d4": 10, "d5": 10, "d6": null, "d7": 5, "d8": 3 }, "evidenceCounts": { "d1": 3, "d2": 0, "d3": 1, "d4": 4, "d5": 8, "d6": 1, "d7": 5, "d8": 5 }, "scoreableDimensions": 7, "caseCount": 2, "evidenceCount": 68 }, { "slug": "bugraptors", "name": "BugRaptors", "status": "listed", "rank": null, "total": 37.5, "dimensions": { "d1": 3, "d2": 3, "d3": 4, "d4": 6, "d5": 8, "d6": null, "d7": 3, "d8": 3 }, "evidenceCounts": { "d1": 3, "d2": 4, "d3": 1, "d4": 3, "d5": 6, "d6": 1, "d7": 3, "d8": 2 }, "scoreableDimensions": 7, "caseCount": 2, "evidenceCount": 54 }, { "slug": "qualitylogic", "name": "QualityLogic", "status": "listed", "rank": null, "total": 37.5, "dimensions": { "d1": 3, "d2": 3, "d3": 4, "d4": 6, "d5": 5, "d6": null, "d7": 6, "d8": 3 }, "evidenceCounts": { "d1": 3, "d2": 4, "d3": 1, "d4": 2, "d5": 9, "d6": 1, "d7": 6, "d8": 2 }, "scoreableDimensions": 7, "caseCount": 2, "evidenceCount": 62 }, { "slug": "testfort", "name": "TestFort", "status": "listed", "rank": null, "total": 36.8, "dimensions": { "d1": 3, "d2": 4.5, "d3": 4, "d4": 4, "d5": 5, "d6": null, "d7": 6, "d8": 3 }, "evidenceCounts": { "d1": 3, "d2": 6, "d3": 1, "d4": 2, "d5": 7, "d6": 1, "d7": 6, "d8": 3 }, "scoreableDimensions": 7, "caseCount": 2, "evidenceCount": 78 }, { "slug": "qable", "name": "QAble", "status": "listed", "rank": null, "total": 33.5, "dimensions": { "d1": 3, "d2": 3, "d3": 4, "d4": 4, "d5": 4, "d6": null, "d7": 6, "d8": 3 }, "evidenceCounts": { "d1": 3, "d2": 4, "d3": 1, "d4": 2, "d5": 7, "d6": 1, "d7": 6, "d8": 6 }, "scoreableDimensions": 7, "caseCount": 2, "evidenceCount": 62 }, { "slug": "impactqa", "name": "ImpactQA", "status": "listed", "rank": null, "total": 31.5, "dimensions": { "d1": 3, "d2": 3, "d3": 4, "d4": 4, "d5": 8, "d6": null, "d7": 3, "d8": 0 }, "evidenceCounts": { "d1": 3, "d2": 4, "d3": 1, "d4": 1, "d5": 6, "d6": 1, "d7": 3, "d8": 0 }, "scoreableDimensions": 7, "caseCount": 2, "evidenceCount": 37 }, { "slug": "cybage", "name": "Cybage", "status": "listed", "rank": null, "total": 31.3, "dimensions": { "d1": 3, "d2": 1.5, "d3": 4, "d4": 4, "d5": 10, "d6": null, "d7": 3, "d8": 0 }, "evidenceCounts": { "d1": 2, "d2": 2, "d3": 1, "d4": 1, "d5": 7, "d6": 1, "d7": 3, "d8": 3 }, "scoreableDimensions": 7, "caseCount": 1, "evidenceCount": 79 }, { "slug": "olr", "name": "OLR", "status": "listed", "rank": null, "total": 28, "dimensions": { "d1": 0, "d2": 0, "d3": 4, "d4": 4, "d5": 8, "d6": null, "d7": 4, "d8": 6 }, "evidenceCounts": { "d1": 1, "d2": 0, "d3": 1, "d4": 2, "d5": 3, "d6": 0, "d7": 4, "d8": 1 }, "scoreableDimensions": 7, "caseCount": 0, "evidenceCount": 56 }, { "slug": "cigniti", "name": "Cigniti", "status": "excluded", "rank": null, "total": 10, "dimensions": { "d1": 0, "d2": 0, "d3": 4, "d4": 4, "d5": null, "d6": null, "d7": 0, "d8": 0 }, "evidenceCounts": { "d1": 0, "d2": 0, "d3": 1, "d4": 1, "d5": 3, "d6": 1, "d7": 0, "d8": 0 }, "scoreableDimensions": 6, "caseCount": 0, "evidenceCount": 23 }, { "slug": "qasource", "name": "QASource", "status": "excluded", "rank": null, "total": 0, "dimensions": { "d1": 0, "d2": null, "d3": null, "d4": null, "d5": null, "d6": null, "d7": null, "d8": null }, "evidenceCounts": { "d1": 0, "d2": 0, "d3": 0, "d4": 0, "d5": 0, "d6": 0, "d7": 0, "d8": 0 }, "scoreableDimensions": 1, "caseCount": 0, "evidenceCount": 0 } ], "scenarios": [ { "scenario": "POS rollout across stores", "leader": "aspire-systems", "leaderName": "Aspire Systems", "margin": 16.5, "runnerUp": "qualitest", "decidingDimension": "D4", "ledByOverallLeader": true }, { "scenario": "Peak-season readiness in 90 days", "leader": "aspire-systems", "leaderName": "Aspire Systems", "margin": 0, "runnerUp": "gspann", "decidingDimension": "D3", "ledByOverallLeader": true }, { "scenario": "Ecommerce platform migration", "leader": "aspire-systems", "leaderName": "Aspire Systems", "margin": 4.5, "runnerUp": "gspann", "decidingDimension": "D2", "ledByOverallLeader": true }, { "scenario": "OMS or WMS replacement", "leader": "aspire-systems", "leaderName": "Aspire Systems", "margin": 1.7, "runnerUp": "deviqa", "decidingDimension": "D2", "ledByOverallLeader": true }, { "scenario": "First outsourced QA team for a mid-size retailer", "leader": "qatestlab", "leaderName": "QATestLab", "margin": 7.5, "runnerUp": "deviqa", "decidingDimension": "D1", "ledByOverallLeader": false }, { "scenario": "Payments and PCI scope", "leader": "aspire-systems", "leaderName": "Aspire Systems", "margin": 6.1, "runnerUp": "deviqa", "decidingDimension": "D2", "ledByOverallLeader": true } ], "rankedCount": 12, "medians": { "d1": 3, "d2": 4.5, "d3": 4, "d4": 7, "d5": 9, "d6": 0, "d7": 4.5, "d8": 3 }, "outlierThresholds": { "defects": 120, "test-count": 1120, "time-reduction-abs": 50, "cost": 150000, "time-reduction-pct": 90, "coverage-pct": 100 } }