{
 "study_id": "aibm-r06-claims-vs-product",
 "slug": "saas-claims-vs-product-2026",
 "title": "Report 06: what SaaS vendors claim, against what the product showed",
 "type": "hands_on_test",
 "edition": "2026-10-29",
 "first_published": "2026-10-29",
 "population": "Business software tools we tested hands-on in our own accounts and published a review for: 42 tools, observations 2026-10-20 to 2026-10-29.",
 "population_short": "42 tools tested hands-on",
 "selection": "Not a sample of the market: tools from our review corpus with a free plan or trial we could open ourselves. A claim row exists only where the vendor's own page made a checkable statement about the trial, allowance or price, and we read the same thing in the product.",
 "measurement_period": {
  "start": "2026-10-20",
  "end": "2026-10-29"
 },
 "headline": {
  "text": "vendor claims we could check in the product did not hold",
  "numerator": 6,
  "denominator": 32,
  "metric": "claims_contradicted"
 },
 "metrics": [
  {
   "id": "claims_tegengesproken",
   "label": "claims: did not hold",
   "numerator": 6,
   "denominator": 50
  },
  {
   "id": "claims_bevestigd",
   "label": "claims: held",
   "numerator": 26,
   "denominator": 50
  },
  {
   "id": "claims_niet_vergelijkbaar",
   "label": "claims: not comparable",
   "numerator": 7,
   "denominator": 50
  },
  {
   "id": "claims_niet_toetsbaar",
   "label": "claims: could not be checked",
   "numerator": 11,
   "denominator": 50
  },
  {
   "id": "exit_tests_with_loss",
   "label": "exit tests where part of the test data did not come back in the export (at import or export)",
   "numerator": 20,
   "denominator": 31
  },
  {
   "id": "exit_tests_reimport",
   "label": "exit tests where re-import was also tested",
   "numerator": 8,
   "denominator": 31
  },
  {
   "id": "tools",
   "label": "tools in this edition",
   "numerator": 42,
   "denominator": null
  }
 ],
 "limitations": [
  "Not a random sample: tools we review and could open on a free plan or trial.",
  "One account, one session per tool; a vendor can change a trial or price the next day.",
  "A claim counts only where the same quantity could be read in the product; the rest are listed as not comparable or not checkable, not as held.",
  "Exit tests used our own small test records; a large real account can behave differently."
 ],
 "method_url": "#method",
 "evidence_url": "#claims",
 "verification": {
  "last_verified": "2026-10-29"
 },
 "next_full_recheck": "with every new hands-on test round (new edition)",
 "schema": "aibm-research-manifest/1",
 "files": [
  {
   "name": "claims.csv",
   "url": "/research/saas-claims-vs-product-2026/data/2026-10-29/claims.csv",
   "bytes": 28962,
   "sha256": "daee0e6d44bf9b59e58faa9876f585f430254f18b7f416240106e6359607f73b"
  },
  {
   "name": "exit_tests.csv",
   "url": "/research/saas-claims-vs-product-2026/data/2026-10-29/exit_tests.csv",
   "bytes": 28683,
   "sha256": "1cb366f59c4686807d6bf33b11ccbc51de2fbcdf66f3a0f9d9615b5828b06d2b"
  }
 ],
 "author": {
  "name": "Daan Haket",
  "alternateName": "Daniel Haket",
  "url": "https://aibuildermarketplace.com/about/",
  "email": "daniel@aibuildermarketplace.com"
 },
 "reviewer": null,
 "license": {
  "name": "CC BY 4.0",
  "url": "https://creativecommons.org/licenses/by/4.0/",
  "scope": "Our own data, analysis, tables and charts. Quoted vendor text and screenshots of vendor pages remain the vendor's; we reproduce them as evidence."
 },
 "contact": "daniel@aibuildermarketplace.com",
 "corrections": [],
 "fingerprint": "d58da02bc5a41dcd",
 "edition_published": "2026-10-29"
}