{
 "study_id": "aibm-r06-claims-vs-product",
 "slug": "saas-claims-vs-product-2026",
 "title": "Report 06: what SaaS vendors claim, against what the product showed",
 "type": "hands_on_test",
 "edition": "2026-10-31",
 "first_published": "2026-10-29",
 "population": "Business software tools we tested hands-on in our own accounts and published a review for: 83 tools, observations 2026-10-20 to 2026-10-31.",
 "population_short": "83 tools tested hands-on",
 "selection": "Not a sample of the market: tools from our review corpus with a free plan or trial we could open ourselves. A claim row exists only where the vendor's own page made a checkable statement about the trial, allowance or price, and we read the same thing in the product.",
 "measurement_period": {
  "start": "2026-10-20",
  "end": "2026-10-31"
 },
 "headline": {
  "text": "vendor claims we could check in the product did not hold",
  "numerator": 11,
  "denominator": 106,
  "metric": "claims_contradicted"
 },
 "metrics": [
  {
   "id": "claims_tegengesproken",
   "label": "claims: did not hold",
   "numerator": 11,
   "denominator": 170
  },
  {
   "id": "claims_bevestigd",
   "label": "claims: held",
   "numerator": 95,
   "denominator": 170
  },
  {
   "id": "claims_niet_vergelijkbaar",
   "label": "claims: not comparable",
   "numerator": 9,
   "denominator": 170
  },
  {
   "id": "claims_niet_toetsbaar",
   "label": "claims: could not be checked",
   "numerator": 55,
   "denominator": 170
  },
  {
   "id": "exit_tests_with_loss",
   "label": "exit tests where part of the test data did not come back in the export (at import or export)",
   "numerator": 35,
   "denominator": 72
  },
  {
   "id": "exit_tests_reimport",
   "label": "exit tests where re-import was also tested",
   "numerator": 12,
   "denominator": 72
  },
  {
   "id": "tools",
   "label": "tools in this edition",
   "numerator": 83,
   "denominator": null
  }
 ],
 "limitations": [
  "Not a random sample: tools we review and could open on a free plan or trial.",
  "One account, one session per tool; a vendor can change a trial or price the next day.",
  "A claim counts only where the same quantity could be read in the product; the rest are listed as not comparable or not checkable, not as held.",
  "Exit tests used our own small test records; a large real account can behave differently."
 ],
 "method_url": "#method",
 "evidence_url": "#claims",
 "verification": {
  "last_verified": "2026-10-31"
 },
 "next_full_recheck": "with every new hands-on test round (new edition)",
 "schema": "aibm-research-manifest/1",
 "files": [
  {
   "name": "claims.csv",
   "url": "/research/saas-claims-vs-product-2026/data/2026-10-31/claims.csv",
   "bytes": 90568,
   "sha256": "75d12f1b0ccda932994fc7c931e02e72fe8b7482259f272c0d78efe178dc0157"
  },
  {
   "name": "exit_tests.csv",
   "url": "/research/saas-claims-vs-product-2026/data/2026-10-31/exit_tests.csv",
   "bytes": 54520,
   "sha256": "cbf5ce01fbe5a719d02b1d7d3fd603c70e02614f3e036e8ccbe897e15100905d"
  }
 ],
 "author": {
  "name": "Daan Haket",
  "alternateName": "Daniel Haket",
  "url": "https://aibuildermarketplace.com/about/",
  "email": "daniel@aibuildermarketplace.com"
 },
 "reviewer": null,
 "license": {
  "name": "CC BY 4.0",
  "url": "https://creativecommons.org/licenses/by/4.0/",
  "scope": "Our own data, analysis, tables and charts. Quoted vendor text and screenshots of vendor pages remain the vendor's; we reproduce them as evidence."
 },
 "contact": "daniel@aibuildermarketplace.com",
 "corrections": [
  {
   "date": "2026-10-31",
   "what": "31 Oct 2026, afternoon: added two more hands-on tests from the same day (Planday, Seamless.ai).",
   "previous_fingerprint": "8ff6c322cca68355",
   "previous_version": "/research/saas-claims-vs-product-2026/data/2026-10-31/previous-2026-10-31/manifest.json"
  },
  {
   "date": "2026-10-31",
   "what": "31 Oct 2026, late afternoon: added one more hands-on test from the same day (Keeper Security).",
   "previous_fingerprint": "6b88afd0f8f64d01",
   "previous_version": "/research/saas-claims-vs-product-2026/data/2026-10-31/previous-2026-10-31/manifest.json"
  },
  {
   "date": "2026-10-31",
   "what": "31 Oct 2026, evening: added two more hands-on tests from the same day (Tellent, Top Echelon).",
   "previous_fingerprint": "aa1e3198e6cd1bd5",
   "previous_version": "/research/saas-claims-vs-product-2026/data/2026-10-31/previous-2026-10-31/manifest.json"
  }
 ],
 "fingerprint": "dc85a6beb8dbb361",
 "edition_published": "2026-10-31",
 "status_note": "Corrected 2026-10-31"
}
