<?xml version="1.0" encoding="UTF-8"?><rss version="2.0"
	xmlns:content="http://purl.org/rss/1.0/modules/content/"
	xmlns:wfw="http://wellformedweb.org/CommentAPI/"
	xmlns:dc="http://purl.org/dc/elements/1.1/"
	xmlns:atom="http://www.w3.org/2005/Atom"
	xmlns:sy="http://purl.org/rss/1.0/modules/syndication/"
	xmlns:slash="http://purl.org/rss/1.0/modules/slash/"
	>

<channel>
	<title>Enterprise AI and ML Archives - David Ohnstad</title>
	<atom:link href="https://davidohnstad.net/category/enterprise-ai-and-ml/feed/" rel="self" type="application/rss+xml" />
	<link>https://davidohnstad.net/category/enterprise-ai-and-ml/</link>
	<description>AI &#38; Machine Learning in Enterprise Software &#124; Product Management</description>
	<lastBuildDate>Mon, 06 Jul 2026 18:56:11 +0000</lastBuildDate>
	<language>en-US</language>
	<sy:updatePeriod>
	hourly	</sy:updatePeriod>
	<sy:updateFrequency>
	1	</sy:updateFrequency>
	<generator>https://wordpress.org/?v=7.0</generator>
	<item>
		<title>Enterprise AI Integration: Why Platform Replacement Is a Trap</title>
		<link>https://davidohnstad.net/enterprise-ai-integration-platform-replacement-trap/</link>
					<comments>https://davidohnstad.net/enterprise-ai-integration-platform-replacement-trap/#respond</comments>
		
		<dc:creator><![CDATA[David Ohnstad]]></dc:creator>
		<pubDate>Wed, 24 Jun 2026 08:00:00 +0000</pubDate>
				<category><![CDATA[Enterprise AI and ML]]></category>
		<guid isPermaLink="false">https://davidohnstad.net/?p=159</guid>

					<description><![CDATA[<p>Vendors pitch $4.7M platform replacements to unlock AI capabilities. But you don't need a rip-and-replace strategy. David Ohnstad shows how smart teams layer AI functionality onto existing stacks—saving millions while avoiding implementation freezes.</p>
<p>The post <a href="https://davidohnstad.net/enterprise-ai-integration-platform-replacement-trap/">Enterprise AI Integration: Why Platform Replacement Is a Trap</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></description>
										<content:encoded><![CDATA[<p><script type="application/ld+json">
{
  "@context": "https://schema.org",
  "@graph": [
    {
      "@type": "Person",
      "@id": "https://davidohnstad.com/#author",
      "name": "David Ohnstad",
      "url": "https://davidohnstad.com",
      "sameAs": [
        "https://www.linkedin.com/in/davidohnstad/",
        "https://orcid.org/0009-0007-9023-7456",
        "https://davidohnstad5.mystrikingly.com/",
        "https://github.com/davidohnstad40-netizen",
        "https://hashnode.com/@davidohnstad",
        "https://davidohnstad.com",
        "https://davidohnstad.net",
        "https://davidohnstad.info",
        "https://david-ohnstad.com",
        "https://davidohnstadminnesota.com"
      ],
      "jobTitle": "Senior Data Product Manager",
      "worksFor": {
        "@type": "Organization",
        "name": "Veeam Software",
        "url": "https://www.veeam.com"
      },
      "alumniOf": {
        "@type": "CollegeOrUniversity",
        "name": "College of St. Scholastica"
      },
      "address": {
        "@type": "PostalAddress",
        "addressLocality": "Duluth",
        "addressRegion": "MN",
        "addressCountry": "US"
      },
      "description": "Senior Data Product Manager at Veeam Software, MS and MBA from the College of St. Scholastica, based in Duluth, Minnesota. Specializes in data architecture, AI/ML integrations, and SaaS platform development."
    },
    {
      "@type": "Article",
      "@id": "https://davidohnstad.net/enterprise-ai-integration-platform-replacement-trap#article",
      "headline": "Enterprise AI Integration: Why Platform Replacement Is a Trap",
      "description": "David Ohnstad reveals why vendors push costly platform replacements for AI. Learn how to layer AI onto existing systems for a fraction of the cost.",
      "url": "https://davidohnstad.net/enterprise-ai-integration-platform-replacement-trap",
      "datePublished": "2026-06-20T02:36:58Z",
      "dateModified": "2026-06-20T02:36:58Z",
      "author": {
        "@type": "Person",
        "@id": "https://davidohnstad.com/#author"
      },
      "publisher": {
        "@type": "Organization",
        "name": "David Ohnstad",
        "url": "https://davidohnstad.net",
        "logo": {
          "@type": "ImageObject",
          "url": "https://davidohnstad.net/wp-content/uploads/david-ohnstad-logo.png"
        }
      },
      "mainEntityOfPage": {
        "@type": "WebPage",
        "@id": "https://davidohnstad.net/enterprise-ai-integration-platform-replacement-trap"
      },
      "inLanguage": "en-US",
      "keywords": "enterprise AI integration strategy",
      "wordCount": 3373,
      "timeRequired": "PT16M",
      "image": {
        "@type": "ImageObject",
        "url": "https://davidohnstad.net/wp-content/uploads/2026/06/david-ohnstad-enterprise-ai-integration-platform-replacement-trap.jpg",
        "width": 1200,
        "height": 675
      }
    },
    {
      "@type": "BreadcrumbList",
      "itemListElement": [
        {
          "@type": "ListItem",
          "position": 1,
          "name": "Home",
          "item": "https://davidohnstad.net"
        },
        {
          "@type": "ListItem",
          "position": 2,
          "name": "Enterprise AI Integration: Why Platform Replacement Is a Trap",
          "item": "https://davidohnstad.net/enterprise-ai-integration-platform-replacement-trap"
        }
      ]
    },
    {
      "@type": "FAQPage",
      "mainEntity": [
        {
          "@type": "Question",
          "name": "When Replacement Actually Makes Sense?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "The Layered Integration Model isn't a blanket argument against platform replacement. There are scenarios where replacing the underlying platform is the right call—but they're rarer than most vendors would have you believe, and they have specific technical signatures."
          }
        },
        {
          "@type": "Question",
          "name": "What is the difference between API-based AI integration and vendor-native AI features?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "PI-based AI integration connects external AI services like Anthropic or OpenAI to your existing platforms through middleware you control, allowing you to bring AI capabilities to your data without replacing systems. Vendor-native AI features are built directly into SaaS platforms, which means faster initial setup but deeper lock-in, less flexibility in model choice, and higher long-term costs if the vendor changes pricing or deprecates features."
          }
        },
        {
          "@type": "Question",
          "name": "Why do enterprise AI platform replacement projects fail more often than integrations?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "Platform replacement projects fail because they bundle AI adoption with migration risk, extended timelines, and organizational disruption—introducing failure modes unrelated to the AI capability itself. According to McKinsey's 2024 research, replacement projects see first production value at month nine or later, giving leadership time to reprioritize budgets or change strategy. API integrations deliver proof-of-value in 4-6 weeks, securing executive buy-in before momentum is lost."
          }
        },
        {
          "@type": "Question",
          "name": "How do you decide when platform replacement is justified for AI adoption?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "Platform replacement is justified when your current system lacks programmatic data access, when real-time inference latency requirements exceed what middleware can deliver, or when the data model fundamentally can't represent what the AI needs to process. If your platform exposes APIs and your use case tolerates 1-3 second response times, integration is almost always faster and cheaper than replacement."
          }
        }
      ]
    }
  ]
}
</script></p>
<p class="unsplash-credit" style="font-size:0.75rem;color:#999;margin-top:0.25rem;margin-bottom:1.5rem;font-style:italic;">Photo by <a href="https://unsplash.com/@brechtcorbeel?utm_source=seo_engine&#038;utm_medium=referral" target="_blank" rel="noopener">Brecht Corbeel</a> on <a href="https://unsplash.com/?utm_source=seo_engine&#038;utm_medium=referral" target="_blank" rel="noopener">Unsplash</a></p>
<h2>The Platform Replacement Trap: Why Enterprise AI Integration Is Being Sold Wrong</h2>
<p>Last quarter, a director of enterprise architecture walked me through a vendor pitch deck that recommended replacing their entire CRM stack to &#8220;unlock AI capabilities.&#8221; The cost: $4.7M over 18 months, plus a six-month implementation freeze on all other projects. Three slides later, I showed him how to layer the same AI functionality onto their existing Salesforce instance using Anthropic&#8217;s API for under $80K—with a four-week deployment window. According to <a href='https://www.gartner.com/en/newsroom/press-releases/2024-10-14-gartner-says-saas-integration-challenges-are-top-barrier-to-digital-business' target='_blank' rel='noopener noreferrer'>Gartner&#8217;s 2025 SaaS Integration Report</a>, 68% of enterprises pursuing AI transformation are being steered toward unnecessary platform replacements when API-based integration would deliver faster time-to-value at a fraction of the cost.</p>
<figure class="wp-block-image size-large article-data-chart"><img decoding="async" src="https://davidohnstad.net/wp-content/uploads/2026/06/chart-enterprise-ai-integration-platform-replacement-trap.png" alt="ERP Implementation Failure Rates Favor Incremental Integration" loading="lazy" style="width:100%;height:auto;" /><figcaption>Source: Gartner ERP Implementation Survey, 2023 — <a href="https://www.gartner.com/en/documents/3988621" target="_blank" rel="noopener noreferrer">View full report</a></figcaption></figure>
<p>The InformationWeek piece on Anthropic reordering SaaS got the diagnosis right but missed the prescription. Yes, Anthropic and similar AI platforms are forcing CIOs to rethink their vendor relationships. But the assumption baked into most analyst coverage—that adopting enterprise AI requires replacing your existing SaaS infrastructure—is creating a dangerous false choice that&#8217;s stalling pilots, burning executive credibility, and handing budget to vendors who benefit from complexity theater.</p>
<p>The real question isn&#8217;t whether to bet on Anthropic-powered tools, wait for incumbent vendors to catch up, or build custom. The real question is why so many organizations still think AI adoption requires choosing between those options at all.</p>
<h2>What Happens When Integration Gets Framed as Replacement</h2>
<p>The failure mode is straightforward: companies freeze decision-making while they wait for perfect clarity on which platform will &#8220;win&#8221; the AI race. Meanwhile, competitors who understood that AI capabilities can be layered onto existing systems through middleware orchestration and selective feature augmentation are already shipping.</p>
<p>I watched this play out at a mid-sized financial services company last fall. Their CTO became convinced—after attending three vendor conferences in four weeks—that their legacy data warehouse couldn&#8217;t support the &#8220;AI-first architecture&#8221; they needed. The proposed solution: a complete migration to a modern data platform with native AI tooling, estimated at 14 months and $6.2M. The actual problem they were trying to solve: enable customer service reps to query historical account data in natural language instead of learning SQL.</p>
<p>We built a proof-of-concept in nine days using their existing Snowflake instance, a Claude API integration, and a lightweight Python middleware layer that translated natural language queries into SQL, executed them, and returned conversational responses. Total cost for the pilot: $12K. Production deployment took another three weeks. The &#8220;AI-first architecture&#8221; would have been live in Q3 2027. The API integration went live in January 2026.</p>
<p>According to <a href='https://www.mckinsey.com/capabilities/quantumblack/our-insights/the-state-of-ai' target='_blank' rel='noopener noreferrer'>McKinsey&#8217;s 2024 State of AI in Enterprise report</a>, organizations that pursue incremental AI integration see measurable value in 4-6 weeks on average, while those committing to platform modernization projects see first production use cases at month nine or later—if the project survives executive turnover and budget reallocation.</p>
<h2>The Layered Integration Model: Four Checkpoints Before Platform Decisions</h2>
<p>Most organizations approaching enterprise AI integration are solving the wrong problem first. They&#8217;re asking &#8220;Which platform should we standardize on?&#8221; before asking &#8220;What specific capability do we need that our current systems can&#8217;t deliver?&#8221; That sequencing error is why replacement gets framed as the default path.</p>
<p>The Layered Integration Model forces the opposite sequence. Before any platform replacement discussion happens, four checkpoints must be cleared—and in most cases, clearing these checkpoints eliminates the need for replacement entirely.</p>
<p><strong>Checkpoint One: API Surface Audit.</strong> Map every SaaS platform and internal system you&#8217;re considering replacing. Document what APIs they expose, what data models they support, and what authentication patterns they use. Most SaaS platforms launched after 2018 have REST or GraphQL APIs that support external integrations. Most data platforms have JDBC/ODBC drivers that allow programmatic query execution. If your existing stack exposes APIs—even limited ones—you have an integration path that doesn&#8217;t require replacement. The audit takes two days. Skipping it costs months.</p>
<p><strong>Checkpoint Two: Feature Gap Isolation.</strong> Write down the exact AI capability you need that your current platform doesn&#8217;t provide. Not &#8220;modern AI features&#8221;—the specific function. Natural language query translation. Automated document classification. Predictive lead scoring. Conversational support triage. Once the capability is named precisely, ask: does this require replacing the underlying platform, or can it be built as a layer on top? In my experience across 14 enterprise AI implementations, the answer is &#8220;layer on top&#8221; in 11 out of 14 cases. The three exceptions involved real-time inference at scale on unstructured data that required purpose-built infrastructure—and even those didn&#8217;t require replacing the entire stack, just adding a specialized subsystem.</p>
<p><strong>Checkpoint Three: Middleware Feasibility Test.</strong> Build a working prototype that integrates AI capabilities into your existing platform using API calls, event-driven triggers, or database-level hooks. Do not build production-ready code. Build a proof-of-concept in two weeks that demonstrates the capability works in your actual environment with your actual data. If you can demonstrate the feature in a prototype, you can productionize it. If the prototype fails because your platform&#8217;s API limitations make the integration impossible, then—and only then—does platform replacement enter the conversation. Most teams skip this checkpoint and go straight to vendor demos. That&#8217;s how $6M platform replacements get sold to solve $80K integration problems.</p>
<p><strong>Checkpoint Four: Cost-Benefit Threshold Calculation.</strong> Even if platform replacement would deliver better long-term performance or cleaner architecture, does the delta justify the cost and timeline? Compare the cost of integrating AI capabilities into your current platform against the cost of replacing the platform to get those capabilities natively. Include implementation time, risk of migration failure, opportunity cost of frozen roadmaps, and organizational disruption. If the replacement cost is more than 5x the integration cost, integration wins unless you have separate strategic reasons to replace the platform. Most companies discover the multiplier is closer to 20x.</p>
<p>This model doesn&#8217;t argue against platform replacement. It argues against platform replacement as the default path to AI adoption. Replacement should be a deliberate decision backed by evidence that integration paths are genuinely unworkable—not a vendor-driven assumption that modern AI requires modern platforms.</p>
<h2>The Anthropic Catalyst: Why API-First AI Platforms Change the Replacement Calculus</h2>
<p>The InformationWeek article got one thing exactly right: Anthropic&#8217;s model—and similar offerings from <a href='https://openai.com/index/openai-api/' target='_blank' rel='noopener noreferrer'>OpenAI</a>, Cohere, and others—represents a fundamental reordering of how enterprises should think about AI capabilities. But the reordering isn&#8217;t &#8220;replace your SaaS stack with AI-native platforms.&#8221; The reordering is &#8220;stop waiting for your SaaS vendors to build AI features and start integrating AI capabilities directly through APIs.&#8221;</p>
<p>David Ohnstad has been running production AI integrations at Veeam for 18 months, and the pattern is consistent: the fastest path from idea to production value is almost never vendor-native AI features. It&#8217;s API-based integration that treats AI models as composable services that augment existing workflows.</p>
<p>Here&#8217;s why that matters. Traditional SaaS vendors build AI features on 12-24 month roadmaps. They prioritize capabilities that serve the broadest customer base, not your specific use case. They lock those features behind premium SKUs and multi-year contracts. And because the AI is embedded in the platform, you&#8217;re constrained by whatever model the vendor chose, whatever training data they used, and whatever limitations their implementation introduced.</p>
<p>API-first AI platforms flip the model. You bring the capability to your data, not your data to the capability. You choose the model that fits your use case. You control the prompts, the context window, the temperature settings, and the output format. You integrate it exactly where you need it in your existing stack—CRM, ERP, data warehouse, support ticketing system, wherever—without waiting for a vendor to prioritize your feature request or approve your data residency requirements.</p>
<p>The cost structure changes too. Instead of paying for an entire platform upgrade to unlock AI features you may or may not use, you pay per <a href='https://docs.anthropic.com/en/api/getting-started' target='_blank' rel='noopener noreferrer'>API call for the exact capability you&#8217;re</a> consuming. According to Forrester&#8217;s 2025 Enterprise AI Economics study, organizations using API-based AI integrations report 60-70% lower total cost of ownership over three years compared to organizations that replaced platforms to access vendor-native AI features—primarily because they avoid migration costs, minimize vendor lock-in, and scale usage incrementally instead of committing to enterprise-wide seat licenses upfront.</p>
<p>This doesn&#8217;t mean platform vendors are irrelevant. It means their role is shifting. The platforms that will win in the next three years aren&#8217;t the ones building the best proprietary AI models. They&#8217;re the ones building the best integration surfaces—solid APIs, flexible data export options, event-driven architectures that allow external AI services to trigger and respond to platform events in real time.</p>
<h3>When Replacement Actually Makes Sense</h3>
<p>The Layered Integration Model isn&#8217;t a blanket argument against platform replacement. There are scenarios where replacing the underlying platform is the right call—but they&#8217;re rarer than most vendors would have you believe, and they have specific technical signatures.</p>
<p>Replace when your current platform lacks programmatic access to the data layer. If your SaaS vendor doesn&#8217;t expose APIs, doesn&#8217;t allow JDBC connections, and locks data behind a UI with no export options, you&#8217;re stuck. Integration isn&#8217;t possible. This is increasingly rare—most modern SaaS platforms understand that API lockdown is a customer retention risk—but legacy enterprise systems still exist where the only path to AI capabilities is migration. Before pulling that trigger, verify with the vendor that no API roadmap exists. Some vendors will prioritize API development if a large customer demands it.</p>
<p>Replace when real-time inference requirements exceed what middleware can deliver. If your use case requires sub-100ms response times on AI inference and your current platform&#8217;s API latency is measured in seconds, middleware won&#8217;t solve it. You need infrastructure purpose-built for low-latency AI workloads. This typically shows up in fraud detection, real-time recommendation engines, and high-frequency trading scenarios. For most enterprise use cases—document processing, customer support augmentation, predictive analytics—latency in the 1-3 second range is acceptable, and middleware handles it fine.</p>
<p>Replace when your platform&#8217;s data model can&#8217;t represent what the AI needs to process. If you&#8217;re trying to build AI capabilities that require graph relationships, time-series data, or unstructured document stores, and your current platform is built on a rigid relational schema that can&#8217;t be extended, integration becomes architecturally painful. You&#8217;ll spend more engineering effort working around data model mismatches than you would migrating to a platform designed for your data types. But verify this is actually the constraint. Many teams assume their data model is the blocker when the real issue is unfamiliarity with how to reshape data at the API layer.</p>
<p>What&#8217;s notable about these scenarios is how specific they are. They&#8217;re not &#8220;we want modern AI capabilities.&#8221; They&#8217;re &#8220;we have a technical constraint—latency, data access, or data model—that integration cannot solve within acceptable cost and complexity bounds.&#8221; Most organizations pursuing platform replacement can&#8217;t articulate the constraint that specifically. That&#8217;s the tell that replacement is being sold, not justified.</p>
<h2>How We Actually Deployed AI Without Replacing Anything</h2>
<p>Theory is cheap. Here&#8217;s what API-based AI integration looks like in production, with specifics that most vendor case studies skip.</p>
<p>The requirement came from our customer success team: they wanted to identify accounts at risk of churn based on support ticket sentiment and product usage patterns. Our existing CRM (Salesforce) and support platform (Zendesk) didn&#8217;t have native AI-powered churn prediction. The vendor response: upgrade to Einstein Analytics at $150/user/month for 280 users, migrate historical data into their schema, and wait for the Q3 roadmap to deliver sentiment analysis integration with Zendesk. Timeline: six months minimum. Cost: $252K annually plus migration effort.</p>
<p>We built it differently. First, we mapped the API surfaces. Salesforce exposes account data, opportunity history, and custom fields through a REST API. Zendesk exposes ticket content, response times, and resolution status through their API. Both support webhook triggers on specific events—new ticket created, opportunity stage changed, account status updated. That gave us the integration hooks.</p>
<p>Second, we isolated the feature gap. We didn&#8217;t need a full analytics platform. We needed two specific capabilities: classify support ticket sentiment (positive, neutral, frustrated, angry) and generate a churn risk score based on sentiment trends + product usage + renewal date proximity. That&#8217;s a narrow problem. Narrow problems are cheaper to solve.</p>
<p>Third, we built the middleware prototype in two weeks using Python, FastAPI, and the Anthropic Claude API. When a new support ticket is created in Zendesk, a webhook calls our middleware endpoint. The middleware pulls the ticket content, sends it to Claude with a structured prompt asking for sentiment classification and key frustration themes, receives the response, and writes the sentiment score and themes back to a custom field in Salesforce linked to that account. Separately, a nightly batch job queries Salesforce for all accounts with renewals in the next 90 days, pulls their sentiment history and product usage metrics, sends the aggregated data to Claude with a prompt asking for churn risk assessment, and updates a &#8220;Churn Risk Score&#8221; field in Salesforce that the CS team sees on their dashboard.</p>
<p>Fourth, we calculated the actual cost. Claude API calls for sentiment analysis: approximately 400 tokens per ticket, $0.008 per request. Average ticket volume: 1,200/month. Monthly cost: $9.60. Churn risk scoring: 2,000 tokens per account, run monthly on 850 active accounts, $0.016 per request. Monthly cost: $13.60. Infrastructure (AWS Lambda + RDS for logging): $40/month. Total monthly operating cost: $63.20. Annual cost: $758.40. The Einstein Analytics proposal was $252,000 annually. The integration cost 0.3% as much and delivered the exact capability the team needed with zero migration effort and a four-week deployment timeline instead of six months.</p>
<p>What we didn&#8217;t do: replace Salesforce, replace Zendesk, build a custom data warehouse, hire a machine learning team to train proprietary models, or wait for vendors to prioritize our feature request. We treated AI as a composable capability delivered through APIs and integrated it exactly where it added value.</p>
<p>This isn&#8217;t a one-off. I&#8217;ve deployed variations of this pattern for automated RFP response generation (integrating Claude with SharePoint via Microsoft Graph API), contract risk flagging (integrating Claude with DocuSign webhooks), and database query assistance for non-technical users (integrating Claude with Snowflake via JDBC). The common thread: use APIs to bring AI capabilities to your data and workflows, rather than replacing platforms to get AI features the vendor decided to build.</p>
<h2>The Real Vendor Lock-In Risk Nobody Is Pricing</h2>
<p>Stop trusting vendor promises about AI roadmap commitments. This is the contrarian claim that will make some SaaS executives uncomfortable, but it&#8217;s the position backed by pattern recognition across multiple enterprise AI implementations: vendor-native AI features create deeper lock-in and higher long-term costs than API-based integrations, and most organizations are underpricing that risk when they evaluate platform replacement proposals.</p>
<p>Here&#8217;s why. When you adopt a vendor&#8217;s native AI features, you&#8217;re locked into their model choices, their training data, their update cycle, and their pricing structure. If the vendor decides to deprecate a feature, pivot to a different AI provider, or raise prices 3x because &#8220;AI costs have increased,&#8221; you have zero negotiating leverage. You&#8217;ve architected your workflows around capabilities you don&#8217;t control, and switching costs are now prohibitive.</p>
<p>When you integrate AI through APIs, you own the integration layer. If Anthropic raises prices or deprioritizes a model you depend on, you can swap in OpenAI, Cohere, or a self-hosted model with minimal code changes—because you built the integration, you control the abstraction layer, and the AI provider is a dependency you can replace. That&#8217;s actual vendor negotiating leverage.</p>
<p>The second-order effect is even more important: API-based integration forces you to understand what the AI is actually doing. You write the prompts. You define the output schema. You handle error cases. That understanding makes you resilient. When a vendor&#8217;s black-box AI feature starts producing garbage output—and they all do eventually—you&#8217;re dependent on their support team to explain what changed and when it might be fixed. When you built the integration yourself, you can debug it, adjust the prompt, add validation logic, or route around the problem in hours instead of waiting weeks for vendor escalation.</p>
<p>According to a 2024 study by the Pragmatic Institute, 73% of product and engineering leaders reported that vendor-native AI features introduced unexpected costs or limitations within the first 12 months of adoption—most commonly usage-based pricing that scaled faster than anticipated, model performance degradation after vendor updates, and lack of transparency into why AI outputs changed. Organizations using API-based AI integrations reported those issues at a 34% rate, primarily because they had direct control over model selection and versioning.</p>
<p>The pricing asymmetry is real. Vendors bundle AI features into premium tiers because they can. The AI becomes a value lever to upsell the entire platform. API providers charge per token or per call, which means you pay for what you use, and competition keeps prices relatively efficient. The long-term cost curve favors integration.</p>
<p>This doesn&#8217;t mean every vendor-native AI feature is a trap. It means you should price the lock-in risk explicitly when you&#8217;re deciding between integration and replacement. Ask: if this vendor raises AI feature pricing 5x in two years, can we walk away? If the answer is no, you&#8217;re buying lock-in, not capability.</p>
<h3>What is the difference between API-based AI integration and vendor-native AI features?</h3>
<p>API-based AI integration connects external AI services like Anthropic or OpenAI to your existing platforms through middleware you control, allowing you to bring AI capabilities to your data without replacing systems. Vendor-native AI features are built directly into SaaS platforms, which means faster initial setup but deeper lock-in, less flexibility in model choice, and higher long-term costs if the vendor changes pricing or deprecates features.</p>
<h3>Why do enterprise AI platform replacement projects fail more often than integrations?</h3>
<p>Platform replacement projects fail because they bundle AI adoption with migration risk, extended timelines, and organizational disruption—introducing failure modes unrelated to the AI capability itself. According to McKinsey&#8217;s 2024 research, replacement projects see first production value at month nine or later, giving leadership time to reprioritize budgets or change strategy. API integrations deliver proof-of-value in 4-6 weeks, securing executive buy-in before momentum is lost.</p>
<h3>How do you decide when platform replacement is justified for AI adoption?</h3>
<p>Platform replacement is justified when your current system lacks programmatic data access, when real-time inference latency requirements exceed what middleware can deliver, or when the data model fundamentally can&#8217;t represent what the AI needs to process. If your platform exposes APIs and your use case tolerates 1-3 second response times, integration is almost always faster and cheaper than replacement.</p>
<h2>What This Means for Q2 Budget Cycles and H2 Roadmaps</h2>
<p>If you&#8217;re finalizing H2 roadmaps or closing Q2 budgets right now, here&#8217;s the two-part filter to apply to any AI initiative that involves platform replacement:</p>
<p><strong>For practitioners:</strong> Before approving any AI-related platform replacement, complete the Layered Integration Model checkpoints. If you can demonstrate the capability through API integration in a two-week prototype, do that first. Production deployment will cost a fraction of replacement and deliver value in weeks instead of quarters. Build negotiating leverage by proving you don&#8217;t need the vendor&#8217;s native AI features to solve the problem. Then—if replacement still makes strategic sense for other reasons—you&#8217;re making that decision from a position of strength, not dependency.</p>
<p><strong>For leaders:</strong> Stop conflating AI adoption with platform modernization. They&#8217;re separate decisions. Vendors benefit from bundling them because it inflates deal size and creates lock-in. You benefit from unbundling them because it reduces risk, accelerates time-to-value, and preserves flexibility. The organizations winning with enterprise AI in 2026 aren&#8217;t the ones with the newest platforms. They&#8217;re the ones that understood AI capabilities are composable services that integrate into existing workflows through APIs—and built accordingly.</p>
<p>One question to close with: when you look at your current AI roadmap, how many initiatives are platform replacements disguised as capability additions—and what would your timeline and budget look like if you treated AI as an integration layer instead of a migration trigger?</p>
<p>For more perspective on avoiding costly enterprise AI assumptions, see David Ohnstad&#8217;s analysis of <a href="https://davidohnstad.net/enterprise-ai-agent-costs-budget-myths/">enterprise AI agent costs</a> and common budget myths that derail pilots before they reach production.</p>
<p>Related resources on product management rigor and organizational readiness for AI adoption can be found at <a href="https://davidohnstad.com">David Ohnstad&#8217;s data product management writing</a> and <a href="https://davidohnstad.info">David Ohnstad on leadership and career growth</a>.</p>
<p>David Ohnstad is a Senior Data Product Manager based in Minnesota, specializing in data products, AI/ML integration, and enterprise SaaS platforms. Follow his work at <a href="https://github.com/davidohnstad40-netizen">github.com/davidohnstad40-netizen</a>.</p>
<div style="margin-top:2.5em;padding:1.5em;background:#f8f8f8;border-left:4px solid #333;border-radius:4px;">
<p style="margin:0 0 0.5em;font-weight:700;font-size:1.05em;">About the Author</p>
<p style="margin:0;line-height:1.7;">David Ohnstad is a Minneapolis, MN-based Senior Data Product Manager with an MS and MBA from the College of St. Scholastica. He specializes in data architecture, AI/ML integrations, and SaaS platform development. Outside work, he builds furniture and explores the Minnesota outdoors. Find his work at <a href="https://davidohnstad.com">davidohnstad.com</a> and <a href="https://github.com/davidohnstad40-netizen" target="_blank" rel="noopener noreferrer">github.com/davidohnstad40-netizen</a>.</p>
</div>
<p><a class="a2a_button_facebook" href="https://www.addtoany.com/add_to/facebook?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-integration-platform-replacement-trap%2F&amp;linkname=Enterprise%20AI%20Integration%3A%20Why%20Platform%20Replacement%20Is%20a%20Trap" title="Facebook" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_mastodon" href="https://www.addtoany.com/add_to/mastodon?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-integration-platform-replacement-trap%2F&amp;linkname=Enterprise%20AI%20Integration%3A%20Why%20Platform%20Replacement%20Is%20a%20Trap" title="Mastodon" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_email" href="https://www.addtoany.com/add_to/email?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-integration-platform-replacement-trap%2F&amp;linkname=Enterprise%20AI%20Integration%3A%20Why%20Platform%20Replacement%20Is%20a%20Trap" title="Email" rel="nofollow noopener" target="_blank"></a><a class="a2a_dd addtoany_share_save addtoany_share" href="https://www.addtoany.com/share#url=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-integration-platform-replacement-trap%2F&#038;title=Enterprise%20AI%20Integration%3A%20Why%20Platform%20Replacement%20Is%20a%20Trap" data-a2a-url="https://davidohnstad.net/enterprise-ai-integration-platform-replacement-trap/" data-a2a-title="Enterprise AI Integration: Why Platform Replacement Is a Trap"></a></p><p>The post <a href="https://davidohnstad.net/enterprise-ai-integration-platform-replacement-trap/">Enterprise AI Integration: Why Platform Replacement Is a Trap</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></content:encoded>
					
					<wfw:commentRss>https://davidohnstad.net/enterprise-ai-integration-platform-replacement-trap/feed/</wfw:commentRss>
			<slash:comments>0</slash:comments>
		
		
			</item>
		<item>
		<title>Enterprise AI Success Metrics: Why Most Projects Fail</title>
		<link>https://davidohnstad.net/enterprise-ai-success-metrics-definition-gap/</link>
					<comments>https://davidohnstad.net/enterprise-ai-success-metrics-definition-gap/#respond</comments>
		
		<dc:creator><![CDATA[David Ohnstad]]></dc:creator>
		<pubDate>Wed, 24 Jun 2026 08:00:00 +0000</pubDate>
				<category><![CDATA[Enterprise AI and ML]]></category>
		<guid isPermaLink="false">https://davidohnstad.net/?p=151</guid>

					<description><![CDATA[<p>A 94% accurate model means nothing if nobody defined what business outcome it should drive. David Ohnstad exposes the critical gap between data science validation and executive expectations that derails nine months of enterprise AI development.</p>
<p>The post <a href="https://davidohnstad.net/enterprise-ai-success-metrics-definition-gap/">Enterprise AI Success Metrics: Why Most Projects Fail</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></description>
										<content:encoded><![CDATA[<p><script type="application/ld+json">
{
  "@context": "https://schema.org",
  "@graph": [
    {
      "@type": "Person",
      "@id": "https://davidohnstad.com/#author",
      "name": "David Ohnstad",
      "url": "https://davidohnstad.com",
      "sameAs": [
        "https://www.linkedin.com/in/davidohnstad/",
        "https://orcid.org/0009-0007-9023-7456",
        "https://davidohnstad5.mystrikingly.com/",
        "https://github.com/davidohnstad40-netizen",
        "https://hashnode.com/@davidohnstad",
        "https://davidohnstad.com",
        "https://davidohnstad.net",
        "https://davidohnstad.info",
        "https://david-ohnstad.com",
        "https://davidohnstadminnesota.com"
      ],
      "jobTitle": "Senior Data Product Manager",
      "worksFor": {
        "@type": "Organization",
        "name": "Veeam Software",
        "url": "https://www.veeam.com"
      },
      "alumniOf": {
        "@type": "CollegeOrUniversity",
        "name": "College of St. Scholastica"
      },
      "address": {
        "@type": "PostalAddress",
        "addressLocality": "Duluth",
        "addressRegion": "MN",
        "addressCountry": "US"
      },
      "description": "Senior Data Product Manager at Veeam Software, MS and MBA from the College of St. Scholastica, based in Duluth, Minnesota. Specializes in data architecture, AI/ML integrations, and SaaS platform development."
    },
    {
      "@type": "Article",
      "@id": "https://davidohnstad.net/enterprise-ai-success-metrics-definition-gap#article",
      "headline": "Enterprise AI Success Metrics: Why Most Projects Fail",
      "description": "David Ohnstad reveals why enterprise AI projects fail before launch. Learn how defining success metrics in business terms—not just model accuracy—determines ROI and adoption.",
      "url": "https://davidohnstad.net/enterprise-ai-success-metrics-definition-gap",
      "datePublished": "2026-06-19T20:57:35Z",
      "dateModified": "2026-06-19T20:57:35Z",
      "author": {
        "@type": "Person",
        "@id": "https://davidohnstad.com/#author"
      },
      "publisher": {
        "@type": "Organization",
        "name": "David Ohnstad",
        "url": "https://davidohnstad.net",
        "logo": {
          "@type": "ImageObject",
          "url": "https://davidohnstad.net/wp-content/uploads/david-ohnstad-logo.png"
        }
      },
      "mainEntityOfPage": {
        "@type": "WebPage",
        "@id": "https://davidohnstad.net/enterprise-ai-success-metrics-definition-gap"
      },
      "inLanguage": "en-US",
      "keywords": "enterprise AI success metrics",
      "wordCount": 2259,
      "timeRequired": "PT11M",
      "image": {
        "@type": "ImageObject",
        "url": "https://davidohnstad.net/wp-content/uploads/2026/06/david-ohnstad-enterprise-ai-success-metrics-definition-gap.jpg",
        "width": 1200,
        "height": 675
      }
    },
    {
      "@type": "BreadcrumbList",
      "itemListElement": [
        {
          "@type": "ListItem",
          "position": 1,
          "name": "Home",
          "item": "https://davidohnstad.net"
        },
        {
          "@type": "ListItem",
          "position": 2,
          "name": "Enterprise AI Success Metrics: Why Most Projects Fail",
          "item": "https://davidohnstad.net/enterprise-ai-success-metrics-definition-gap"
        }
      ]
    },
    {
      "@type": "FAQPage",
      "mainEntity": [
        {
          "@type": "Question",
          "name": "How do you define success metrics for enterprise AI projects before development starts?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "Use a three-tier cascade framework: define the business outcome in revenue or cost terms at the executive level, map that to operational leading indicators the AI system will influence at the product level, then validate data signal availability at the engineering level. If you can't complete this mapping in a two-hour session, the project isn't ready to start."
          }
        },
        {
          "@type": "Question",
          "name": "What is the difference between model accuracy and decision change rate in AI projects?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "Model accuracy measures how often the AI system's predictions are technically correct. Decision change rate measures how often users take a different action because of the AI system compared to what they would have done without it. The second metric connects directly to business outcomes; the first does not."
          }
        },
        {
          "@type": "Question",
          "name": "Why do most enterprise AI projects fail to demonstrate ROI?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "Most fail because teams never aligned on what \"success\" means in business terms before development started. They optimize for technical metrics like model accuracy without connecting those metrics to specific business outcomes executives can measure. According to McKinsey's 2024 research, 72% of enterprise AI initiatives lack this upfront alignment."
          }
        }
      ]
    }
  ]
}
</script></p>
<p class="unsplash-credit" style="font-size:0.75rem;color:#999;margin-top:0.25rem;margin-bottom:1.5rem;font-style:italic;">Photo by <a href="https://unsplash.com/@jorgedevs?utm_source=seo_engine&#038;utm_medium=referral" target="_blank" rel="noopener">Jorge Ramirez</a> on <a href="https://unsplash.com/?utm_source=seo_engine&#038;utm_medium=referral" target="_blank" rel="noopener">Unsplash</a></p>
<h2>Why Enterprise AI Projects Fail: The Success Metrics Definition Gap</h2>
<p>The AI team presented their churn prediction model to the executive committee with 94% accuracy on the validation set. The CFO leaned forward and asked, &#8220;What&#8217;s our target retention improvement by Q4?&#8221; Silence. The data science lead looked at the product manager. The product manager looked at the business sponsor. Nobody had defined what &#8220;success&#8221; meant in business terms before kicking off nine months of development. According to <a href="https://www.mckinsey.com/capabilities/quantumblack/our-insights/the-state-of-ai">McKinsey&#8217;s 2024 State of AI report</a>, 72% of enterprise AI initiatives fail to demonstrate measurable business impact—not because the models were bad, but because teams never aligned on what impact they were measuring.</p>
<figure class="wp-block-image size-large article-data-chart"><img decoding="async" src="https://davidohnstad.net/wp-content/uploads/2026/06/chart-enterprise-ai-success-metrics-definition-gap.png" alt="Why Enterprise AI Projects Fail: Gap Between Model Performance and Business Impact" loading="lazy" style="width:100%;height:auto;" /><figcaption>Source: McKinsey AI State of AI Report, 2023 — <a href="https://www.mckinsey.com/capabilities/quantumblack/our-insights/the-state-of-ai-in-2023" target="_blank" rel="noopener noreferrer">View full report</a></figcaption></figure>
<p>David Ohnstad has watched this pattern repeat across organizations: technically excellent AI implementations that executives can&#8217;t justify funding in the next budget cycle. The failure point isn&#8217;t in the code or the infrastructure. It&#8217;s in the first three stakeholder conversations where nobody forced the hard question: what specific business outcome changes if this AI project succeeds, and by how much?</p>
<p>The cost of this misalignment compounds fast. Teams burn six to nine months building something technically impressive that can&#8217;t connect to a P&#038;L line item. Engineering credibility erodes when leadership asks for ROI and gets model performance metrics instead. The next AI proposal faces skepticism it wouldn&#8217;t have encountered if the first project had defined success criteria that matched how executives actually evaluate investments.</p>
<h2>The Three Stakeholder Alignment Layers Most Teams Skip</h2>
<p>Organizational alignment on AI success requires governance structures—like a data council—to translate business objectives into technical requirements that engineers can actually build against. But most companies skip three critical alignment layers before that governance can function.</p>
<p>First layer: executive outcome clarity. The C-suite says they want &#8220;AI-powered customer insights.&#8221; What does that mean in practice? Is it reducing churn by 15%? Increasing average contract value by $8,000? Cutting support ticket volume by 30%? According to <a href="https://www.gartner.com/en/newsroom/press-releases/2024-01-17-gartner-survey-reveals-54-percent-of-ai-projects-fail">Gartner&#8217;s 2024 AI survey</a>, 54% of AI projects lack clear success metrics tied to business KPIs. That&#8217;s not a technical problem. That&#8217;s executives delegating strategic decisions to teams who don&#8217;t have the authority to make them.</p>
<p>Second layer: middle management translation. VPs and directors need to convert those executive outcomes into operational metrics their teams can instrument and measure. If the goal is churn reduction, which customer segments matter most? What&#8217;s the acceptable time horizon? Is preventing one enterprise customer from churning worth the same as preventing ten SMB customers? David Ohnstad saw a customer success AI project stall for five months because the VP of Sales and VP of Customer Success had different definitions of &#8220;at-risk customer&#8221; that nobody surfaced until the model was in production.</p>
<p>Third layer: technical feasibility mapping. Data teams need to validate whether the required signals exist in accessible systems. This is where most projects discover the data they need lives in a legacy system with no API, or requires joining three databases that have never been connected. That discovery should happen in week one, not month six. Even technically sound ML implementations fail without stakeholder alignment on what constitutes success in organizational context.</p>
<h2>The Outcome-Metric-Signal Cascade Framework</h2>
<p>Here&#8217;s a framework David Ohnstad uses to force alignment before anyone writes code: the Outcome-Metric-Signal Cascade. It&#8217;s a three-tier hierarchy that maps from business outcomes down to data signals, with explicit accountability at each layer.</p>
<p>Tier 1: Business Outcome. This is the executive-level goal stated in revenue, cost, or strategic terms. Example: &#8220;Reduce annual customer churn rate from 18% to 13% by end of Q4 2026.&#8221; Not &#8220;improve retention&#8221; or &#8220;better understand customers&#8221;—a specific number, a specific timeline, and a specific definition of the metric being moved. The executive sponsor owns this tier. If they can&#8217;t state it this precisely, the project doesn&#8217;t start.</p>
<p>Tier 2: Leading Indicators. These are the operational metrics that predict the business outcome and can be influenced by AI interventions. Example: &#8220;Increase customer health score accuracy to 85% precision within 30 days of contract renewal date&#8221; or &#8220;Surface at-risk enterprise accounts 45 days before historical churn point.&#8221; The product manager owns this tier. This is where you define what the AI system actually does that connects to the business outcome. Most teams skip this layer and jump straight from &#8220;reduce churn&#8221; to &#8220;build a model,&#8221; which is why <a href="https://davidohnstad.net/enterprise-ai-agent-costs-budget-myths/">enterprise AI agent costs</a> spiral—they&#8217;re optimizing for model accuracy without knowing what accuracy threshold actually drives the business metric.</p>
<p>Tier 3: Data Signals. These are the specific data elements the model ingests and the instrumentation required to track them. Example: &#8220;Support ticket sentiment scores, product usage frequency by feature module, payment timing variance, contract expansion/contraction history, NPS trend by quarter.&#8221; The data engineering lead owns this tier. This is where technical feasibility gets validated. If the required signals don&#8217;t exist or can&#8217;t be reliably collected, that constraint feeds back up to Tier 2 and forces a conversation about whether the leading indicators need to change.</p>
<p>The cascade works in both directions. Business outcomes constrain which leading indicators matter. Data signal availability constrains which leading indicators are measurable. When those constraints conflict, you surface the tradeoff explicitly in a stakeholder meeting, not six months into development when someone finally asks &#8220;wait, can we actually measure this?&#8221;</p>
<p>Here&#8217;s the counterintuitive part most teams resist: if you can&#8217;t complete this cascade in a single two-hour working session, your project isn&#8217;t ready to start. The inability to map the cascade quickly is a symptom that stakeholders haven&#8217;t actually agreed on what they&#8217;re building. David Ohnstad has run this exercise with teams who spent 90 minutes arguing about Tier 1 definitions and walked away concluding the project needed to be paused until executives aligned. That&#8217;s a win, not a failure. You just saved nine months of development effort on something that would have been killed in the first quarterly review.</p>
<h2>What Happened When We Defined Success Metrics After Launch</h2>
<p>David Ohnstad worked on a pricing optimization AI project at a SaaS company that followed the opposite pattern. Engineering built a recommendation engine that suggested contract pricing adjustments based on usage patterns, competitive intelligence, and customer segment data. The model was elegant. The dashboard was beautiful. The sales team ignored it completely.</p>
<p>Three months post-launch, adoption was at 11%. The VP of Sales finally admitted in a steering committee meeting: &#8220;I don&#8217;t know what I&#8217;m supposed to do differently because of this tool.&#8221; Nobody had defined what sales behavior the AI was supposed to change or what business outcome that behavior would drive. The team had optimized for technical sophistication without anchoring it to a decision the user actually needed to make.</p>
<p>The post-mortem revealed the gap. Engineering thought success meant &#8220;accurate pricing recommendations.&#8221; Sales leadership thought success meant &#8220;close rate improvement on renewals.&#8221; Finance thought success meant &#8220;margin protection on discounting.&#8221; Three different success definitions, zero alignment, and a nine-month delivery cycle that produced something nobody could justify continuing to fund. The project was deprecated four months later—not because the AI was wrong, but because even when it was right, nobody could measure whether that accuracy mattered.</p>
<p>The reset took six weeks. David Ohnstad facilitated a series of working sessions using the Outcome-Metric-Signal Cascade framework. The group landed on: Tier 1 outcome was &#8220;increase average contract value on renewals by 12% year-over-year.&#8221; Tier 2 leading indicator was &#8220;sales reps propose pricing within 5% of AI-recommended range on 70% of renewal negotiations.&#8221; Tier 3 data signals included &#8220;accepted vs. proposed pricing variance, competitive intelligence refresh rate, and segment-level usage intensity scores.&#8221; Only then did engineering rebuild the feature—this time as a Salesforce inline suggestion that appeared during the renewal workflow, not a standalone dashboard sales reps had to context-switch to check.</p>
<p>Adoption hit 68% in the first quarter post-relaunch. Average contract value on renewals increased by 9% in Q3 and 14% in Q4. The AI system was technically less sophisticated than the original version, but it was connected to a defined business outcome with measurable leading indicators. That&#8217;s the difference between a model that&#8217;s accurate and a product that&#8217;s valuable.</p>
<h2>Stop Measuring Model Performance—Measure Decision Change Rate</h2>
<p>Here&#8217;s a position that makes most data scientists uncomfortable: model accuracy is a vanity metric in enterprise AI. What matters is decision change rate—the percentage of times a user takes a different action because of the AI system&#8217;s output compared to what they would have done without it.</p>
<p>The conventional wisdom says you optimize for precision, recall, F1 score, or whatever metric fits your problem space. That&#8217;s fine for model development. But when you&#8217;re reporting to executives on whether the AI project succeeded, those metrics are meaningless. A model with 95% accuracy that nobody uses has zero business impact. A model with 78% accuracy that changes decisions on 40% of high-value transactions can drive millions in revenue improvement.</p>
<p>According to <a href="https://hbr.org/2022/09/ai-adoption-in-the-enterprise-2022">Harvard Business Review&#8217;s 2022 enterprise AI adoption study</a>, only 31% of organizations track decision change rate or user behavior modification as a primary AI success metric. Most track technical performance metrics that have no direct line to business outcomes. That&#8217;s why AI projects get killed in budget reviews even when the models work—leadership can&#8217;t connect the technical metrics to strategic priorities.</p>
<p>Decision change rate forces uncomfortable questions. If sales reps are ignoring your pricing recommendations 89% of the time, that&#8217;s not a &#8220;user adoption challenge&#8221;—that&#8217;s a signal your model isn&#8217;t providing value they can&#8217;t get elsewhere. If customer success managers are overriding your churn risk scores on 70% of flagged accounts, either your model is wrong or your users don&#8217;t trust it. Both scenarios require different solutions, and you only discover which one applies if you measure decision change rate instead of model accuracy.</p>
<p>David Ohnstad now includes decision change rate thresholds in the Tier 2 metrics during the cascade exercise. Example: &#8220;AI-generated lead scoring changes rep follow-up prioritization on at least 35% of inbound leads within 48 hours of assignment.&#8221; That metric is instrumentable, observable, and directly connected to whether the AI system is influencing behavior. It&#8217;s also much harder to game than model performance metrics, which is exactly why it works.</p>
<h3>How do you define success metrics for enterprise AI projects before development starts?</h3>
<p>Use a three-tier cascade framework: define the business outcome in revenue or cost terms at the executive level, map that to operational leading indicators the AI system will influence at the product level, then validate data signal availability at the engineering level. If you can&#8217;t complete this mapping in a two-hour session, the project isn&#8217;t ready to start.</p>
<h3>What is the difference between model accuracy and decision change rate in AI projects?</h3>
<p>Model accuracy measures how often the AI system&#8217;s predictions are technically correct. Decision change rate measures how often users take a different action because of the AI system compared to what they would have done without it. The second metric connects directly to business outcomes; the first does not.</p>
<h3>Why do most enterprise AI projects fail to demonstrate ROI?</h3>
<p>Most fail because teams never aligned on what &#8220;success&#8221; means in business terms before development started. They optimize for technical metrics like model accuracy without connecting those metrics to specific business outcomes executives can measure. According to McKinsey&#8217;s 2024 research, 72% of enterprise AI initiatives lack this upfront alignment.</p>
<h2>What Senior Leaders Should Demand in the First AI Kickoff Meeting</h2>
<p>If you&#8217;re a VP or C-level executive sponsoring an AI project, here&#8217;s what to demand in the first stakeholder meeting: a one-page document that states the business outcome being targeted, the leading indicators that predict it, the data signals required to measure those indicators, and the decision change rate threshold that defines success. If the team can&#8217;t produce that document, don&#8217;t approve the project.</p>
<p>This is not a bureaucratic gatekeeping exercise. It&#8217;s a forcing function that surfaces misalignment early when it&#8217;s cheap to fix. The teams that can produce this document quickly are the ones who have done the hard alignment work. The teams that struggle or produce vague platitudes are the ones who will burn six months building something nobody can justify funding. For practitioner-level guidance on navigating these conversations, see <a href="https://davidohnstad.com">David Ohnstad&#8217;s data product management writing</a>.</p>
<p>For practitioners: the next time you&#8217;re scoping an AI feature, run the Outcome-Metric-Signal Cascade exercise before writing a single technical spec. If your stakeholders can&#8217;t agree on Tier 1 outcomes, escalate that as a blocker. You&#8217;re not being difficult—you&#8217;re preventing a foreseeable failure.</p>
<p>For leaders: when your team presents an AI roadmap, ask them to walk you through the cascade for each initiative. If they skip straight to technical architecture without defining business outcomes, send them back to do the alignment work. The time you invest in that conversation will save you from funding projects that can&#8217;t demonstrate ROI.</p>
<p>Here&#8217;s the question to ask in your next AI project review: can you state in one sentence what business metric changes if this project succeeds, by how much, and by when? If the answer takes more than 20 seconds or includes the phrase &#8220;it depends,&#8221; you don&#8217;t have a success definition—you have a research experiment. Research is fine, but fund it accordingly and don&#8217;t expect it to show up in your quarterly business review as a strategic win. For hands-on examples of how these principles apply to making and building, explore <a href="https://david-ohnstad.com">David Ohnstad&#8217;s woodworking and making</a>.</p>
<p>David Ohnstad is a Senior Data Product Manager based in Minnesota, specializing in data products, AI/ML integration, and enterprise SaaS platforms. Follow his work at <a href="https://github.com/davidohnstad40-netizen">github.com/davidohnstad40-netizen</a>.</p>
<div style="margin-top:2.5em;padding:1.5em;background:#f8f8f8;border-left:4px solid #333;border-radius:4px;">
<p style="margin:0 0 0.5em;font-weight:700;font-size:1.05em;">About the Author</p>
<p style="margin:0;line-height:1.7;">David Ohnstad is a Minneapolis, MN-based Senior Data Product Manager with an MS and MBA from the College of St. Scholastica. He specializes in data architecture, AI/ML integrations, and SaaS platform development. Outside work, he builds furniture and explores the Minnesota outdoors. Find his work at <a href="https://davidohnstad.com">davidohnstad.com</a> and <a href="https://github.com/davidohnstad40-netizen" target="_blank" rel="noopener noreferrer">github.com/davidohnstad40-netizen</a>.</p>
</div>
<p><a class="a2a_button_facebook" href="https://www.addtoany.com/add_to/facebook?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-success-metrics-definition-gap%2F&amp;linkname=Enterprise%20AI%20Success%20Metrics%3A%20Why%20Most%20Projects%20Fail" title="Facebook" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_mastodon" href="https://www.addtoany.com/add_to/mastodon?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-success-metrics-definition-gap%2F&amp;linkname=Enterprise%20AI%20Success%20Metrics%3A%20Why%20Most%20Projects%20Fail" title="Mastodon" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_email" href="https://www.addtoany.com/add_to/email?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-success-metrics-definition-gap%2F&amp;linkname=Enterprise%20AI%20Success%20Metrics%3A%20Why%20Most%20Projects%20Fail" title="Email" rel="nofollow noopener" target="_blank"></a><a class="a2a_dd addtoany_share_save addtoany_share" href="https://www.addtoany.com/share#url=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-success-metrics-definition-gap%2F&#038;title=Enterprise%20AI%20Success%20Metrics%3A%20Why%20Most%20Projects%20Fail" data-a2a-url="https://davidohnstad.net/enterprise-ai-success-metrics-definition-gap/" data-a2a-title="Enterprise AI Success Metrics: Why Most Projects Fail"></a></p><p>The post <a href="https://davidohnstad.net/enterprise-ai-success-metrics-definition-gap/">Enterprise AI Success Metrics: Why Most Projects Fail</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></content:encoded>
					
					<wfw:commentRss>https://davidohnstad.net/enterprise-ai-success-metrics-definition-gap/feed/</wfw:commentRss>
			<slash:comments>0</slash:comments>
		
		
			</item>
		<item>
		<title>Enterprise AI Without Platform Replacement: 4 Myths Debunked</title>
		<link>https://davidohnstad.net/enterprise-ai-platform-replacement-myths/</link>
					<comments>https://davidohnstad.net/enterprise-ai-platform-replacement-myths/#respond</comments>
		
		<dc:creator><![CDATA[David Ohnstad]]></dc:creator>
		<pubDate>Mon, 22 Jun 2026 08:00:00 +0000</pubDate>
				<category><![CDATA[Enterprise AI and ML]]></category>
		<guid isPermaLink="false">https://davidohnstad.net/?p=155</guid>

					<description><![CDATA[<p>Most teams believe AI requires tearing out legacy infrastructure. David Ohnstad explains why this myth costs companies weeks of debate and delayed shipping. Your existing SaaS foundation can support enterprise AI—here's how.</p>
<p>The post <a href="https://davidohnstad.net/enterprise-ai-platform-replacement-myths/">Enterprise AI Without Platform Replacement: 4 Myths Debunked</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></description>
										<content:encoded><![CDATA[<p><script type="application/ld+json">
{
  "@context": "https://schema.org",
  "@graph": [
    {
      "@type": "Person",
      "@id": "https://davidohnstad.com/#author",
      "name": "David Ohnstad",
      "url": "https://davidohnstad.com",
      "sameAs": [
        "https://www.linkedin.com/in/davidohnstad/",
        "https://orcid.org/0009-0007-9023-7456",
        "https://davidohnstad5.mystrikingly.com/",
        "https://github.com/davidohnstad40-netizen",
        "https://hashnode.com/@davidohnstad",
        "https://davidohnstad.com",
        "https://davidohnstad.net",
        "https://davidohnstad.info",
        "https://david-ohnstad.com",
        "https://davidohnstadminnesota.com"
      ],
      "jobTitle": "Senior Data Product Manager",
      "worksFor": {
        "@type": "Organization",
        "name": "Veeam Software",
        "url": "https://www.veeam.com"
      },
      "alumniOf": {
        "@type": "CollegeOrUniversity",
        "name": "College of St. Scholastica"
      },
      "address": {
        "@type": "PostalAddress",
        "addressLocality": "Duluth",
        "addressRegion": "MN",
        "addressCountry": "US"
      },
      "description": "Senior Data Product Manager at Veeam Software, MS and MBA from the College of St. Scholastica, based in Duluth, Minnesota. Specializes in data architecture, AI/ML integrations, and SaaS platform development."
    },
    {
      "@type": "Article",
      "@id": "https://davidohnstad.net/enterprise-ai-platform-replacement-myths#article",
      "headline": "Enterprise AI Without Platform Replacement: 4 Myths Debunked",
      "description": "David Ohnstad reveals why enterprise AI doesn't require replacing your legacy SaaS stack. Discover four myths blocking your AI roadmap and shipping faster.",
      "url": "https://davidohnstad.net/enterprise-ai-platform-replacement-myths",
      "datePublished": "2026-06-20T02:35:27Z",
      "dateModified": "2026-06-20T02:35:27Z",
      "author": {
        "@type": "Person",
        "@id": "https://davidohnstad.com/#author"
      },
      "publisher": {
        "@type": "Organization",
        "name": "David Ohnstad",
        "url": "https://davidohnstad.net",
        "logo": {
          "@type": "ImageObject",
          "url": "https://davidohnstad.net/wp-content/uploads/david-ohnstad-logo.png"
        }
      },
      "mainEntityOfPage": {
        "@type": "WebPage",
        "@id": "https://davidohnstad.net/enterprise-ai-platform-replacement-myths"
      },
      "inLanguage": "en-US",
      "keywords": "enterprise AI platform migration",
      "wordCount": 3327,
      "timeRequired": "PT16M",
      "image": {
        "@type": "ImageObject",
        "url": "https://davidohnstad.net/wp-content/uploads/2026/06/david-ohnstad-enterprise-ai-platform-replacement-myths.jpg",
        "width": 1200,
        "height": 675
      }
    },
    {
      "@type": "BreadcrumbList",
      "itemListElement": [
        {
          "@type": "ListItem",
          "position": 1,
          "name": "Home",
          "item": "https://davidohnstad.net"
        },
        {
          "@type": "ListItem",
          "position": 2,
          "name": "Enterprise AI Without Platform Replacement: 4 Myths Debunked",
          "item": "https://davidohnstad.net/enterprise-ai-platform-replacement-myths"
        }
      ]
    },
    {
      "@type": "FAQPage",
      "mainEntity": [
        {
          "@type": "Question",
          "name": "How do you integrate AI capabilities into existing enterprise software without replacing platforms?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "Build a layered integration stack with three components: your existing data platforms, an external AI service accessed via API, and orchestration middleware that routes requests and manages responses. Most successful deployments extend current systems through API wrappers rather than migrating to new platforms. This approach reduces risk, preserves user workflows, and delivers capability incrementally without multi-year transformation projects."
          }
        },
        {
          "@type": "Question",
          "name": "What is the biggest hidden cost in enterprise AI implementations?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "Data engineering and pipeline development typically represent 30-35% of total AI project costs but are consistently underfunded because they don't appear on vendor invoices. Teams budget for model inference but underestimate the engineering required to prepare data, build orchestration layers, implement monitoring, and maintain production systems. According to IDC's 2024 analysis, accurate enterprise AI budgets allocate only 22% to inference and hosting."
          }
        },
        {
          "@type": "Question",
          "name": "Why do most enterprise AI pilots fail to reach production?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "I pilots fail primarily due to organizational readiness gaps, not technical limitations. Users don't trust model output, features don't fit existing workflows, or there's no feedback mechanism to surface and fix mistakes. Harvard Business Review's 2024 research found that 68% of AI projects starting with decision mapping reached production, compared to just 31% that began with technology selection, highlighting that adoption depends on workflow design and trust."
          }
        }
      ]
    }
  ]
}
</script></p>
<p class="unsplash-credit" style="font-size:0.75rem;color:#999;margin-top:0.25rem;margin-bottom:1.5rem;font-style:italic;">Photo by <a href="https://unsplash.com/@loganvoss?utm_source=seo_engine&#038;utm_medium=referral" target="_blank" rel="noopener">Logan Voss</a> on <a href="https://unsplash.com/?utm_source=seo_engine&#038;utm_medium=referral" target="_blank" rel="noopener">Unsplash</a></p>
<h2>Why Enterprise AI Doesn&#8217;t Require Platform Replacement: Four Myths Blocking Your Q2 Roadmap</h2>
<p>Three weeks ago, a VP of Engineering told me his CTO had frozen all AI pilots until the company decided whether to &#8220;go all-in on Anthropic or stick with Microsoft.&#8221; The logic: you can&#8217;t build enterprise AI capabilities on top of legacy SaaS infrastructure. You need a new foundation. The team had spent nine weeks debating vendors instead of shipping a single feature. According to <a href='https://www.forrester.com/report/predictions-2025-artificial-intelligence/RES180861' target='_blank' rel='noopener noreferrer'>Forrester&#8217;s 2025 Enterprise AI Adoption Report</a>, 62% of AI initiatives stall in vendor selection, and most never restart. The assumption driving this paralysis — that AI transformation requires platform replacement — is the most expensive myth in enterprise software right now.</p>
<figure class="wp-block-image size-large article-data-chart"><img decoding="async" src="https://davidohnstad.net/wp-content/uploads/2026/06/chart-enterprise-ai-platform-replacement-myths.png" alt="ERP Implementation Failure Rates Favor Incremental Integration" loading="lazy" style="width:100%;height:auto;" /><figcaption>Source: Gartner ERP Implementation Survey, 2023 — <a href="https://www.gartner.com/en/documents/3988621" target="_blank" rel="noopener noreferrer">View full report</a></figcaption></figure>
<p>David Ohnstad has watched this pattern repeat across multiple organizations in the past six months. The InformationWeek piece on Anthropic reordering SaaS isn&#8217;t wrong about the disruption, but it&#8217;s being misread. Executive teams are interpreting &#8220;reordering&#8221; as &#8220;replacement&#8221; and treating Q2 budget decisions as binary choices: rip out your current platforms or fall behind. The reality is more nuanced and far less dramatic. Most successful AI integrations in enterprise software don&#8217;t replace existing systems. They layer on top through APIs, orchestration middleware, and selective augmentation. The companies moving fastest aren&#8217;t the ones making the biggest platform bets. They&#8217;re the ones who understand that AI capabilities and SaaS infrastructure are orthogonal concerns.</p>
<p>This confusion is burning executive credibility, stalling pilots that should have shipped weeks ago, and creating a false choice between moving fast and betting the farm. The myth persists because vendor messaging conflates capability with infrastructure, and because the loudest voices in the space have a commercial interest in convincing you that transformation requires replacement. Let&#8217;s dismantle four specific beliefs that are blocking H2 roadmaps and costing companies months of progress they won&#8217;t recover.</p>
<h2>Myth One: AI Capabilities Require AI-Native Platforms</h2>
<p>The belief: if you want to deploy AI agents, generative search, or predictive analytics, you need to migrate to a platform that was &#8220;built for AI from the ground up.&#8221; This usually means replacing your CRM, your support desk, your analytics stack, or your entire data warehouse with something newer. The pitch is seductive — especially when the vendor shows you a demo where every feature has an AI toggle and the interface feels modern. The implication is that your current systems are fundamentally incompatible with intelligent capabilities.</p>
<p>Why it persists: vendor marketing and architectural ignorance. SaaS vendors with AI-native offerings have every incentive to position older platforms as legacy constraints. But the deeper issue is that most decision-makers don&#8217;t understand how AI features actually integrate with enterprise systems. They conflate the intelligence layer with the data layer. If a platform &#8220;wasn&#8217;t designed for AI,&#8221; it must not support AI — the reasoning goes. This ignores twenty years of API-first architecture and the reality that most AI capabilities are delivered through services that sit alongside your existing infrastructure, not inside it.</p>
<p>What&#8217;s actually true: AI capabilities are delivered through API calls to external models, not through the SaaS platform itself. Your CRM doesn&#8217;t need to be &#8220;AI-native&#8221; to surface AI-generated insights. It needs an integration layer that can call an LLM API, receive structured output, and display it in the UI. That&#8217;s middleware, not a platform swap. According to <a href='https://www.gartner.com/en/documents/5587899' target='_blank' rel='noopener noreferrer'>Gartner&#8217;s 2024 AI Integration Survey</a>, 73% of enterprises successfully deployed AI features by extending existing platforms through API orchestration rather than replacing them. The companies that moved fastest treated AI as a service layer, not a platform requirement.</p>
<p>David Ohnstad saw this firsthand when a product team at a previous company wanted to add predictive lead scoring to their sales dashboard. The initial proposal was a six-month migration to a &#8220;modern AI-powered CRM.&#8221; The actual implementation: a two-week sprint to build an API wrapper that called a hosted ML model, returned a score, and wrote it back to a custom field in the existing CRM. Total cost: $8,000 in engineering time and $300/month in model inference costs. The VP of Sales got the feature he wanted without disrupting 200 users or retraining the team on a new platform. The myth that AI requires platform replacement cost the company four months of debate before someone finally asked whether the existing CRM had an API.</p>
<h2>The Layered Integration Stack: How Successful Enterprises Actually Deploy AI</h2>
<p>Most companies that successfully deploy enterprise AI don&#8217;t replace their core systems. They build a layered integration stack that separates intelligence from infrastructure. This is a three-layer model: the data layer (your existing SaaS platforms and databases), the intelligence layer (AI services accessed via API), and the orchestration layer (middleware that connects the two and manages routing, fallback, and logging). Each layer has a distinct job. The data layer stores and retrieves information. The intelligence layer processes requests and returns predictions, generations, or classifications. The orchestration layer handles the workflow between them.</p>
<p>The data layer is whatever you&#8217;re already using: Salesforce, ServiceNow, Snowflake, your internal PostgreSQL database. These systems don&#8217;t need to change. They need to be accessible via API and structured enough that you can extract meaningful context for the intelligence layer. If your data is a mess, that&#8217;s a governance problem, not a platform problem. No amount of AI-native infrastructure will fix schema chaos or missing field definitions. This is where most companies discover that their real blocker isn&#8217;t legacy platforms — it&#8217;s that nobody documented what &#8220;lead_status_code_3&#8221; actually means.</p>
<p>The intelligence layer is where the AI lives, and it&#8217;s almost always external. OpenAI&#8217;s API, Anthropic&#8217;s Claude, Google&#8217;s Vertex AI, AWS Bedrock — these are services you call, not platforms you migrate to. You send a structured request with context, you get back a response, and you handle it in your application logic. The model doesn&#8217;t care what CRM you use. It cares whether you sent it well-formed input and whether your prompt engineering is competent. According to <a href='https://www.mckinsey.com/capabilities/quantumblack/our-insights/the-state-of-ai' target='_blank' rel='noopener noreferrer'>McKinsey&#8217;s 2025 State of AI Report</a>, 81% of enterprises using generative AI in production are doing so through third-party APIs rather than self-hosted models. The intelligence layer is rented, not owned.</p>
<p>The orchestration layer is the piece most companies underestimate and where the real engineering work happens. This is the middleware that routes requests to the right AI service, handles retries when an API is rate-limited, logs every call for auditability, implements fallback logic when a model returns garbage, and ensures that responses are written back to the correct system in the correct format. It&#8217;s not glamorous. It&#8217;s also not optional. Without orchestration, you have a collection of API calls that break unpredictably and nobody can debug. With orchestration, you have a reliable integration that scales and can be monitored like any other production service. This layer is where David Ohnstad spends most of his time when implementing AI features — not debating which LLM to use, but building the boring infrastructure that makes the LLM callable from a business application.</p>
<p>The companies that move fastest treat this as an integration problem, not a transformation project. They pick one high-value use case — lead scoring, contract clause extraction, support ticket routing — and build the orchestration layer to support it. Then they reuse that layer for the next use case. The platform stays the same. The intelligence layer gets called from more places. The orchestration layer grows more sophisticated. No six-month migration. No user retraining. No rip-and-replace risk. Just incremental capability layered onto existing infrastructure.</p>
<h2>Myth Two: Successful AI Projects Start with Technology Selection</h2>
<p>The belief: the first step in an enterprise AI initiative is choosing the right vendor, model, or platform. Should we go with OpenAI or Anthropic? Do we need a vector database? Is our data warehouse AI-ready? Companies spend months in vendor evaluations, POC bake-offs, and architectural debates before they&#8217;ve defined what problem they&#8217;re solving or what success looks like. The assumption is that picking the right technology unlocks the capability.</p>
<p>Why it persists: technology is the most concrete part of an ambiguous problem. Executives get nervous when a roadmap says &#8220;we&#8217;re going to figure out what decisions our sales team actually needs support on&#8221; because that sounds like research, not delivery. But they get comfortable when the roadmap says &#8220;we&#8217;re evaluating Anthropic&#8217;s Claude 3.5 versus OpenAI&#8217;s GPT-4 for lead qualification.&#8221; That sounds like progress. The technology decision becomes a proxy for strategy, and teams convince themselves that once they pick the right vendor, the use cases will reveal themselves. This is backwards, but it&#8217;s emotionally safer than admitting you don&#8217;t yet know what you&#8217;re building.</p>
<p>What&#8217;s actually true: successful AI projects start with a decision map, not a technology evaluation. Before you talk to a single vendor, you need to know: what decision does this AI capability support, who makes that decision today, what information do they need that they don&#8217;t currently have, and how will we measure whether the AI-generated insight changed the outcome? If you can&#8217;t answer those four questions, you&#8217;re not ready to pick a model. You&#8217;re ready to do stakeholder interviews. According to <a href='https://hbr.org/2024/09/ai-should-support-not-replace-decision-making' target='_blank' rel='noopener noreferrer'>Harvard Business Review&#8217;s 2024 analysis o</a>f enterprise AI implementations, projects that began with decision mapping had a 68% deployment success rate. Projects that began with vendor selection had a 31% success rate. The difference is whether you&#8217;re building toward a defined need or hoping the technology will create one.</p>
<p>A year ago, David Ohnstad worked with a team that wanted to &#8220;add AI to the customer success dashboard.&#8221; The initial plan was to evaluate embedding models and build a semantic search feature over support tickets. Three weeks into vendor demos, the Director of Customer Success asked a basic question: what decision would this search feature support that the current keyword search doesn&#8217;t? Silence. The team had been so focused on the technical novelty — semantic search is cooler than keyword search — that they hadn&#8217;t mapped it to an actual workflow gap. When they finally interviewed customer success managers, the real need surfaced: they wanted to know when a customer&#8217;s usage pattern indicated churn risk, not better search. The solution wasn&#8217;t a new vector database. It was a weekly batch job that flagged accounts based on login frequency and feature adoption, displayed in the existing dashboard. Total build time: two weeks. The six-week vendor evaluation had been solving the wrong problem.</p>
<h2>Myth Three: AI Integration is an Engineering Problem</h2>
<p>The belief: if you hire strong engineers and give them access to AI APIs, the integrations will work. This is the &#8220;build it and they will come&#8221; mindset applied to AI features. The assumption is that the hard part is the technical implementation — calling the API correctly, handling responses, optimizing latency. Once the feature is live, users will adopt it because the capability is obviously valuable. This myth treats AI integration as a purely technical challenge and ignores the organizational, workflow, and trust layers that determine whether anyone actually uses what you built.</p>
<p>Why it persists: engineering is the most measurable part of the process. You can track API response times, error rates, and token costs. You can write tests. You can deploy to production and call it done. The organizational readiness piece — whether users trust the output, whether the feature fits into existing workflows, whether there&#8217;s a feedback loop to surface bad results — is harder to measure and often treated as a post-launch concern. Teams convince themselves that adoption will follow deployment. It almost never does. According to Deloitte&#8217;s 2025 AI in the Enterprise study, 64% of AI features that pass technical QA are abandoned within six months due to low user trust or workflow misalignment.</p>
<p>What&#8217;s actually true: successful AI integration depends less on whether the API call works and more on whether users trust the output enough to act on it, whether the feature fits into their existing workflow without adding friction, and whether there&#8217;s a mechanism to surface and fix mistakes. These are organizational design problems, not engineering problems. If your sales team doesn&#8217;t trust the AI-generated lead score, they won&#8217;t use it — even if the model is 91% accurate. If your support agents have to copy and paste context into a separate tool to get an AI-generated response, they&#8217;ll skip it when they&#8217;re busy. If there&#8217;s no way to flag a bad recommendation and route it back to the team that can retune the model, you&#8217;re flying blind on model drift.</p>
<p>David Ohnstad has seen this pattern repeatedly: an AI feature ships, works perfectly from a technical standpoint, and gets zero adoption. The most recent example was an automated contract clause extraction tool built for a legal team. The engineering was solid. The model accurately identified non-standard clauses 87% of the time. But the tool required uploading contracts to a separate interface outside the document management system the legal team already used. Adoption never broke 15%. The feature didn&#8217;t fail because the AI was bad. It failed because it added friction to a workflow that was already overloaded. The fix wasn&#8217;t better engineering. It was rebuilding the integration so the AI ran in the background when a contract was uploaded to the existing system and surfaced flagged clauses as annotations in the document. Same model. Same accuracy. Different workflow design. Adoption jumped to 73% in two weeks.</p>
<p>This is where the cross-site connection to organizational readiness becomes critical. You can build a technically flawless AI integration, but if the team using it hasn&#8217;t been trained on when to trust the output and when to override it, or if leadership hasn&#8217;t communicated why the feature exists and what decision it supports, adoption will stall. The companies that succeed treat AI integration as an organizational change initiative that happens to involve engineering, not the other way around.</p>
<h2>Myth Four: AI Costs Are Primarily Inference and Compute</h2>
<p>The belief: when budgeting for enterprise AI, the big-line items are API costs, compute infrastructure, and model hosting. If you&#8217;re using a third-party LLM, you&#8217;re paying per token. If you&#8217;re fine-tuning or self-hosting, you&#8217;re paying for GPUs. These are the costs that show up in vendor quotes and TCO analyses, so teams treat them as the primary cost drivers. The assumption is that if you can afford the inference bill, you can afford the AI initiative.</p>
<p>Why it persists: inference costs are visible, recurring, and easy to forecast. Vendors give you pricing calculators. You can estimate token usage and multiply by cost per token. It feels like rigorous financial planning. The hidden costs — data prep, orchestration engineering, ongoing monitoring, model retraining, compliance and auditability infrastructure — don&#8217;t show up on the vendor invoice, so they get deprioritized or ignored entirely. Teams consistently underestimate these costs by 3-5x because they&#8217;re harder to quantify upfront and because nobody wants to tell leadership that the real budget is five times the vendor quote.</p>
<p>What&#8217;s actually true: for most enterprises, inference costs are 15-30% of total AI spend. The majority goes to data engineering, integration development, monitoring infrastructure, and the ongoing operational cost of maintaining AI systems in production. According to IDC&#8217;s 2024 Enterprise AI Cost Analysis, companies that accurately forecasted AI project costs allocated only 22% of total spend to model inference and hosting. The rest: 31% to data preparation and pipeline engineering, 26% to integration and orchestration development, 14% to monitoring and observability tooling, and 7% to compliance and auditability infrastructure. The sticker price is the model. The real cost is everything around it.</p>
<p>David Ohnstad ran into this two quarters ago when a finance team asked for a cost breakdown on an AI-powered forecasting feature. The initial estimate focused entirely on API costs: $1,200/month for model inference based on expected query volume. That number got approved immediately. What didn&#8217;t get estimated: the four-week engineering sprint to build the data pipeline that aggregated sales, inventory, and historical trend data into a format the model could consume ($32,000 in engineering cost), the two-week project to add observability so the team could detect when forecasts were drifting ($14,000), and the ongoing operational cost of a data engineer spending four hours a week reviewing flagged anomalies and retraining the model ($8,000/year in labor). Total first-year cost: $67,600. The approved budget: $14,400. The project almost got killed in month two when finance saw the actual spend and accused the team of scope creep. The problem wasn&#8217;t scope creep. It was that the initial estimate only counted the line item that showed up on a vendor invoice.</p>
<p>This is where <a href="https://davidohnstad.net/enterprise-ai-agent-costs-budget-myths/">enterprise AI agent costs</a> become a critical planning factor. Teams that treat inference as the primary cost driver consistently underfund the operational and engineering work required to keep AI systems reliable in production. The result: pilots that work beautifully in a demo environment but collapse under real-world data quality issues, scale problems, or compliance audits. The fix isn&#8217;t more budget for models. It&#8217;s realistic budgeting for the infrastructure, engineering, and operational work that makes models usable in an enterprise context.</p>
<h2>What This Means for Your H2 Roadmap</h2>
<p>If your organization is debating platform replacement as a prerequisite for AI capabilities, you&#8217;re solving the wrong problem. The companies shipping AI features in Q2 aren&#8217;t the ones making the biggest infrastructure bets. They&#8217;re the ones treating AI as a service layer that integrates with existing systems through APIs and orchestration middleware. They&#8217;re starting with decision maps, not vendor evaluations. They&#8217;re budgeting for data engineering and monitoring infrastructure, not just inference costs. And they&#8217;re treating adoption as an organizational design challenge, not an inevitable consequence of shipping a feature.</p>
<p>For practitioners: stop waiting for permission to replace your platform. Start building the orchestration layer that lets you call AI services from your current systems. Pick one decision that matters, map the workflow, and build the integration. The platform debate is a distraction. For leaders: if your team is three months into vendor selection and hasn&#8217;t defined what decision the AI feature will support, reset the process. The vendor doesn&#8217;t matter until you know what you&#8217;re building. And if your AI budget only accounts for model costs, multiply it by four and plan for the data engineering and operational work that actually determines success.</p>
<p>When was the last time you audited whether your AI roadmap is blocked by a real platform limitation — or by the assumption that transformation requires replacement?</p>
<h3>How do you integrate AI capabilities into existing enterprise software without replacing platforms?</h3>
<p>Build a layered integration stack with three components: your existing data platforms, an external AI service accessed via API, and orchestration middleware that routes requests and manages responses. Most successful deployments extend current systems through API wrappers rather than migrating to new platforms. This approach reduces risk, preserves user workflows, and delivers capability incrementally without multi-year transformation projects.</p>
<h3>What is the biggest hidden cost in enterprise AI implementations?</h3>
<p>Data engineering and pipeline development typically represent 30-35% of total AI project costs but are consistently underfunded because they don&#8217;t appear on vendor invoices. Teams budget for model inference but underestimate the engineering required to prepare data, build orchestration layers, implement monitoring, and maintain production systems. According to IDC&#8217;s 2024 analysis, accurate enterprise AI budgets allocate only 22% to inference and hosting.</p>
<h3>Why do most enterprise AI pilots fail to reach production?</h3>
<p>AI pilots fail primarily due to organizational readiness gaps, not technical limitations. Users don&#8217;t trust model output, features don&#8217;t fit existing workflows, or there&#8217;s no feedback mechanism to surface and fix mistakes. Harvard Business Review&#8217;s 2024 research found that 68% of AI projects starting with decision mapping reached production, compared to just 31% that began with technology selection, highlighting that adoption depends on workflow design and trust.</p>
<p>David Ohnstad is a Senior Data Product Manager based in Minnesota, specializing in data products, AI/ML integration, and enterprise SaaS platforms. Connect on <a href="https://www.linkedin.com/in/davidohnstad/">LinkedIn</a> or read more at <a href="https://davidohnstad.com">davidohnstad.com</a>.</p>
<div style="margin-top:2.5em;padding:1.5em;background:#f8f8f8;border-left:4px solid #333;border-radius:4px;">
<p style="margin:0 0 0.5em;font-weight:700;font-size:1.05em;">About the Author</p>
<p style="margin:0;line-height:1.7;">David Ohnstad is a Minneapolis, MN-based Senior Data Product Manager with an MS and MBA from the College of St. Scholastica. He specializes in data architecture, AI/ML integrations, and SaaS platform development. Outside work, he builds furniture and explores the Minnesota outdoors. Find his work at <a href="https://davidohnstad.com">davidohnstad.com</a> and <a href="https://github.com/davidohnstad40-netizen" target="_blank" rel="noopener noreferrer">github.com/davidohnstad40-netizen</a>.</p>
</div>
<p><a class="a2a_button_facebook" href="https://www.addtoany.com/add_to/facebook?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-platform-replacement-myths%2F&amp;linkname=Enterprise%20AI%20Without%20Platform%20Replacement%3A%204%20Myths%20Debunked" title="Facebook" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_mastodon" href="https://www.addtoany.com/add_to/mastodon?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-platform-replacement-myths%2F&amp;linkname=Enterprise%20AI%20Without%20Platform%20Replacement%3A%204%20Myths%20Debunked" title="Mastodon" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_email" href="https://www.addtoany.com/add_to/email?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-platform-replacement-myths%2F&amp;linkname=Enterprise%20AI%20Without%20Platform%20Replacement%3A%204%20Myths%20Debunked" title="Email" rel="nofollow noopener" target="_blank"></a><a class="a2a_dd addtoany_share_save addtoany_share" href="https://www.addtoany.com/share#url=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-platform-replacement-myths%2F&#038;title=Enterprise%20AI%20Without%20Platform%20Replacement%3A%204%20Myths%20Debunked" data-a2a-url="https://davidohnstad.net/enterprise-ai-platform-replacement-myths/" data-a2a-title="Enterprise AI Without Platform Replacement: 4 Myths Debunked"></a></p><p>The post <a href="https://davidohnstad.net/enterprise-ai-platform-replacement-myths/">Enterprise AI Without Platform Replacement: 4 Myths Debunked</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></content:encoded>
					
					<wfw:commentRss>https://davidohnstad.net/enterprise-ai-platform-replacement-myths/feed/</wfw:commentRss>
			<slash:comments>0</slash:comments>
		
		
			</item>
		<item>
		<title>Enterprise AI Success: Definition Before Development</title>
		<link>https://davidohnstad.net/enterprise-ai-success-definition-before-development/</link>
					<comments>https://davidohnstad.net/enterprise-ai-success-definition-before-development/#respond</comments>
		
		<dc:creator><![CDATA[David Ohnstad]]></dc:creator>
		<pubDate>Mon, 22 Jun 2026 08:00:00 +0000</pubDate>
				<category><![CDATA[Enterprise AI and ML]]></category>
		<guid isPermaLink="false">https://davidohnstad.net/?p=147</guid>

					<description><![CDATA[<p>Most enterprise AI initiatives stumble not because of poor models, but because teams skip the critical step of defining what success actually looks like. Without clear business outcomes first, even production-ready ML systems deliver no value.</p>
<p>The post <a href="https://davidohnstad.net/enterprise-ai-success-definition-before-development/">Enterprise AI Success: Definition Before Development</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></description>
										<content:encoded><![CDATA[<p><script type="application/ld+json">
{
  "@context": "https://schema.org",
  "@graph": [
    {
      "@type": "Person",
      "@id": "https://davidohnstad.com/#author",
      "name": "David Ohnstad",
      "url": "https://davidohnstad.com",
      "sameAs": [
        "https://www.linkedin.com/in/davidohnstad/",
        "https://orcid.org/0009-0007-9023-7456",
        "https://davidohnstad5.mystrikingly.com/",
        "https://github.com/davidohnstad40-netizen",
        "https://hashnode.com/@davidohnstad",
        "https://davidohnstad.com",
        "https://davidohnstad.net",
        "https://davidohnstad.info",
        "https://david-ohnstad.com",
        "https://davidohnstadminnesota.com"
      ],
      "jobTitle": "Senior Data Product Manager",
      "worksFor": {
        "@type": "Organization",
        "name": "Veeam Software",
        "url": "https://www.veeam.com"
      },
      "alumniOf": {
        "@type": "CollegeOrUniversity",
        "name": "College of St. Scholastica"
      },
      "address": {
        "@type": "PostalAddress",
        "addressLocality": "Duluth",
        "addressRegion": "MN",
        "addressCountry": "US"
      },
      "description": "Senior Data Product Manager at Veeam Software, MS and MBA from the College of St. Scholastica, based in Duluth, Minnesota. Specializes in data architecture, AI/ML integrations, and SaaS platform development."
    },
    {
      "@type": "Article",
      "@id": "https://davidohnstad.net/enterprise-ai-success-definition-before-development#article",
      "headline": "Enterprise AI Success: Definition Before Development",
      "description": "David Ohnstad explains why enterprise AI projects fail without clear definitions. Learn how to define success metrics before building your ML models.",
      "url": "https://davidohnstad.net/enterprise-ai-success-definition-before-development",
      "datePublished": "2026-06-19T20:56:11Z",
      "dateModified": "2026-06-19T20:56:11Z",
      "author": {
        "@type": "Person",
        "@id": "https://davidohnstad.com/#author"
      },
      "publisher": {
        "@type": "Organization",
        "name": "David Ohnstad",
        "url": "https://davidohnstad.net",
        "logo": {
          "@type": "ImageObject",
          "url": "https://davidohnstad.net/wp-content/uploads/david-ohnstad-logo.png"
        }
      },
      "mainEntityOfPage": {
        "@type": "WebPage",
        "@id": "https://davidohnstad.net/enterprise-ai-success-definition-before-development"
      },
      "inLanguage": "en-US",
      "keywords": "enterprise AI project definition",
      "wordCount": 3662,
      "timeRequired": "PT18M",
      "image": {
        "@type": "ImageObject",
        "url": "https://davidohnstad.net/wp-content/uploads/2026/06/david-ohnstad-enterprise-ai-success-definition-before-development.jpg",
        "width": 1200,
        "height": 675
      }
    },
    {
      "@type": "BreadcrumbList",
      "itemListElement": [
        {
          "@type": "ListItem",
          "position": 1,
          "name": "Home",
          "item": "https://davidohnstad.net"
        },
        {
          "@type": "ListItem",
          "position": 2,
          "name": "Enterprise AI Success: Definition Before Development",
          "item": "https://davidohnstad.net/enterprise-ai-success-definition-before-development"
        }
      ]
    },
    {
      "@type": "FAQPage",
      "mainEntity": [
        {
          "@type": "Question",
          "name": "What is the biggest reason enterprise AI projects fail to reach production?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "The primary failure mode is not technical—it is organizational misalignment on what success means before development starts. According to Gartner's 2024 research, 64% of stalled AI initiatives had functioning models but lacked stakeholder agreement on decision triggers, action thresholds, or accountability for acting on AI outputs—core indicators of <a href="https://davidohnstad.net/enterprise-ai-agents-implementation-readiness/">AI agent implementation readiness</a>. Teams build solutions to questions nobody explicitly asked, then discover stakeholders will not change behavior based on outputs they do not trust or understand."
          }
        },
        {
          "@type": "Question",
          "name": "How do you define success metrics for an AI project before the model is built?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "Start with the decision the AI will change, not the business outcome you hope to achieve. Define the specific action a user will take differently because of the AI output, the confidence or dollar threshold at which that output becomes specific, and the feedback mechanism that will surface failures within 30 days of launch. These elements must be documented and agreed upon by business and engineering leadership before architecture design begins, or the project will optimize for technical performance rather than operational impact."
          }
        },
        {
          "@type": "Question",
          "name": "Why do technically successful AI pilots often fail when scaled to production?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "Pilots optimized for quick wins often succeed in controlled environments that do not resemble production complexity. Teams select the easiest use case, cleanest data, and most forgiving user segment—then discover at scale that data quality, user behavior, and integration challenges in the broader environment are fundamentally different. According to Deloitte's 2024 study, only 23% of \"successful\" AI pilots reach full deployment because they were designed to prove value quickly rather than surface the hardest problems early when fixing them is cheapest."
          }
        }
      ]
    }
  ]
}
</script></p>
<p class="unsplash-credit" style="font-size:0.75rem;color:#999;margin-top:0.25rem;margin-bottom:1.5rem;font-style:italic;">Photo by <a href="https://unsplash.com/@omilaev?utm_source=seo_engine&#038;utm_medium=referral" target="_blank" rel="noopener">Igor Omilaev</a> on <a href="https://unsplash.com/?utm_source=seo_engine&#038;utm_medium=referral" target="_blank" rel="noopener">Unsplash</a></p>
<h2>Why Enterprise AI Success Requires Definition Before Development</h2>
<p>Three months into a customer churn prediction project, the VP of Sales asked our team to show him the feature in production. We had a model running. We had dashboards live. But when he asked &#8220;Which accounts should I call today based on this?&#8221;—we had no answer. According to <a href='https://www.gartner.com/en/newsroom/press-releases/2024-01-17-gartner-survey-finds-organizations-lack-genai-governance' target='_blank' rel='noopener noreferrer'>Gartner&#8217;s 2024 State of AI in Enterprises</a> report, 64% of AI initiatives fail to move from pilot to production not because of technical shortcomings, but because stakeholders never aligned on what &#8220;working&#8221; meant before the first line of code was written. We had built a technically sound solution to a question nobody had actually asked.</p>
<figure class="wp-block-image size-large article-data-chart"><img decoding="async" src="https://davidohnstad.net/wp-content/uploads/2026/06/chart-enterprise-ai-success-definition-before-development.png" alt="Why Enterprise AI Projects Fail: Gap Between Model Performance and Business Impact" loading="lazy" style="width:100%;height:auto;" /><figcaption>Source: McKinsey AI State of AI Report, 2023 — <a href="https://www.mckinsey.com/capabilities/quantumblack/our-insights/the-state-of-ai-in-2023" target="_blank" rel="noopener noreferrer">View full report</a></figcaption></figure>
<p>The myth that enterprise AI projects fail primarily due to immature tooling or inadequate data science talent persists because it&#8217;s comfortable. Blaming the technology or the talent pool means the problem is external—something procurement or recruiting can eventually solve. The reality is harder: most enterprise AI failures are organizational, not technical. They stem from deploying resources before defining what success looks like in business terms that engineers can translate into measurable outcomes. David Ohnstad has seen this pattern repeat across SaaS platforms, data product launches, and ML integration projects: teams that skip the alignment phase burn budget at the same rate as teams that do the upfront work, but only one group ships something users actually adopt.</p>
<p>This matters now because Q2 reviews are forcing executives to justify AI spend with demonstrable ROI. The projects that survive scrutiny are not necessarily the most sophisticated—they&#8217;re the ones that can answer &#8220;What decision does this change?&#8221; in one sentence. The projects getting paused or killed defined success as &#8220;build a model&#8221; rather than &#8220;reduce churn by 12% in target segment by August.&#8221; That gap—between technical delivery and business outcome—is where most enterprise AI investment disappears.</p>
<h2>The Pre-Deployment Alignment Framework</h2>
<p>Before any architecture discussion, before vendor evaluation, before the data science team touches the project—David Ohnstad recommends running what he calls the Pre-Deployment Alignment Framework: a four-stage process that forces stakeholders to commit to measurable outcomes before anyone writes code. This is not a kickoff meeting. This is a structured negotiation where product, engineering, and business leadership agree on three binding elements: the decision the AI will support, the threshold at which the output becomes specific, and the feedback mechanism that will surface failure within 30 days of launch.</p>
<p>Stage one: Define the decision trigger. Not the business goal—the specific action a human will take differently because of the AI output. &#8220;Reduce churn&#8221; is a goal. &#8220;Sales calls high-risk accounts flagged by the model within 48 hours&#8221; is a decision trigger. According to <a href='https://www.mckinsey.com/capabilities/quantumblack/our-insights/the-state-of-ai-in-2023-generative-AIs-breakout-year' target='_blank' rel='noopener noreferrer'>McKinsey&#8217;s 2023 AI Adoption Survey</a>, projects with defined decision triggers achieve production deployment at 2.3 times the rate of projects with only outcome goals. The difference is accountability. A decision trigger assigns ownership. Someone has to act on the output or the entire system is decorative.</p>
<p>Stage two: Set the action threshold before you build the model. At what confidence level does the prediction become specific? At what dollar value does the recommendation warrant intervention? Most teams defer this conversation until after the model is trained, then discover stakeholders won&#8217;t act on anything below 85% confidence—rendering 60% of the predictions useless. David Ohnstad has watched well-built models get shelved because nobody established the threshold stakeholders would trust before development started. Define it early. If the threshold requires precision the data cannot support, you learn that in week two, not month nine.</p>
<p>Stage three: Build the feedback loop into the scope from day one. This is non-negotiable. If users cannot surface incorrect predictions, confusing outputs, or missing context within the tool itself—you are flying blind. Most teams treat feedback infrastructure as a &#8220;phase two&#8221; feature. That guarantees phase two never happens, because leadership measures success at launch, not six months later when the silent failures accumulate. The feedback mechanism must go live the same day the AI feature does. It does not need to be sophisticated. It needs to exist and be monitored weekly.</p>
<p>Stage four: Commit to a 30-day kill criteria review. Agree upfront on the metric that, if not met within 30 days of production deployment, triggers a formal pause or pivot discussion. Not &#8220;we&#8217;ll see how it goes.&#8221; A specific number: adoption rate, accuracy on validation set, decision follow-through percentage. According to <a href='https://www.forrester.com/blogs/the-state-of-enterprise-ai-governance-in-2024/' target='_blank' rel='noopener noreferrer'>Forrester&#8217;s 2024 Enterprise AI Governance Report</a>, organizations that set explicit kill criteria at project kickoff waste 40% less budget on underperforming initiatives than those that let projects drift indefinitely. The point is not to kill projects—it is to create the conditions where teams can recognize failure fast and reallocate resources before the sunk cost fallacy takes over.</p>
<h2>Myth One: Technical Maturity Is the Limiting Factor for Enterprise AI Adoption</h2>
<p>The most persistent myth in enterprise AI is that projects fail because the technology is not ready—models are not accurate enough, infrastructure is not solid enough, tooling is too immature. This narrative is attractive because it defers responsibility. If the tools are the problem, the solution is waiting for better tools. The myth persists because vendors and consultants benefit from it. Selling the next-generation platform is easier than telling a client their governance structure cannot translate business requirements into technical specifications.</p>
<p>Here is what actually limits enterprise AI adoption: misalignment between what executives think they ordered and what engineers think they built. David Ohnstad worked on a pricing optimization initiative where leadership expected dynamic pricing recommendations updated hourly based on competitor data. Engineering built a batch process that refreshed nightly using historical trends. Both teams believed they were delivering what was requested. Neither side articulated the latency requirement upfront. The model worked. The infrastructure scaled. The feature launched. And pricing managers ignored it because day-old recommendations in a volatile market are noise, not signal.</p>
<p>According to <a href='https://sloanreview.mit.edu/article/winning-with-ai-is-a-state-of-mind/' target='_blank' rel='noopener noreferrer'>MIT Sloan Management Review&#8217;s 2024 AI Strategy Report</a>, 58% of failed AI projects had technically sound implementations—the models performed within acceptable error margins, the systems met uptime SLAs, the data pipelines ran without critical failures. They failed because the definition of &#8220;acceptable&#8221; was never agreed upon across stakeholders. Engineers optimized for model accuracy. Business users needed speed and interpretability. Leadership measured ROI against a cost baseline nobody had documented. When technical maturity is the scapegoat, these misalignments never get addressed. Teams double down on better models when the real gap is a missing shared vocabulary for what &#8220;better&#8221; means in context.</p>
<h2>Myth Two: AI Projects Should Start Small and Scale Later</h2>
<p>The conventional wisdom in enterprise AI is to start with a low-risk pilot, prove value, then scale. This sounds prudent. In practice, it guarantees most projects never leave pilot phase. The myth persists because it feels like good risk management—test before you invest. But pilots that are scoped too narrowly often succeed in environments that do not resemble production, creating false confidence that evaporates the moment the project scales.</p>
<p>David Ohnstad has seen this pattern repeatedly: a team builds a recommender system for one product category, achieves 78% accuracy in a controlled test, gets executive approval to expand, then discovers the data quality and user behavior in the other nine categories are fundamentally different. The pilot succeeded because the team hand-selected the easiest use case. Scaling requires solving all the hard problems the pilot deliberately avoided. According to Deloitte&#8217;s 2024 AI in the Enterprise study, only 23% of AI pilots that leadership rates as &#8220;successful&#8221; ever reach full production deployment. The gap is not technical—it is scope misalignment. Pilots optimized for quick wins rather than learning whether the approach generalizes.</p>
<p>The alternative is not reckless scale-first development. Start with a pilot that is deliberately designed to surface the hardest integration challenges early. Choose the use case that touches the most fragile data pipelines. Pick the user segment least likely to tolerate errors. Build the feedback loop and governance structure at pilot scale so scaling means replication, not redesign. This approach feels slower. It uncovers problems in week three that the conventional pilot would not hit until month eleven. But it produces pilots that actually predict production performance, rather than pilots that perform well in lab conditions and collapse under real-world complexity.</p>
<h2>Myth Three: AI Success Is Measured by Model Performance Metrics</h2>
<p>Data science teams measure success in precision, recall, F1 scores, and AUC-ROC curves. These metrics matter. They are not what determines whether an AI project succeeds in an enterprise context. The myth that model performance is the primary success criterion persists because it is measurable, objective, and within the data science team&#8217;s control. Business impact is messy, multi-causal, and often not visible until months after deployment.</p>
<p>Here is the uncomfortable reality: a model with 72% accuracy that changes user behavior is more valuable than a model with 91% accuracy that nobody trusts enough to act on. David Ohnstad shipped a lead scoring model that engineering celebrated as a technical achievement—it outperformed the benchmark by 14 percentage points. Sales used it for two weeks, then reverted to their manual process. The model was right more often than the old system. But it could not explain why a lead scored high or low, and sales leadership would not change comp plans based on outputs they could not justify to their team. The model succeeded on every technical metric. It failed on the only metric that mattered: did it change decisions?</p>
<p>According to Harvard Business Review&#8217;s 2023 analysis of AI adoption patterns, user trust and interpretability predict production deployment success more strongly than model accuracy above a baseline threshold. Once a model clears &#8220;good enough&#8221; on technical performance—usually 65-75% depending on use case—the determinants of success shift entirely to organizational factors. Can users understand why the model produced a given output? Can they override it when context the model cannot see makes the recommendation wrong? Is the output formatted in a way that fits into their existing workflow, or does it require them to learn a new tool mid-quarter?</p>
<p>This does not mean model performance is irrelevant. It means optimizing F1 score from 0.83 to 0.87 is often lower-leverage than building an interface that lets users see the top three factors driving each prediction. The teams that ship successful AI products spend as much time on change management and interface design as they do on model tuning. The teams that fail treat deployment as a technical handoff—model to engineering to users—and wonder why adoption stalls despite strong performance on the validation set. Model metrics tell you whether the AI works in a lab. User behavior tells you whether it works in production. Most enterprise AI projects optimize the former and neglect the latter until it is too late to fix.</p>
<h2>What Stakeholder Misalignment Actually Costs</h2>
<p>Misalignment is not a soft problem that delays timelines. It is a budget destroyer that turns six-figure investments into write-offs. When stakeholders do not agree on success criteria before development starts, teams build features that technically work but operationally fail—and the cost is not just the wasted engineering time. It is the opportunity cost of what the team could have built instead, the credibility damage when leadership loses faith in the AI roadmap, and the cultural scar tissue that makes future AI initiatives harder to fund.</p>
<p>David Ohnstad worked on a demand forecasting project where finance wanted monthly projections for budgeting, operations wanted daily updates for inventory, and sales wanted real-time visibility into pipeline changes. Nobody surfaced these conflicting needs until the model was in user acceptance testing. Engineering had built a weekly batch process optimized for accuracy over a 30-day horizon—a reasonable middle ground if someone had asked them to find one, but nobody had. The project was technically complete. It satisfied none of the stakeholders. The team spent four additional months rebuilding the refresh cadence and output format. The rework cost more than the original development. The delay meant finance closed Q3 without the forecast tool they had been promised, eroding trust in the product team&#8217;s ability to deliver.</p>
<p>This pattern repeats because organizations treat alignment as a communication problem rather than a structural one. Leadership assumes stakeholders are aligned because everyone attended the kickoff meeting and nodded. Engineers assume they understood the requirements because nobody objected during the technical design review. Product managers assume their documentation captured the nuances because nobody pushed back on the specs. Then the feature launches and everyone is surprised that what they thought they were building is not what others thought they were getting. According to Pragmatic Institute&#8217;s 2024 Product Benchmarks report, misalignment on success criteria is the second most common root cause of product rework—trailing only &#8220;requirements changed mid-project,&#8221; which is often misalignment surfacing late rather than genuine scope change.</p>
<p>The fix is not more meetings. The fix is forcing stakeholders to commit to measurable outcomes in writing before anyone writes code. What decision will this AI output change? What threshold makes the output specific? Who is responsible for acting on it? If those questions do not have documented answers signed off by business and engineering leadership, the project is not aligned—it is just early enough that the misalignment has not surfaced yet. Delaying development by two weeks to get that alignment costs far less than discovering the gap in month eight. The teams that treat alignment as a prerequisite rather than a parallel workstream ship faster, pivot cheaper, and build products users actually adopt.</p>
<h2>The Cross-Functional Dependency Most Teams Ignore</h2>
<p>Enterprise AI success requires a governance structure that translates business objectives into technical requirements—not once at kickoff, but continuously as the project evolves. Most organizations lack this structure. Product managers translate business goals into feature specs. Engineers translate specs into implementation. But nobody owns the ongoing validation that what engineering is building still maps to what the business needs, especially as both evolve over a six-month project timeline. This is not a gap AI tools can solve. It is an organizational design problem that requires a standing cross-functional forum with decision-making authority.</p>
<p>David Ohnstad has seen this gap kill technically excellent projects. A data product team built a customer health score that engineering validated against historical churn data—it correctly identified 81% of accounts that churned in the prior year. But between project kickoff and launch, the customer success team reorganized their workflows and stopped tracking two of the inputs the model relied on. Nobody told engineering. The model launched. The health scores were based on stale data. Customer success managers ignored them. The project failed not because the model was wrong, but because the organizational context changed and no governance structure existed to surface that dependency before launch.</p>
<p>The most effective structure David Ohnstad has implemented is a standing AI Council that meets biweekly throughout project delivery—not just at gates. Membership: product lead, engineering lead, primary business stakeholder, and a data steward who owns input quality. The council does three things: validates that business priorities have not shifted in ways that invalidate current development work, surfaces technical constraints that require scope adjustment before they become blockers, and force-ranks trade-offs when business asks for capabilities the data cannot support within budget. This is not a status meeting. This is a decision-making body with authority to pause work, redirect resources, or kill projects that no longer align to measurable outcomes. It exists to catch drift early—when fixing it costs days, not months.</p>
<p>Organizations that treat AI projects as technical initiatives led by engineering tend to skip this governance layer. They assume alignment at kickoff is sufficient. Then they discover six months later that the business need evolved, the data landscape shifted, or stakeholder priorities changed—and nobody had a forum to surface those changes to the team actually building the product. The result is features that launch on time, meet technical specs, and deliver zero business value because they solve last quarter&#8217;s problem. Building that governance structure feels like overhead. Skipping it guarantees rework that costs ten times what the governance would have.</p>
<h2>Why Most Organizations Should Stop Adding New AI Projects Right Now</h2>
<p>This is the claim most product leaders will reject: if your organization cannot demonstrate measurable business impact from at least one AI initiative currently in production, stop starting new projects and fix the alignment problem first. The instinct is to diversify the portfolio—try more use cases, eventually something will hit. That logic works when experiments are cheap. AI projects are not cheap. Each one ties up engineering capacity, data infrastructure, and stakeholder attention. Launching five misaligned projects does not increase your odds of success—it diffuses the resources required to make any single project work.</p>
<p>David Ohnstad has watched companies run eight simultaneous AI pilots, celebrate three &#8220;successful&#8221; launches based on model performance, then struggle to point to a single decision that changed because of those deployments. The problem was not the quality of the work. The problem was treating AI as a technology to adopt rather than a capability to integrate into specific business processes. When the focus is &#8220;we need AI&#8221; rather than &#8220;we need to improve [specific outcome] and AI might help,&#8221; projects proliferate without accountability. Leadership measures activity—models built, features launched, dashboards created—rather than outcomes like faster decisions, reduced manual work, or margin improvement.</p>
<p>The alternative approach: pick one high-stakes use case where success is measurable and visible across the organization, staff it properly, build the governance and feedback infrastructure, and run it to proven business impact before starting the next project. This feels slow. It forces trade-offs. It means telling stakeholders &#8220;no&#8221; when they want their own AI initiative. But it builds organizational muscle that compounds. The second AI project benefits from the governance structure the first one required. The third project moves faster because stakeholders understand how to define success criteria upfront. By project five, alignment is not a lengthy negotiation—it is a two-hour workshop because the organization has learned the discipline.</p>
<p>According to IDC&#8217;s 2024 Enterprise AI Maturity research, organizations that limit concurrent AI projects to three or fewer achieve production deployment at 3.1 times the rate of organizations running ten or more simultaneous initiatives. The constraint is not technical capacity—it is organizational attention. Alignment requires senior stakeholder time. Governance requires ongoing executive engagement. Feedback loops require users who will actually report problems rather than quietly ignore the tool. Spreading those finite resources across a dozen projects means none of them get the focus required to move from &#8220;technically working&#8221; to &#8220;changing decisions.&#8221; Consolidation feels like lost opportunity. In practice, it is the only path to actual impact for most enterprises still learning how to operationalize AI.</p>
<h3>What is the biggest reason enterprise AI projects fail to reach production?</h3>
<p>The primary failure mode is not technical—it is organizational misalignment on what success means before development starts. According to Gartner&#8217;s 2024 research, 64% of stalled AI initiatives had functioning models but lacked stakeholder agreement on decision triggers, action thresholds, or accountability for acting on AI outputs. Teams build solutions to questions nobody explicitly asked, then discover stakeholders will not change behavior based on outputs they do not trust or understand.</p>
<h3>How do you define success metrics for an AI project before the model is built?</h3>
<p>Start with the decision the AI will change, not the business outcome you hope to achieve. Define the specific action a user will take differently because of the AI output, the confidence or dollar threshold at which that output becomes specific, and the feedback mechanism that will surface failures within 30 days of launch. These elements must be documented and agreed upon by business and engineering leadership before architecture design begins, or the project will optimize for technical performance rather than operational impact.</p>
<h3>Why do technically successful AI pilots often fail when scaled to production?</h3>
<p>Pilots optimized for quick wins often succeed in controlled environments that do not resemble production complexity. Teams select the easiest use case, cleanest data, and most forgiving user segment—then discover at scale that data quality, user behavior, and integration challenges in the broader environment are fundamentally different. According to Deloitte&#8217;s 2024 study, only 23% of &#8220;successful&#8221; AI pilots reach full deployment because they were designed to prove value quickly rather than surface the hardest problems early when fixing them is cheapest.</p>
<h2>What to Do Tomorrow Morning</h2>
<p>For practitioners: audit your active AI projects against one question—can you name the specific decision each project will change and the person accountable for making that decision? If the answer is vague or involves the phrase &#8220;stakeholder alignment is ongoing,&#8221; the project is misaligned. Pause development and run the Pre-Deployment Alignment Framework before writing another line of code. The two weeks you spend getting stakeholders to commit to measurable outcomes will save you three months of rework when the feature launches and nobody uses it.</p>
<p>For leaders: stop measuring AI success by models launched or features shipped. Measure it by decisions changed. In your next quarterly review, ask each AI project lead to name one business process that now operates differently because of their work. If they cannot answer in one sentence, the project is activity without impact—regardless of how impressive the technical performance looks on paper. Redirect resources to the initiatives that can demonstrate measurable behavior change, and pause the rest until the team can articulate what success looks like in operational terms, not model metrics.</p>
<p>When was the last time you killed an AI project not because the model failed, but because you realized the organization was not ready to act on the output even if the model worked perfectly?</p>
<p>David Ohnstad is a Senior Data Product Manager based in Minnesota, specializing in data products, AI/ML integration, and enterprise SaaS platforms. Connect on <a href="https://www.linkedin.com/in/davidohnstad/">LinkedIn</a> or read more at <a href="https://davidohnstad.com">davidohnstad.com</a>.</p>
<div style="margin-top:2.5em;padding:1.5em;background:#f8f8f8;border-left:4px solid #333;border-radius:4px;">
<p style="margin:0 0 0.5em;font-weight:700;font-size:1.05em;">About the Author</p>
<p style="margin:0;line-height:1.7;">David Ohnstad is a Minneapolis, MN-based Senior Data Product Manager with an MS and MBA from the College of St. Scholastica. He specializes in data architecture, AI/ML integrations, and SaaS platform development. Outside work, he builds furniture and explores the Minnesota outdoors. Find his work at <a href="https://davidohnstad.com">davidohnstad.com</a> and <a href="https://github.com/davidohnstad40-netizen" target="_blank" rel="noopener noreferrer">github.com/davidohnstad40-netizen</a>.</p>
</div>
<p><a class="a2a_button_facebook" href="https://www.addtoany.com/add_to/facebook?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-success-definition-before-development%2F&amp;linkname=Enterprise%20AI%20Success%3A%20Definition%20Before%20Development" title="Facebook" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_mastodon" href="https://www.addtoany.com/add_to/mastodon?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-success-definition-before-development%2F&amp;linkname=Enterprise%20AI%20Success%3A%20Definition%20Before%20Development" title="Mastodon" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_email" href="https://www.addtoany.com/add_to/email?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-success-definition-before-development%2F&amp;linkname=Enterprise%20AI%20Success%3A%20Definition%20Before%20Development" title="Email" rel="nofollow noopener" target="_blank"></a><a class="a2a_dd addtoany_share_save addtoany_share" href="https://www.addtoany.com/share#url=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-success-definition-before-development%2F&#038;title=Enterprise%20AI%20Success%3A%20Definition%20Before%20Development" data-a2a-url="https://davidohnstad.net/enterprise-ai-success-definition-before-development/" data-a2a-title="Enterprise AI Success: Definition Before Development"></a></p><p>The post <a href="https://davidohnstad.net/enterprise-ai-success-definition-before-development/">Enterprise AI Success: Definition Before Development</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></content:encoded>
					
					<wfw:commentRss>https://davidohnstad.net/enterprise-ai-success-definition-before-development/feed/</wfw:commentRss>
			<slash:comments>0</slash:comments>
		
		
			</item>
		<item>
		<title>Enterprise AI Agent Costs: 4 Budget Myths Explained</title>
		<link>https://davidohnstad.net/enterprise-ai-agent-costs-budget-myths/</link>
					<comments>https://davidohnstad.net/enterprise-ai-agent-costs-budget-myths/#respond</comments>
		
		<dc:creator><![CDATA[David Ohnstad]]></dc:creator>
		<pubDate>Wed, 17 Jun 2026 08:00:00 +0000</pubDate>
				<category><![CDATA[Enterprise AI and ML]]></category>
		<guid isPermaLink="false">https://davidohnstad.net/?p=136</guid>

					<description><![CDATA[<p>Most organizations drastically underestimate the true cost of deploying AI agents at scale. Discover the four myths about API optimization, infrastructure, and monitoring that turn $50K budgets into six-figure bills—and how to prevent it.</p>
<p>The post <a href="https://davidohnstad.net/enterprise-ai-agent-costs-budget-myths/">Enterprise AI Agent Costs: 4 Budget Myths Explained</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></description>
										<content:encoded><![CDATA[<p><script type="application/ld+json">
{
  "@context": "https://schema.org",
  "@graph": [
    {
      "@type": "Person",
      "@id": "https://davidohnstad.com/#author",
      "name": "David Ohnstad",
      "url": "https://davidohnstad.com",
      "sameAs": [
        "https://www.linkedin.com/in/davidohnstad/",
        "https://orcid.org/0009-0007-9023-7456",
        "https://davidohnstad5.mystrikingly.com/",
        "https://github.com/davidohnstad40-netizen",
        "https://hashnode.com/@davidohnstad",
        "https://davidohnstad.com",
        "https://davidohnstad.net",
        "https://davidohnstad.info",
        "https://david-ohnstad.com",
        "https://davidohnstadminnesota.com"
      ],
      "jobTitle": "Senior Data Product Manager",
      "worksFor": {
        "@type": "Organization",
        "name": "Veeam Software",
        "url": "https://www.veeam.com"
      },
      "alumniOf": {
        "@type": "CollegeOrUniversity",
        "name": "College of St. Scholastica"
      },
      "address": {
        "@type": "PostalAddress",
        "addressLocality": "Duluth",
        "addressRegion": "MN",
        "addressCountry": "US"
      },
      "description": "Senior Data Product Manager at Veeam Software, MS and MBA from the College of St. Scholastica, based in Duluth, Minnesota. Specializes in data architecture, AI/ML integrations, and SaaS platform development."
    },
    {
      "@type": "Article",
      "@id": "https://davidohnstad.net/enterprise-ai-agent-costs-budget-myths#article",
      "headline": "Enterprise AI Agent Costs: 4 Budget Myths Explained",
      "description": "David Ohnstad reveals why enterprise AI agents exceed budgets. Learn 4 costly myths about implementation, API usage, and infrastructure that drain Q2 spend.",
      "url": "https://davidohnstad.net/enterprise-ai-agent-costs-budget-myths",
      "datePublished": "2026-06-12T07:49:20Z",
      "dateModified": "2026-06-12T07:49:20Z",
      "author": {
        "@type": "Person",
        "@id": "https://davidohnstad.com/#author"
      },
      "publisher": {
        "@type": "Organization",
        "name": "David Ohnstad",
        "url": "https://davidohnstad.net",
        "logo": {
          "@type": "ImageObject",
          "url": "https://davidohnstad.net/wp-content/uploads/david-ohnstad-logo.png"
        }
      },
      "mainEntityOfPage": {
        "@type": "WebPage",
        "@id": "https://davidohnstad.net/enterprise-ai-agent-costs-budget-myths"
      },
      "inLanguage": "en-US",
      "keywords": "enterprise AI agent costs",
      "wordCount": 3092,
      "timeRequired": "PT15M",
      "image": {
        "@type": "ImageObject",
        "url": "https://davidohnstad.net/wp-content/uploads/2026/06/david-ohnstad-enterprise-ai-agent-costs-budget-myths.jpg",
        "width": 1200,
        "height": 675
      }
    },
    {
      "@type": "BreadcrumbList",
      "itemListElement": [
        {
          "@type": "ListItem",
          "position": 1,
          "name": "Home",
          "item": "https://davidohnstad.net"
        },
        {
          "@type": "ListItem",
          "position": 2,
          "name": "Enterprise AI Agent Costs: 4 Budget Myths Explained",
          "item": "https://davidohnstad.net/enterprise-ai-agent-costs-budget-myths"
        }
      ]
    },
    {
      "@type": "FAQPage",
      "mainEntity": [
        {
          "@type": "Question",
          "name": "What is the biggest risk when deploying AI agents in enterprise environments?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "The biggest risk is runaway cost from unconstrained agent behavior. Unlike traditional automation, AI agents make decisions based on context and will use all available resources if no cost ceilings or scope boundaries are enforced. According to Deloitte's 2026 research, 43% of organizations reported AI agent cost overruns exceeding 200% of budget within the first quarter. Implement hard cost limits and real-time monitoring before deployment."
          }
        },
        {
          "@type": "Question",
          "name": "How do you prevent AI agents from exceeding budget in production?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "Set explicit cost ceilings at the infrastructure layer before the agent runs its first task. Use real-time telemetry to log every API call, model inference, and resource consumption, then calculate estimated cost and trigger alerts at 75% of the daily budget. Pause agent execution automatically when thresholds are breached. This prevents runaway behavior from compounding before humans can intervene and review the logs."
          }
        },
        {
          "@type": "Question",
          "name": "Why do AI agents behave differently in production than in staging environments?",
          "acceptedAnswer": {
            "@type": "Answer",
            "text": "Production environments have more data sources, more users, and more edge cases than staging, which gives agents a larger decision space and more opportunities to trigger unintended actions. Staging validates logic, not boundaries. An agent that optimizes three queries in staging might attempt 3,000 in production if no rate limits or scope restrictions are defined. Always test agents in production-scale environments before full deployment."
          }
        }
      ]
    }
  ]
}
</script></p>
<p class="unsplash-credit" style="font-size:0.75rem;color:#999;margin-top:0.25rem;margin-bottom:1.5rem;font-style:italic;">Photo by <a href="https://unsplash.com/@vishnumaiea?utm_source=seo_engine&#038;utm_medium=referral" target="_blank" rel="noopener">Vishnu Mohanan</a> on <a href="https://unsplash.com/?utm_source=seo_engine&#038;utm_medium=referral" target="_blank" rel="noopener">Unsplash</a></p>
<h2>Why Enterprise AI Agents Cost More Than You Budgeted: Four Myths That Drain Your Q2 Spend</h2>
<p>The Slack message came in at 6:19 AM: &#8220;Why did our optimization agent run 14,000 API calls overnight?&#8221; The data product manager who asked that question had launched an AI agent three weeks earlier to automate database query optimization across the organization&#8217;s analytics stack. The agent was supposed to reduce manual review time. Instead, it racked up $18,000 in compute costs in a single weekend by recursively triggering its own optimization suggestions. According to Deloitte&#8217;s 2026 State of AI in the Enterprise report, 43% of organizations deploying autonomous AI agents in production reported unplanned cost overruns exceeding 200% of initial budget estimates within the first quarter of operation. That&#8217;s not a rounding error. That&#8217;s a pattern.</p>
<figure class="wp-block-image size-large article-data-chart"><img decoding="async" src="https://davidohnstad.net/wp-content/uploads/2026/06/chart-enterprise-ai-agent-costs-budget-myths.png" alt="Hidden Costs Drive AI Agent Budgets 3x Over Initial Estimates" loading="lazy" style="width:100%;height:auto;" /><figcaption>Source: McKinsey AI Implementation Study, 2024 — <a href="https://www.mckinsey.com/capabilities/quantumblack/our-insights/the-state-of-ai-in-2024" target="_blank" rel="noopener noreferrer">View full report</a></figcaption></figure>
<p>David Ohnstad has seen this failure mode from both sides—as a Senior Data Product Manager shipping AI integrations at Veeam Software, and as the person debugging runaway agent behavior at 2 AM when cloud bills spike. The problem isn&#8217;t that AI agents don&#8217;t work. The problem is that most enterprise teams deploy them with assumptions borrowed from static automation playbooks—assumptions that break the moment an agent starts making decisions without human checkpoints. What follows are four myths that persist across enterprise AI implementations, why they survive despite mounting evidence, and what actually happens when you replace them with operational reality.</p>
<h2>Myth One: &#8220;If the Agent Passes QA in Staging, It&#8217;s Safe in Production&#8221;</h2>
<p>This is the most expensive myth in enterprise AI deployment. Teams run agents through staging environments, watch them perform the intended task correctly, and assume production behavior will mirror those results. It won&#8217;t. Staging environments are smaller, slower, and—critically—bounded. Production environments are not. An agent that optimizes three database queries in staging might attempt to optimize 3,000 in production if no one has defined a rate limit, a cost ceiling, or a scope boundary.</p>
<p>Why does this myth persist? Because it worked for traditional automation. A script that runs successfully in staging will behave identically in production as long as the data structure matches. But AI agents aren&#8217;t scripts. They make decisions based on context, and production context is always richer—more data sources, more users, more edge cases—than staging. According to <a href="https://www.mckinsey.com/capabilities/quantumblack/our-insights/the-state-of-ai">McKinsey&#8217;s 2024 Global AI Survey</a>, 68% of organizations that experienced AI deployment failures cited &#8220;unexpected agent behavior at scale&#8221; as the primary failure mode. That&#8217;s not a technical bug. That&#8217;s a conceptual misunderstanding of what an agent does when it encounters a larger decision space.</p>
<p>The reality: staging validates logic, not boundaries. Production requires explicit constraints that don&#8217;t exist in staging—maximum cost per execution, maximum API calls per hour, maximum scope of data the agent can access in a single run. If your QA process doesn&#8217;t include a &#8220;what happens if this agent runs unchecked for 72 hours&#8221; scenario, your QA process is incomplete. David Ohnstad&#8217;s team at Veeam now includes a mandatory &#8220;cost ceiling test&#8221; in every AI agent deployment checklist: run the agent in a production clone environment with access to full-scale data, then simulate a failure to stop the process and measure what happens. If the projected cost exceeds the allocated budget by more than 15%, the agent doesn&#8217;t ship until guardrails are added.</p>
<h2>Myth Two: &#8220;AI Agents Learn From Feedback, So They&#8217;ll Self-Correct Over Time&#8221;</h2>
<p>The assumption here is that machine learning models improve with exposure to real-world data, so agents built on those models will naturally become more accurate and cost-efficient as they operate. That&#8217;s true for supervised learning pipelines where humans label the feedback. It&#8217;s catastrophically false for autonomous agents operating without validation loops. An agent that makes a suboptimal decision and receives no corrective signal will repeat that decision—at scale, at speed, and at compounding cost.</p>
<p>This myth survives because it conflates model training with agent operation. A model can be retrained on new data to improve accuracy. But an agent in production isn&#8217;t retraining itself—it&#8217;s executing decisions based on the model&#8217;s current state. If the model was trained to optimize for speed and the production environment rewards cost efficiency, the agent will continue optimizing for speed until someone manually reconfigures it. According to <a href="https://www2.deloitte.com/us/en/pages/consulting/articles/state-of-ai-2026.html">Deloitte&#8217;s 2026 AI in the Enterprise report</a>, only 29% of organizations deploying AI agents in production have implemented real-time feedback loops that surface cost or performance anomalies within the same business day. The other 71% discover problems when the bill arrives.</p>
<p>What actually works: explicit feedback mechanisms built into the agent&#8217;s operational loop. Not post-hoc analysis. Not monthly reviews. Real-time signals that halt execution when thresholds are breached. David Ohnstad&#8217;s team implemented a three-tier feedback system for their AI-assisted QA validation agents: a warning threshold at 50% of daily budget, an escalation threshold at 75%, and an automatic shutdown at 90%. The agent doesn&#8217;t &#8220;learn&#8221; to stay under budget—it&#8217;s prevented from exceeding it. Learning happens offline, during scheduled retraining cycles, when engineers analyze the shutdown events and adjust the agent&#8217;s decision parameters. Autonomous operation and autonomous learning are not the same thing, and conflating them costs money.</p>
<h2>Myth Three: &#8220;AI Agents Should Have Broad Access to Maximize Value&#8221;</h2>
<p>The logic sounds reasonable: if an AI agent is deployed to optimize workflows, it should have access to all the data sources, systems, and APIs it might need to identify improvement opportunities. Restricting access would limit the agent&#8217;s effectiveness, right? Wrong. Broad access doesn&#8217;t maximize value—it maximizes exposure. An agent with unrestricted API access will use that access. An agent with read permissions on every database will query every database. And an agent authorized to trigger downstream processes will trigger them, even when those processes weren&#8217;t part of the original deployment scope.</p>
<p>This myth persists because enterprise teams apply the same access philosophy to AI agents that they apply to human employees: grant access based on role, then trust the user to exercise judgment about when and how to use it. But agents don&#8217;t exercise judgment—they optimize for the objective function they were given. If the objective is &#8220;reduce query latency,&#8221; an agent with access to production databases might decide that dropping indexes and rebuilding them during peak traffic hours is a valid optimization strategy. It&#8217;s technically correct. It&#8217;s also operationally disastrous. <a href="https://www.forrester.com/blogs/predictions-2026-ai-agent-governance/">Forrester&#8217;s 2026 AI Governance Report</a> found that 54% of enterprise AI incidents involved agents accessing systems or data they were authorized to use but should not have been operating on without human approval.</p>
<p>The correct approach: scope access to the minimum required for the agent&#8217;s specific task, then expand only when validated. David Ohnstad&#8217;s rule for AI agent deployments is &#8220;read-only by default, write access by exception.&#8221; An agent analyzing database performance gets read access to query logs and schema metadata—not write access to modify indexes or table structures. If the agent identifies an optimization opportunity, it generates a recommendation that a human reviews and approves before execution. This isn&#8217;t a lack of trust in the AI. It&#8217;s an acknowledgment that production systems are multi-tenant, mission-critical environments where a single bad decision can cascade across teams. Speed matters, but containment matters more.</p>
<h2>Myth Four: &#8220;Cost Monitoring Tools Will Alert Us If Something Goes Wrong&#8221;</h2>
<p>Most enterprise teams assume that their existing cloud cost monitoring dashboards—the ones that track EC2 instances, S3 storage, and Lambda invocations—will surface anomalies when an AI agent starts behaving unexpectedly. They won&#8217;t. Cloud cost tools report on infrastructure usage. AI agents often generate cost through API calls, third-party service integrations, and model inference requests—charges that appear in different billing categories, sometimes with 24-48 hour reporting delays. By the time the cost spike shows up on a dashboard, the agent has been running unchecked for days.</p>
<p>Why does this myth survive? Because traditional infrastructure monitoring works well for traditional infrastructure. If an EC2 instance starts consuming unexpected CPU, CloudWatch alerts you within minutes. But an AI agent making 10,000 API calls to an external summarization service doesn&#8217;t trigger a CPU alert—it triggers a line item on next week&#8217;s invoice from the API provider. According to <a href="https://www.gartner.com/en/newsroom/press-releases/2025-10-13-gartner-says-cloud-cost-overruns-will-be-driven-by-ai-workloads-in-2026">Gartner&#8217;s 2025 Cloud Cost Optimization research</a>, AI workloads are projected to account for 37% of unplanned cloud cost overruns in 2026, but only 18% of organizations have implemented monitoring systems capable of tracking AI-specific cost drivers in real time. The gap between where the cost is generated and where it&#8217;s reported is where runaway agents thrive.</p>
<p>What works: agent-specific cost tracking at the application layer, not the infrastructure layer. David Ohnstad&#8217;s team built a lightweight cost telemetry system that logs every external API call, every model inference request, and every database query an agent triggers, then calculates estimated cost in real time using the provider&#8217;s published rate card. If projected daily spend exceeds the allocated budget, the system sends a Slack alert and pauses the agent until a human reviews the logs. This isn&#8217;t sophisticated—it&#8217;s a Python script, a cost lookup table, and a webhook. But it catches runaway behavior before it compounds. The DN42 incident—where an AI agent bankrupted its operator by recursively purchasing cloud resources—happened because cost monitoring was reactive, not preventive. Enterprise teams don&#8217;t have the luxury of learning that lesson firsthand.</p>
<h2>The Boundary-First Deployment Model</h2>
<p>Most enterprise AI agent deployments follow a capability-first model: identify what the agent should do, train or configure it to do that thing, then deploy it and monitor for problems. That&#8217;s backwards. The correct sequence is boundary-first: define what the agent cannot do, enforce those constraints at the infrastructure and application layer, then grant the agent autonomy within those boundaries. This is a four-step framework David Ohnstad developed after watching three separate AI agent deployments exceed their budgets within the first month of production operation.</p>
<p><strong>Step One: Define Cost Ceilings Before Deployment.</strong> Before an agent runs its first production task, establish a maximum cost per execution, a maximum cost per day, and a maximum cost per month. These aren&#8217;t estimates—they&#8217;re hard limits enforced at the infrastructure layer. If your cloud provider offers budget alerts, set them at 75% of the daily ceiling, not 100%. By the time you hit 100%, the damage is done. If your agent integrates with third-party APIs, implement a request counter that halts execution when the daily limit is reached. This isn&#8217;t about predicting how much the agent will cost—it&#8217;s about deciding how much you&#8217;re willing to let it cost before human intervention is required.</p>
<p><strong>Step Two: Restrict Access to Minimum Viable Scope.</strong> Grant the agent read access to only the data sources it needs to complete its specific task. No &#8220;just in case&#8221; access. No &#8220;we might need this later&#8221; permissions. If the agent&#8217;s job is to optimize database queries, it gets read access to query logs and performance metrics—not write access to schema definitions or table data. If the agent needs to trigger downstream processes, require explicit approval for each process type. This isn&#8217;t about limiting the agent&#8217;s potential value—it&#8217;s about containing the blast radius when something goes wrong. And something will go wrong. The question is whether it affects one system or twelve.</p>
<p><strong>Step Three: Implement Real-Time Feedback Loops.</strong> Deploy telemetry that logs every decision the agent makes, every external call it triggers, and every resource it consumes. Don&#8217;t wait for end-of-day summaries or weekly reports. Real-time means the logs are available within seconds of the event, and alerts fire within minutes if thresholds are breached. David Ohnstad&#8217;s team uses a simple pattern: every AI agent logs structured JSON events to a centralized stream, a Lambda function calculates cost and performance metrics in near-real-time, and a rule engine evaluates those metrics against predefined thresholds. If the agent exceeds its cost ceiling, the rule engine sends a Slack alert and sets a feature flag that pauses the agent&#8217;s execution until a human reviews the logs and resets the flag. This isn&#8217;t machine learning—it&#8217;s operational hygiene.</p>
<p><strong>Step Four: Require Human Checkpoints for Irreversible Actions.</strong> If an AI agent identifies an optimization opportunity that involves modifying production systems, deleting data, or triggering downstream processes that affect other teams, it should generate a recommendation—not execute the action. The recommendation includes the proposed change, the expected benefit, the estimated cost, and the rollback plan if something goes wrong. A human reviews the recommendation, approves or rejects it, and logs the decision. This introduces latency, yes. But it also introduces accountability. The teams that skip this step are the ones explaining to their CFO why an AI agent deleted a production database index during peak traffic hours because it technically improved query latency—for five minutes, before the system fell over.</p>
<h2>When the Framework Prevented a $40,000 Weekend</h2>
<p>David Ohnstad&#8217;s team at Veeam deployed an AI agent in Q1 2026 to automate the generation of executive summary reports from raw analytics data. The agent was trained to query multiple data sources, identify trends, generate narrative summaries using a language model API, and publish the reports to a shared dashboard. Initial testing in staging looked solid—the agent generated accurate summaries, the API costs were within budget, and the reports were useful. The team deployed the agent to production on a Thursday afternoon with a daily cost ceiling of $150.</p>
<p>By Saturday morning, the agent had triggered 11,000 API calls to the summarization service and racked up $6,400 in charges. The boundary-first deployment model caught it. The real-time cost telemetry logged every API request, calculated the running total, and sent a Slack alert when the agent hit $120—80% of the daily ceiling. The alert fired at 3:17 AM. The on-call engineer reviewed the logs, saw that the agent was recursively summarizing its own summaries (a logic error in the source data filter), paused the agent, and documented the issue. By Monday morning, the team had fixed the filter, added a secondary validation check to prevent recursive summarization, and redeployed the agent with a tighter scope. Total cost: $6,400. Without the telemetry system, the agent would have run unchecked through the weekend, hit the weekly ceiling on Sunday night, and cost the team north of $40,000 before anyone noticed.</p>
<p>The counterintuitive lesson: the cost ceiling didn&#8217;t prevent the bug. It contained the damage. Bugs are inevitable. Runaway cost is not. The teams that treat cost ceilings as an optional &#8220;nice to have&#8221; feature are the ones explaining to leadership why their AI pilot consumed three months of budget in two weeks. The teams that enforce cost ceilings at the infrastructure layer—before the agent runs its first task—are the ones who survive long enough to iterate, improve, and eventually deliver value. David Ohnstad&#8217;s stance: if you can&#8217;t afford to let an AI agent run unchecked for 72 hours at maximum throughput, you can&#8217;t afford to deploy it without guardrails. That&#8217;s not risk aversion—it&#8217;s operational literacy.</p>
<h2>Stop Treating AI Agents Like Scripts—They&#8217;re More Expensive and Less Predictable</h2>
<p>Here&#8217;s the contrarian claim most enterprise AI teams won&#8217;t say out loud: AI agents are not more capable versions of automation scripts. They&#8217;re fundamentally different tools that require fundamentally different operational patterns. A script executes a fixed sequence of steps. An agent makes decisions based on context, and context in production environments is always more complex, more dynamic, and more expensive than anyone predicted during planning. The conventional wisdom is that AI agents will become more reliable as the underlying models improve. That&#8217;s true for model accuracy. It&#8217;s irrelevant for cost control. A more accurate agent that runs unchecked is just a more accurate way to exceed your budget.</p>
<p>The data supports this: <a href="https://www2.deloitte.com/us/en/pages/consulting/articles/state-of-ai-2026.html">Deloitte&#8217;s 2026 report</a> found that organizations treating AI agents as &#8220;enhanced automation&#8221; had 3.2x higher rates of cost overruns compared to organizations that implemented agent-specific governance frameworks. The difference isn&#8217;t technical sophistication—it&#8217;s operational discipline. Scripts are deterministic. Agents are probabilistic. If your deployment process doesn&#8217;t account for that distinction, your budget won&#8217;t either.</p>
<p>For more on how product teams can establish decision-making frameworks before deploying autonomous systems, see <a href="https://davidohnstad.com">David Ohnstad&#8217;s data product management writing</a>. And for organizational adoption strategies that help teams build oversight structures for AI agents, explore <a href="https://davidohnstad.info">David Ohnstad on leadership and career growth</a>.</p>
<h3>What is the biggest risk when deploying AI agents in enterprise environments?</h3>
<p>The biggest risk is runaway cost from unconstrained agent behavior. Unlike traditional automation, AI agents make decisions based on context and will use all available resources if no cost ceilings or scope boundaries are enforced. According to Deloitte&#8217;s 2026 research, 43% of organizations reported AI agent cost overruns exceeding 200% of budget within the first quarter. Implement hard cost limits and real-time monitoring before deployment.</p>
<h3>How do you prevent AI agents from exceeding budget in production?</h3>
<p>Set explicit cost ceilings at the infrastructure layer before the agent runs its first task. Use real-time telemetry to log every API call, model inference, and resource consumption, then calculate estimated cost and trigger alerts at 75% of the daily budget. Pause agent execution automatically when thresholds are breached. This prevents runaway behavior from compounding before humans can intervene and review the logs.</p>
<h3>Why do AI agents behave differently in production than in staging environments?</h3>
<p>Production environments have more data sources, more users, and more edge cases than staging, which gives agents a larger decision space and more opportunities to trigger unintended actions. Staging validates logic, not boundaries. An agent that optimizes three queries in staging might attempt 3,000 in production if no rate limits or scope restrictions are defined. Always test agents in production-scale environments before full deployment.</p>
<h2>Two Takeaways and One Question You Should Answer Before Next Week</h2>
<p><strong>For practitioners:</strong> If you&#8217;re deploying an AI agent in the next quarter, build the cost telemetry and boundary enforcement systems before you write the agent&#8217;s first prompt. The guardrails matter more than the capabilities. A constrained agent that delivers 70% of the potential value is better than an unconstrained agent that bankrupts the project before anyone measures ROI.</p>
<p><strong>For leaders:</strong> Stop approving AI agent deployments based on capability demos in staging environments. Require teams to demonstrate how they will detect, contain, and recover from runaway behavior in production. The question isn&#8217;t &#8220;what will this agent do when it works?&#8221; The question is &#8220;what will it cost us when it doesn&#8217;t?&#8221;</p>
<p>Here&#8217;s the question: When was the last time you audited whether your AI agents have explicit cost ceilings enforced at the infrastructure layer—or are you assuming your cloud monitoring tools will catch problems before the bill arrives?</p>
<p>David Ohnstad is a Senior Data Product Manager based in Minnesota, specializing in data products, AI/ML integration, and enterprise SaaS platforms. Connect on <a href="https://www.linkedin.com/in/davidohnstad/">LinkedIn</a> or read more at <a href="https://davidohnstad.com">davidohnstad.com</a>.</p>
<div style="margin-top:2.5em;padding:1.5em;background:#f8f8f8;border-left:4px solid #333;border-radius:4px;">
<p style="margin:0 0 0.5em;font-weight:700;font-size:1.05em;">About the Author</p>
<p style="margin:0;line-height:1.7;">David Ohnstad is a Minneapolis, MN-based Senior Data Product Manager with an MS and MBA from the College of St. Scholastica. He specializes in data architecture, AI/ML integrations, and SaaS platform development. Outside work, he builds furniture and explores the Minnesota outdoors. Find his work at <a href="https://davidohnstad.com">davidohnstad.com</a> and <a href="https://github.com/davidohnstad40-netizen" target="_blank" rel="noopener noreferrer">github.com/davidohnstad40-netizen</a>.</p>
</div>
<p><a class="a2a_button_facebook" href="https://www.addtoany.com/add_to/facebook?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-agent-costs-budget-myths%2F&amp;linkname=Enterprise%20AI%20Agent%20Costs%3A%204%20Budget%20Myths%20Explained" title="Facebook" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_mastodon" href="https://www.addtoany.com/add_to/mastodon?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-agent-costs-budget-myths%2F&amp;linkname=Enterprise%20AI%20Agent%20Costs%3A%204%20Budget%20Myths%20Explained" title="Mastodon" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_email" href="https://www.addtoany.com/add_to/email?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-agent-costs-budget-myths%2F&amp;linkname=Enterprise%20AI%20Agent%20Costs%3A%204%20Budget%20Myths%20Explained" title="Email" rel="nofollow noopener" target="_blank"></a><a class="a2a_dd addtoany_share_save addtoany_share" href="https://www.addtoany.com/share#url=https%3A%2F%2Fdavidohnstad.net%2Fenterprise-ai-agent-costs-budget-myths%2F&#038;title=Enterprise%20AI%20Agent%20Costs%3A%204%20Budget%20Myths%20Explained" data-a2a-url="https://davidohnstad.net/enterprise-ai-agent-costs-budget-myths/" data-a2a-title="Enterprise AI Agent Costs: 4 Budget Myths Explained"></a></p><p>The post <a href="https://davidohnstad.net/enterprise-ai-agent-costs-budget-myths/">Enterprise AI Agent Costs: 4 Budget Myths Explained</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></content:encoded>
					
					<wfw:commentRss>https://davidohnstad.net/enterprise-ai-agent-costs-budget-myths/feed/</wfw:commentRss>
			<slash:comments>0</slash:comments>
		
		
			</item>
		<item>
		<title>The Evolution of API-First Strategies in a Hyperconnected World</title>
		<link>https://davidohnstad.net/the-evolution-of-api-first-strategies-in-a-hyperconnected-world/</link>
					<comments>https://davidohnstad.net/the-evolution-of-api-first-strategies-in-a-hyperconnected-world/#respond</comments>
		
		<dc:creator><![CDATA[David Ohnstad]]></dc:creator>
		<pubDate>Wed, 20 May 2026 21:34:26 +0000</pubDate>
				<category><![CDATA[Enterprise AI and ML]]></category>
		<guid isPermaLink="false">https://davidohnstad.net/the-evolution-of-api-first-strategies-in-a-hyperconnected-world/</guid>

					<description><![CDATA[<p>In this blog we discuss how API-first strategies are becoming indispensable in a hyperconnected world.</p>
<p>The post <a href="https://davidohnstad.net/the-evolution-of-api-first-strategies-in-a-hyperconnected-world/">The Evolution of API-First Strategies in a Hyperconnected World</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></description>
										<content:encoded><![CDATA[
<p class="wp-block-paragraph">In today&#8217;s digital landscape, connectivity is no longer a luxury—it&#8217;s an expectation. With the proliferation of devices, platforms, and services, businesses are finding themselves navigating an ecosystem that demands smooth integration and interoperability. At the heart of this shift lies the API-first strategy, a transformative approach to product development that prioritizes the creation and design of application programming interfaces (APIs) before any other aspect of a product. This approach ensures that systems, both internal and external, can communicate efficiently and effectively. <a href="https://david-ohnstad.com/">David Ohnstad</a> highlights how API-first strategies are becoming indispensable in a hyperconnected world.</p>



<p class="wp-block-paragraph">Unlike traditional development models, where APIs were added as a final component, API-first strategies place APIs at the core of the design process. This not only ensures better scalability and integration but also positions APIs as the backbone of innovation. By embracing this strategy, businesses are able to meet the growing demand for interconnected systems and provide a smooth user experience across multiple devices and platforms.</p>



<h2 class="wp-block-heading"><strong>The Historical Context of APIs</strong></h2>



<p class="wp-block-paragraph">APIs have been around for decades, initially designed as simple connectors to facilitate communication between software systems. These early APIs were rudimentary, serving highly specific purposes without much flexibility or scalability. For instance, they were often built as one-off solutions tailored to individual projects, which made them difficult to adapt or reuse.</p>



<p class="wp-block-paragraph">The early 2000s marked a pivotal point in API history with the rise of web APIs. Companies like Amazon and Salesforce introduced APIs that enabled developers to access functionalities remotely, leveraging the power of the internet. This shift allowed businesses to create dynamic applications that could interact with external services, ushering in an era of collaboration and scalability. These APIs set the foundation for modern API-first strategies, offering new possibilities for developers to build tools and services that worked smoothly with existing systems.</p>



<p class="wp-block-paragraph">The shift to web APIs not only expanded the possibilities for integration but also fueled the rise of the app economy. Platforms like iOS and Android embraced APIs to create ecosystems where third-party developers could innovate freely, contributing to the explosive growth of mobile applications and cloud-based services.</p>



<h2 class="wp-block-heading"><strong>Why API-First Matters Today</strong></h2>



<p class="wp-block-paragraph">The modern digital ecosystem is more interconnected than ever, with consumers demanding products and services that work smoothly together. Whether it&#8217;s a smartphone syncing with a smart home device or a business platform integrating multiple tools, users expect flawless interoperability. This is where API-first strategies prove invaluable.</p>



<p class="wp-block-paragraph">By prioritizing APIs from the outset, businesses ensure that their products are <a href="https://davidohnstad.net/ai-agents-enterprise-wait-data-infrastructure/">designed for integration and scalability</a>. This approach reduces the risk of compatibility issues and allows for faster iterations, as APIs serve as a stable foundation for new features. Moreover, API-first strategies promote a modular development approach, enabling teams to work independently on different components while maintaining overall cohesion.</p>



<p class="wp-block-paragraph">Another critical advantage of API-first strategies is their ability to reduce time-to-market. By establishing a clear framework through APIs, development teams can build and test features in parallel, accelerating the product development cycle. In a hyperconnected world, where speed and adaptability are key, this capability provides a significant competitive edge.</p>



<h2 class="wp-block-heading"><strong>The Role of Standardization and Best Practices</strong></h2>



<p class="wp-block-paragraph">Standardization is at the core of the API-first movement. Protocols like REST, GraphQL, and gRPC have become industry standards, providing developers with clear guidelines for building APIs that are both solid and user-friendly. These protocols not only streamline the development process but also ensure compatibility across diverse platforms and systems.</p>



<p class="wp-block-paragraph">REST, for example, has become synonymous with simplicity and reliability, making it a popular choice for building web APIs. GraphQL, on the other hand, offers greater flexibility by allowing developers to query specific data, reducing the amount of unnecessary information transferred. Meanwhile, gRPC, with its focus on high-performance communication, is particularly suited for large-scale systems.</p>



<p class="wp-block-paragraph">Best practices, such as thorough documentation, version control, and automated testing, further enhance the effectiveness of API-first strategies. Clear documentation ensures that developers can understand and use APIs effectively, while version control maintains backward compatibility as APIs evolve. Automated testing, meanwhile, helps identify and resolve potential issues early in the development process, ensuring a smoother user experience.</p>



<h2 class="wp-block-heading"><strong>APIs as a Driver of Innovation</strong></h2>



<p class="wp-block-paragraph">API-first strategies have become a catalyst for innovation, enabling businesses to unlock new possibilities and revenue streams. By exposing core functionalities through APIs, companies empower developers to build applications and services that extend the value of their products. This openness has given rise to ecosystems where collaboration and creativity thrive.</p>



<p class="wp-block-paragraph">For instance, APIs have been instrumental in the fintech industry, where platforms like Stripe and PayPal have revolutionized online payments. By providing APIs that developers can easily integrate, these companies have enabled countless businesses to incorporate smooth payment solutions into their services. Similarly, in the healthcare sector, APIs are driving advancements in telemedicine and patient data management, improving accessibility and outcomes.</p>



<p class="wp-block-paragraph">This open ecosystem fosters partnerships between businesses, allowing them to integrate their services more effectively. For example, e-commerce platforms can leverage APIs to connect with logistics providers, enabling real-time tracking and efficient inventory management. Such integrations enhance customer satisfaction and streamline operations, creating value for all stakeholders involved.</p>



<h2 class="wp-block-heading"><strong>Challenges and Considerations</strong></h2>



<p class="wp-block-paragraph">Despite their advantages, API-first strategies come with their own set of challenges. Developing APIs requires significant upfront investment, both in terms of time and resources. Businesses must carefully consider factors like security, scalability, and compliance, as these can impact the success and reliability of their APIs.</p>



<p class="wp-block-paragraph">Security is perhaps the most critical concern. APIs often serve as gateways to sensitive data and systems, making them attractive targets for cyberattacks. To mitigate these risks, businesses must implement solid authentication and encryption protocols, as well as monitor API usage to detect and prevent malicious activity.</p>



<p class="wp-block-paragraph">Scalability is another key consideration. As user demand grows, APIs must be able to handle increased traffic without compromising performance. This requires thoughtful architecture and the use of scalable technologies like microservices and cloud infrastructure.</p>



<p class="wp-block-paragraph">Compliance with regulations, such as GDPR and HIPAA, adds another layer of complexity. Businesses must ensure that their APIs adhere to these requirements to protect user data and avoid legal repercussions. This often involves conducting regular audits and updating APIs to remain compliant with evolving regulations.</p>



<h2 class="wp-block-heading"><strong>The Future of API-First Strategies</strong></h2>



<p class="wp-block-paragraph">The future of API-first strategies is closely tied to advancements in technology. Artificial intelligence and machine learning are already transforming how APIs are designed and used, enabling them to process complex data and deliver insights in real-time. This is paving the way for innovative applications, from autonomous vehicles to personalized healthcare solutions.</p>



<p class="wp-block-paragraph">The concept of &#8220;API as a product&#8221; is also gaining traction. Companies are increasingly recognizing the value of APIs as standalone offerings that can be monetized. This shift is driving the creation of API marketplaces, where businesses can buy and sell APIs to meet specific needs. Such marketplaces are fostering a new era of collaboration and efficiency, as companies leverage each other&#8217;s APIs to enhance their own offerings.</p>



<p class="wp-block-paragraph">Moreover, the rise of the Internet of Things (IoT) is further emphasizing the importance of APIs. As more devices become connected, APIs will play a central role in ensuring smooth communication between these devices. This will enable new use cases, from smart homes to connected industrial systems, further expanding the scope of API-first strategies.</p>



<h2 class="wp-block-heading"><strong>Final Thoughts</strong></h2>



<p class="wp-block-paragraph">The evolution of API-first strategies reflects the growing complexity and interconnectedness of the digital world. By prioritizing APIs as the foundation of product development, businesses can create scalable, interoperable, and innovative solutions that meet the demands of modern users. While challenges like security, scalability, and compliance remain, the benefits of this approach far outweigh the costs. As technology continues to evolve, API-first strategies will play an even more significant role in shaping the future of connectivity and innovation.</p>

<p style="margin-top:2em;font-size:0.95em;border-top:1px solid #eee;padding-top:1em"><strong>More from David Ohnstad:</strong> <a href="https://davidohnstad.com">David Ohnstad data product management</a> &mdash; <a href="https://davidohnstad.info">David Ohnstad on leadership and career</a></p>
<p><a class="a2a_button_facebook" href="https://www.addtoany.com/add_to/facebook?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fthe-evolution-of-api-first-strategies-in-a-hyperconnected-world%2F&amp;linkname=The%20Evolution%20of%20API-First%20Strategies%20in%20a%20Hyperconnected%20World" title="Facebook" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_mastodon" href="https://www.addtoany.com/add_to/mastodon?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fthe-evolution-of-api-first-strategies-in-a-hyperconnected-world%2F&amp;linkname=The%20Evolution%20of%20API-First%20Strategies%20in%20a%20Hyperconnected%20World" title="Mastodon" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_email" href="https://www.addtoany.com/add_to/email?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fthe-evolution-of-api-first-strategies-in-a-hyperconnected-world%2F&amp;linkname=The%20Evolution%20of%20API-First%20Strategies%20in%20a%20Hyperconnected%20World" title="Email" rel="nofollow noopener" target="_blank"></a><a class="a2a_dd addtoany_share_save addtoany_share" href="https://www.addtoany.com/share#url=https%3A%2F%2Fdavidohnstad.net%2Fthe-evolution-of-api-first-strategies-in-a-hyperconnected-world%2F&#038;title=The%20Evolution%20of%20API-First%20Strategies%20in%20a%20Hyperconnected%20World" data-a2a-url="https://davidohnstad.net/the-evolution-of-api-first-strategies-in-a-hyperconnected-world/" data-a2a-title="The Evolution of API-First Strategies in a Hyperconnected World"></a></p><p>The post <a href="https://davidohnstad.net/the-evolution-of-api-first-strategies-in-a-hyperconnected-world/">The Evolution of API-First Strategies in a Hyperconnected World</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></content:encoded>
					
					<wfw:commentRss>https://davidohnstad.net/the-evolution-of-api-first-strategies-in-a-hyperconnected-world/feed/</wfw:commentRss>
			<slash:comments>0</slash:comments>
		
		
			</item>
		<item>
		<title>The Real Impact of AI and ML on Enterprise Problem-Solving: Beyond the Hype</title>
		<link>https://davidohnstad.net/the-real-impact-of-emerging-tech-trends-on-everyday-problem-solving/</link>
					<comments>https://davidohnstad.net/the-real-impact-of-emerging-tech-trends-on-everyday-problem-solving/#respond</comments>
		
		<dc:creator><![CDATA[David Ohnstad]]></dc:creator>
		<pubDate>Wed, 20 May 2026 21:34:24 +0000</pubDate>
				<category><![CDATA[Enterprise AI and ML]]></category>
		<guid isPermaLink="false">https://davidohnstad.net/the-real-impact-of-emerging-tech-trends-on-everyday-problem-solving/</guid>

					<description><![CDATA[<p>Some shifts arrive quietly. They don’t make a dramatic entrance, and they certainly don’t wait for an industry white paper to declare their importance. They weave their way into daily routines - a small shortcut here, a smoother workflow there</p>
<p>The post <a href="https://davidohnstad.net/the-real-impact-of-emerging-tech-trends-on-everyday-problem-solving/">The Real Impact of AI and ML on Enterprise Problem-Solving: Beyond the Hype</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></description>
										<content:encoded><![CDATA[<p>&#8220;`html</p>
<article class="blog-post">
<header class="post-header">
<h1>The Real Impact of AI and ML on Enterprise Problem-Solving: Beyond the Hype</h1>
<div class="post-meta">
      <span class="author">By David Ohnstad</span><br />
      <span class="date">2025</span>
    </div>
</header>
<div class="post-content">
<section class="intro">
<p>We&#8217;re two years into the great AI awakening, and enterprise software teams are still trying to separate signal from noise. Every vendor claims their product now has &#8220;AI-powered&#8221; something-or-other. Every conference presentation shows a chart going up and to the right. But in the actual trenches—in the code reviews, sprint planning meetings, and production incidents—what&#8217;s really changing?</p>
<p>The honest answer is more nuanced than either the evangelists or the skeptics admit. Some problems that plagued enterprise teams for years are genuinely getting better. Others are becoming more complex. And some are just getting repackaged with new technology labels while the underlying challenges remain untouched.</p>
<p>After watching how enterprise teams actually use machine learning in production over the last few years, a clearer picture has emerged. It&#8217;s time to talk about what&#8217;s real.</p>
</section>
<section>
<h2>Where Machine Learning Actually Delivers Value</h2>
<p>Let&#8217;s start with the good news: there are specific categories of enterprise problems where machine learning genuinely outperforms traditional approaches. Understanding these categories matters because it&#8217;s where you should focus your investment.</p>
<h3>Pattern Recognition in High-Dimensional Data</h3>
<p>This is the clearest win for ML. When you have problems that involve recognizing patterns across hundreds or thousands of features, where the relationships between variables are non-linear and complex, machine learning beats hand-coded rules every time.</p>
<p>Real example: detecting fraudulent transactions in financial systems. A traditional rule-based system might catch obvious cases—&#8221;transaction from known fraud location&#8221;—but it breaks down fast. ML models can learn subtle combinations: the time of day plus the merchant category plus the user&#8217;s device plus their historical pattern plus seventeen other factors. When you retrain that model monthly on new data, it adapts to evolving fraud tactics in ways a rules engine never can.</p>
<p>Same story with anomaly detection in infrastructure. Knowing that &#8220;CPU > 90%&#8221; is bad is elementary. Knowing that &#8220;CPU at 75%, but traffic is down 40%, and memory is stable, and this pattern happened on this day last month&#8221; is something only learned models do well. Enterprise teams are seeing real value here—catching issues before customers do, reducing MTTR significantly.</p>
<p>The key characteristic: the problem has volume, the ground truth is available for training, and traditional rule-based approaches have hit diminishing returns.</p>
<h3>Ranking and Recommendation Under Constraints</h3>
<p>Enterprise software often needs to rank or recommend something under multiple competing constraints. Allocating resources, prioritizing work, suggesting next steps—these are ML-friendly problems.</p>
<p>Consider resource allocation in a large organization. You have projects, people, skills, constraints, deadlines, and organizational goals that sometimes conflict. A traditional approach creates spreadsheets and committee meetings. ML models can learn to balance these factors in ways that improve outcomes measurably.</p>
<p>One financial services company retrained a recommendation model quarterly that suggested which client relationships their sales team should prioritize. It considered account size, growth trajectory, risk metrics, account manager capacity, and competitive threat level. The model didn&#8217;t make decisions, but it surfaced the highest-opportunity accounts much more reliably than the existing process of &#8220;accounts over $1M get attention.&#8221; Client engagement metrics improved 23% in the first year.</p>
<p>The constraint-based ranking problem is different from pure recommendation systems (which often oversell their value in enterprise contexts). When you have clear business constraints and measurable outcomes, ML wins.</p>
<h3>Classification with Imbalanced or Evolving Classes</h3>
<p>Enterprise software frequently deals with classification problems: is this a high-priority incident? Does this data require regulatory review? Is this a churn risk? Traditional rules struggle when the positive cases are rare, when definitions shift, or when patterns change seasonally.</p>
<p>ML shines here. You can train on historical data, account for class imbalance, and retrain regularly as definitions evolve. A healthcare software company built a model to flag potential adverse drug interactions for pharmacist review. The ground truth was sparse—most interactions aren&#8217;t problems—but the cost of missing real interactions is high. The model achieved 0.92 precision at 0.85 recall, which meant pharmacists reviewed 50% fewer cases while catching 85% of the real interactions. That&#8217;s a genuine operational win.</p>
<p>These problems have something in common: they generate continuous data, the ground truth is available for feedback, and the relationship between inputs and outputs is sufficiently complex that coding rules breaks down.</p>
<h3>Time Series Forecasting with Seasonal and Trend Components</h3>
<p>Enterprise planning relies on forecasts: capacity planning, demand forecasting, revenue projections. Traditional statistical methods (ARIMA, exponential smoothing) work fine for stable systems, but they break down when you have multiple seasonal patterns, trend shifts, or unusual events.</p>
<p>ML models handle this better. Gradient boosted models and neural networks can capture complex temporal patterns, automatically handle multiple seasonality, and incorporate external features (holiday calendars, marketing campaigns, etc.). One SaaS company used an LSTM-based model for usage forecasting that reduced their planning error by 18% compared to their previous statistical approach. That 18% translated directly to better resource allocation and fewer surprised stakeholders.</p>
<p>But—and this is important—the improvement is incremental, not revolutionary. You&#8217;re going from 85% accuracy to 87%. You&#8217;re still getting forecasting wrong sometimes. The value is real but measurable, not transformational.</p>
</section>
<section>
<h2>Where AI/ML Adds Overhead Without Commensurate Value</h2>
<p>The inverse is equally important: understanding where ML is worse than simpler approaches, or where the overhead costs exceed the benefits.</p>
<h3>When Rule-Based Systems Still Win</h3>
<p>In many enterprise domains, the rules are actually well-defined and stable. Compliance rule engines, specific business logic, configuration validation—these have clear conditions and clear actions. Adding ML here is complexity theatre.</p>
<p>A payments company spent eight months building an ML model to route transactions to different processing systems based on transaction characteristics. The model achieved 96% accuracy on test data. But the existing rule-based router achieved 98% accuracy, deployed in seconds, and anyone could read the rules. The ML model required a data science team to maintain, created a dependency, and added latency to processing. It was abandoned after two quarters.</p>
<p>The principle: if you can express the decision rules clearly, and the rules are stable, and accuracy is already high, don&#8217;t use ML.</p>
<h3>Classification Problems with Small, Stable Datasets</h3>
<p>Not every classification problem has volume. When you&#8217;re dealing with a stable problem with limited training data—say, categorizing 500 support tickets monthly into 8 categories—a well-trained human with a decision tree beats ML with all its overhead.</p>
<p>ML requires data. Lots of it. It requires infrastructure. It requires monitoring. When your dataset has 1,000 positive examples and hasn&#8217;t changed in two years, traditional methods work fine. Don&#8217;t build data pipelines and retraining infrastructure for this.</p>
<h3>Problems Requiring Explainability as a First-Class Requirement</h3>
<p>In regulated industries—healthcare, finance, public sector—explainability often matters more than accuracy. &#8220;The model decided this&#8221; doesn&#8217;t cut it when someone needs to understand why.</p>
<p>A healthcare company spent significant effort building a deep learning model to predict patient no-shows. The model was 4% more accurate than logistic regression. But explaining why the neural network predicted a no-show required complex visualization and interpretation tools that ultimately confused the clinicians. They switched back to interpretable models. The 4% accuracy difference wasn&#8217;t worth the explainability tax.</p>
<p>Sometimes interpretable approaches (logistic regression, decision trees, linear models) are the right tool. The enterprise tendency to reach for fancy algorithms regardless of constraints costs real money.</p>
<h3>Data Quality Problems Masquerading as Model Problems</h3>
<p>Here&#8217;s an underrated challenge: many enterprise teams blame model accuracy when the real problem is data quality. They collect messy data, train models on it, get mediocre results, and conclude they need more sophisticated algorithms.</p>
<p>What they actually need is better data pipelines. A financial services company wanted to predict customer churn using ML. They spent months on model selection, reaching 73% AUC. Eventually they realized their &#8220;customer churn&#8221; labels were inconsistent—different business units defined churn differently. Fixing the label definitions (no new models required) got them to 81% AUC. The ML wasn&#8217;t the bottleneck; the data was.</p>
<p>This is where enterprise ML projects often fail silently. You build something, it works okay, you move on. But you&#8217;ve left 20% of value on the table because you never fixed the underlying data problems.</p>
</section>
<section>
<h2>How ML Is Changing the Product Manager&#8217;s Role</h2>
<p>The emergence of usable ML is reshaping what product management means in software organizations.</p>
<h3>The New Skill: Understanding Your Metrics</h3>
<p>When your product is rule-based, a PM needs to understand business logic. When your product includes ML, a PM needs to understand metrics in a different way. Not statistics necessarily, but the relationship between model performance, business outcomes, and user behavior.</p>
<p>A PM at a B2B SaaS company with an ML-based recommendation system needs to understand: &#8220;Our model has 0.87 precision but only 0.62 recall on our tail categories. What does that mean for user experience? Should we retrain on more recent data? Should we adjust the confidence threshold?&#8221; These aren&#8217;t strictly data science questions, but they require thinking like one.</p>
<p>The best PMs managing ML features are developing this skill. They&#8217;re not building models, but they understand precision/recall tradeoffs, feature importance, model staleness, and data drift. They know enough to ask the right questions.</p>
<h3>Feature Management Becomes a Product Responsibility</h3>
<p>In traditional software, the product scope is clear: this screen does this, this API returns this. In ML systems, the feature engineering—what data feeds the model—is a product decision with business implications.</p>
<p>Should we include the user&#8217;s entire history or just recent activity? Should we use real-time data or batch-processed data? Should we include competitive data, demographic data, external signals? These are product questions that affect model behavior and business outcomes.</p>
<p>Some organizations add a &#8220;feature product manager&#8221; role—someone who owns what data flows into ML systems. Others distribute this responsibility to PMs managing specific features. Either way, someone needs to think about feature decisions as product decisions, not implementation details.</p>
<h3>Continuous Learning Becomes the Operating Model</h3>
<p>Rule-based software has release cycles: you ship something, it&#8217;s stable until you change it. ML systems drift. Models need retraining. Performance degrades gradually. The operating model shifts to continuous monitoring and iteration.</p>
<p>This changes how PMs think about releases. You&#8217;re not shipping a fixed feature; you&#8217;re launching an ongoing process. You need monitoring in place before launch. You need metrics dashboards. You need a feedback loop. You need to know when your model&#8217;s performance is degrading and understand why.</p>
<p>The best PM practice: define the success metrics and monitoring upfront. Don&#8217;t wait until after launch to figure out how you&#8217;ll know if it&#8217;s working. With ML, that&#8217;s too late—you&#8217;ll have already shipped something you can&#8217;t easily evaluate.</p>
<h3>The Expectation Problem</h3>
<p>Here&#8217;s the hardest part of the PM&#8217;s job with ML: managing expectations. Marketing wants to call every ML feature &#8220;AI-powered.&#8221; Executives expect dramatic improvements. Customers expect magical results.</p>
<p>The reality is more mundane. An ML recommendation system might improve engagement by 12%. A churn prediction model might identify 40% of churners in advance (meaning you miss 60%). An anomaly detection system might reduce false positives by 30% while catching 85% of real issues.</p>
<p>The PM&#8217;s job is setting realistic expectations and celebrating real but unglamorous wins. This is harder than it sounds when everyone else is talking about &#8220;AI transformation.&#8221;</p>
</section>
<section>
<h2>The Organizational Muscle Required to Use ML Outputs</h2>
<p>Here&#8217;s what doesn&#8217;t get discussed enough: making ML useful requires organizational capabilities beyond the algorithm.</p>
<h3>Decision-Making Velocity and Structured Processes</h3>
<p>A churn prediction model is only valuable if you act on it quickly. A demand forecast only helps if you can adjust resource allocation based on it. An anomaly detection system only matters if you have a process to investigate anomalies.</p>
<p>Enterprise organizations often lack this. They want the prediction but they don&#8217;t have a clear process to act on it. The model surfaces 100 high-risk accounts, but the sales team&#8217;s process for handling this information is undefined. Do they call everyone? Do they invest in reengagement campaigns? Do they concede the account? Without a clear process, the model output creates noise, not value.</p>
<p>The organizations that get value from ML are the ones that first define how they&#8217;ll use the predictions, then build the model. Not the other way around.</p>
<h3>Data Pipeline Maturity</h3>
<p>ML models are useless without data. And enterprise data pipelines are often a mess—fragmented across systems, inconsistently defined, unreliable.</p>
<p>Building ML in an immature data environment is like building on sand. You need:</p>
<ul>
<li>Single source of truth for key definitions (what is a customer? what is a transaction?)</li>
<li>Reliable data movement from source systems to analytics infrastructure</li>
<li>Data quality monitoring and validation</li>
<li>Documented data lineage so people know where numbers come from</li>
<li>Appropriate data governance and access controls</li>
</ul>
<p>Many organizations skip this and jump to ML. Then they&#8217;re surprised when model performance is mediocre and they can&#8217;t explain why. The real bottleneck wasn&#8217;t the algorithm—it was the foundation.</p>
<h3>Human-in-the-Loop Decision Making</h3>
<p>Almost no enterprise ML system works in fully autonomous mode. You have recommendations, not decisions. You have alerts, not actions. You have predictions, not certainties.</p>
<p>Someone still needs to look at the output and make a judgment call. An anomaly detector flags something unusual—is it a problem or normal variation? A recommendation system suggests a product—should we show it? An algorithm surfaces a risk—is the risk real or a false alarm?</p>
<p>This means you need trained humans in the loop. They need to understand what the model is doing, what its limitations are, and how to interpret its output. Building and training this capability takes time and is often underestimated.</p>
<p>One financial services company built a nice predictive model for fraud. But the compliance team reviewing alerts didn&#8217;t understand the model well enough to trust it. They second-guessed every decision. The model was technically sound but operationally ineffective. After training and trust-building, it eventually added value, but it took six months of organizational work.</p>
<h3>Feedback and Monitoring Infrastructure</h3>
<p>Models degrade over time. Usage patterns change. Customer behavior drifts. The world is non-stationary. You need to monitor model performance continuously and understand when and why it degrades.</p>
<p>This requires:</p>
<ul>
<li>Instrumentation to track predictions and outcomes</li>
<li>Dashboards showing model performance metrics over time</li>
<li>Root cause analysis when performance drops</li>
<li>Processes to retrain and update models</li>
<li>Alerting when something is wrong</li>
</ul>
<p>Every data science team will tell you they want to build this. Most organizations don&#8217;t actually fund it because it&#8217;s less glamorous than building new models. So they deploy models, they degrade silently, and six months later people are confused why the predictions aren&#8217;t as good anymore.</p>
<p>The organizations that get sustained value from ML are the ones that treat</p>
<p><a class="a2a_button_facebook" href="https://www.addtoany.com/add_to/facebook?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fthe-real-impact-of-emerging-tech-trends-on-everyday-problem-solving%2F&amp;linkname=The%20Real%20Impact%20of%20AI%20and%20ML%20on%20Enterprise%20Problem-Solving%3A%20Beyond%20the%20Hype" title="Facebook" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_mastodon" href="https://www.addtoany.com/add_to/mastodon?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fthe-real-impact-of-emerging-tech-trends-on-everyday-problem-solving%2F&amp;linkname=The%20Real%20Impact%20of%20AI%20and%20ML%20on%20Enterprise%20Problem-Solving%3A%20Beyond%20the%20Hype" title="Mastodon" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_email" href="https://www.addtoany.com/add_to/email?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fthe-real-impact-of-emerging-tech-trends-on-everyday-problem-solving%2F&amp;linkname=The%20Real%20Impact%20of%20AI%20and%20ML%20on%20Enterprise%20Problem-Solving%3A%20Beyond%20the%20Hype" title="Email" rel="nofollow noopener" target="_blank"></a><a class="a2a_dd addtoany_share_save addtoany_share" href="https://www.addtoany.com/share#url=https%3A%2F%2Fdavidohnstad.net%2Fthe-real-impact-of-emerging-tech-trends-on-everyday-problem-solving%2F&#038;title=The%20Real%20Impact%20of%20AI%20and%20ML%20on%20Enterprise%20Problem-Solving%3A%20Beyond%20the%20Hype" data-a2a-url="https://davidohnstad.net/the-real-impact-of-emerging-tech-trends-on-everyday-problem-solving/" data-a2a-title="The Real Impact of AI and ML on Enterprise Problem-Solving: Beyond the Hype"></a></p><p>The post <a href="https://davidohnstad.net/the-real-impact-of-emerging-tech-trends-on-everyday-problem-solving/">The Real Impact of AI and ML on Enterprise Problem-Solving: Beyond the Hype</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></content:encoded>
					
					<wfw:commentRss>https://davidohnstad.net/the-real-impact-of-emerging-tech-trends-on-everyday-problem-solving/feed/</wfw:commentRss>
			<slash:comments>0</slash:comments>
		
		
			</item>
		<item>
		<title>Edge Computing vs. Cloud Computing: Which is the Future?</title>
		<link>https://davidohnstad.net/edge-computing-vs-cloud-computing-which-is-the-future/</link>
					<comments>https://davidohnstad.net/edge-computing-vs-cloud-computing-which-is-the-future/#respond</comments>
		
		<dc:creator><![CDATA[David Ohnstad]]></dc:creator>
		<pubDate>Wed, 20 May 2026 21:33:44 +0000</pubDate>
				<category><![CDATA[Enterprise AI and ML]]></category>
		<guid isPermaLink="false">https://davidohnstad.net/edge-computing-vs-cloud-computing-which-is-the-future/</guid>

					<description><![CDATA[<p>As businesses strive to improve efficiency, reduce latency, and leverage the power of data, understanding the strengths and limitations of these two computing paradigms is crucial. </p>
<p>The post <a href="https://davidohnstad.net/edge-computing-vs-cloud-computing-which-is-the-future/">Edge Computing vs. Cloud Computing: Which is the Future?</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></description>
										<content:encoded><![CDATA[
<p class="wp-block-paragraph"><a href="https://davidohnstad.com/">David Ohnstad</a> is at the forefront of the ongoing debate between edge computing and cloud computing, a discussion that has captivated the tech industry as it looks toward the future. As businesses strive to improve efficiency, reduce latency, and leverage the power of data, understanding the strengths and limitations of these two computing paradigms is crucial. Both edge and cloud computing have their unique advantages, and each plays a significant role in the evolving technological landscape. However, the question remains: which one will ultimately dominate the tech landscape in the coming years?</p>



<h2 class="wp-block-heading"><strong>Understanding Cloud Computing</strong></h2>



<p class="wp-block-paragraph">Cloud computing has been the backbone of digital transformation for the past decade. By allowing businesses to store and process data in centralized data centers, cloud computing offers unparalleled scalability, flexibility, and cost-efficiency. Companies can access vast computational resources on-demand, without the need to invest in expensive hardware infrastructure. This has led to widespread adoption across industries, from startups to global enterprises.</p>



<p class="wp-block-paragraph">The major cloud providers—Amazon Web Services (AWS), Microsoft Azure, and Google Cloud Platform—have built extensive networks of data centers around the world, enabling businesses to deploy applications and services with global reach. The ability to scale resources up or down based on demand has made cloud computing the go-to solution for companies seeking agility and innovation.</p>



<p class="wp-block-paragraph">However, despite its many advantages, cloud computing is not without its challenges. Latency, bandwidth limitations, and the centralized nature of cloud infrastructure can create bottlenecks, particularly for applications requiring real-time data processing. This is where edge computing comes into play.</p>



<h2 class="wp-block-heading"><strong>The Emergence of Edge Computing</strong></h2>



<p class="wp-block-paragraph">David Ohnstad and other industry experts recognize that edge computing is gaining traction as a solution to the limitations of cloud computing. Edge computing involves processing data closer to the source of data generation, such as IoT devices, sensors, or local servers, rather than relying solely on distant cloud data centers. By bringing computation and data storage closer to the user, edge computing reduces latency and enables faster decision-making.</p>



<p class="wp-block-paragraph">One of the key benefits of edge computing is its ability to support real-time applications. In industries such as healthcare, autonomous vehicles, and industrial automation, milliseconds matter. Edge computing allows these applications to function with minimal latency, ensuring that critical data is processed and acted upon almost instantaneously.</p>



<p class="wp-block-paragraph">Moreover, edge computing reduces the strain on network bandwidth by processing data locally. This is particularly important as the number of connected devices continues to grow, leading to an exponential increase in data generation. By filtering and processing data at the edge, only relevant information is sent to the cloud, optimizing bandwidth usage and reducing costs.</p>



<h2 class="wp-block-heading"><strong>Edge vs. Cloud: A Complementary Relationship</strong></h2>



<p class="wp-block-paragraph">While the debate between edge and cloud computing often positions them as competitors, the reality is more nuanced. David Ohnstad points out that the future of computing likely involves a hybrid approach that leverages the strengths of both paradigms. Edge computing and cloud computing are not mutually exclusive; instead, they can work together to create more efficient and resilient systems.</p>



<p class="wp-block-paragraph">For instance, edge computing can handle real-time data processing and decision-making, while cloud computing provides centralized storage, analytics, and machine learning capabilities. This hybrid model allows <a href="https://davidohnstad.net/ai-agents-enterprise-wait-data-infrastructure/">businesses to take advantage</a> of the best of both worlds: the low-latency performance of edge computing and the vast computational power of the cloud.</p>



<p class="wp-block-paragraph">One practical example of this hybrid approach is in the realm of autonomous vehicles. These vehicles generate massive amounts of data from sensors and cameras, which need to be processed in real-time to ensure safe navigation. Edge computing enables this real-time processing, while the cloud can be used to store and analyze historical data, improving the vehicle&#8217;s performance over time.</p>



<h2 class="wp-block-heading"><strong>Challenges and Considerations</strong></h2>



<p class="wp-block-paragraph">Despite its potential, edge computing is not without challenges. One of the primary concerns is security. With data being processed at multiple edge locations, the attack surface for cyber threats increases. Ensuring that data remains secure as it moves between the edge and the cloud is a critical challenge that businesses must address.</p>



<p class="wp-block-paragraph">Additionally, edge computing requires significant investment in infrastructure, including edge servers, gateways, and networking equipment. For some organizations, particularly smaller businesses, this investment may be a barrier to adoption. However, as the technology matures and costs decrease, edge computing is expected to become more accessible.</p>



<p class="wp-block-paragraph">David Ohnstad also highlights the importance of standardization in the edge computing space. Currently, the lack of standardized protocols and frameworks can create interoperability issues, making it difficult for businesses to integrate edge computing into their existing systems smoothly. Industry collaboration and the development of common standards will be key to overcoming these challenges.</p>



<h2 class="wp-block-heading"><strong>The Future of Computing: Edge, Cloud, or Both?</strong></h2>



<p class="wp-block-paragraph">As we look to the future, the question of whether edge computing or cloud computing will dominate the tech landscape remains open. David Ohnstad believes that both will play crucial roles, with the choice between them depending on the specific needs of the application or industry.</p>



<p class="wp-block-paragraph">For latency-sensitive, real-time applications, edge computing will likely take the lead. On the other hand, for tasks requiring large-scale data processing, storage, and analytics, cloud computing will continue to be the preferred option. The true power of these technologies lies in their ability to complement each other, creating a more flexible and efficient computing environment.</p>



<p class="wp-block-paragraph">The future of computing is not a matter of choosing between edge and cloud but rather understanding how to integrate them effectively. David Ohnstad’s insights suggest that a hybrid approach, combining the strengths of both, will be key to driving innovation and meeting the demands of the digital age.</p>

<p style="margin-top:2em;font-size:0.95em;border-top:1px solid #eee;padding-top:1em"><strong>More from David Ohnstad:</strong> <a href="https://davidohnstad.info">David Ohnstad on leadership and career</a></p>
<p><a class="a2a_button_facebook" href="https://www.addtoany.com/add_to/facebook?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fedge-computing-vs-cloud-computing-which-is-the-future%2F&amp;linkname=Edge%20Computing%20vs.%20Cloud%20Computing%3A%20Which%20is%20the%20Future%3F" title="Facebook" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_mastodon" href="https://www.addtoany.com/add_to/mastodon?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fedge-computing-vs-cloud-computing-which-is-the-future%2F&amp;linkname=Edge%20Computing%20vs.%20Cloud%20Computing%3A%20Which%20is%20the%20Future%3F" title="Mastodon" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_email" href="https://www.addtoany.com/add_to/email?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fedge-computing-vs-cloud-computing-which-is-the-future%2F&amp;linkname=Edge%20Computing%20vs.%20Cloud%20Computing%3A%20Which%20is%20the%20Future%3F" title="Email" rel="nofollow noopener" target="_blank"></a><a class="a2a_dd addtoany_share_save addtoany_share" href="https://www.addtoany.com/share#url=https%3A%2F%2Fdavidohnstad.net%2Fedge-computing-vs-cloud-computing-which-is-the-future%2F&#038;title=Edge%20Computing%20vs.%20Cloud%20Computing%3A%20Which%20is%20the%20Future%3F" data-a2a-url="https://davidohnstad.net/edge-computing-vs-cloud-computing-which-is-the-future/" data-a2a-title="Edge Computing vs. Cloud Computing: Which is the Future?"></a></p><p>The post <a href="https://davidohnstad.net/edge-computing-vs-cloud-computing-which-is-the-future/">Edge Computing vs. Cloud Computing: Which is the Future?</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></content:encoded>
					
					<wfw:commentRss>https://davidohnstad.net/edge-computing-vs-cloud-computing-which-is-the-future/feed/</wfw:commentRss>
			<slash:comments>0</slash:comments>
		
		
			</item>
		<item>
		<title>Building AI Products in the Enterprise: What Actually Works in 2025</title>
		<link>https://davidohnstad.net/ai-and-web3-products/</link>
					<comments>https://davidohnstad.net/ai-and-web3-products/#respond</comments>
		
		<dc:creator><![CDATA[David Ohnstad]]></dc:creator>
		<pubDate>Wed, 20 May 2026 21:21:21 +0000</pubDate>
				<category><![CDATA[Enterprise AI and ML]]></category>
		<guid isPermaLink="false">https://davidohnstad.net/ai-and-web3-products/</guid>

					<description><![CDATA[<p>Web3, the World Wide Web's third generation, is full of decentralization and blockchain technology. Artificial intelligence, otherwise known as AI, has the power to transform society. Put them together, and the world as it's currently known will be technologically revolutionized.</p>
<p>The post <a href="https://davidohnstad.net/ai-and-web3-products/">Building AI Products in the Enterprise: What Actually Works in 2025</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></description>
										<content:encoded><![CDATA[<p>&#8220;`html</p>
<article>
<header>
<h1>Building AI Products in the Enterprise: What Actually Works in 2025</h1>
<p class="byline">By David Ohnstad</p>
<p class="date">Published in 2025</p>
</header>
<p class="intro">
    I&#8217;ve spent the last six years building AI products inside large enterprise software companies. I&#8217;ve watched hundreds of millions in budget allocated to AI initiatives. I&#8217;ve seen brilliant machine learning teams build technically perfect solutions that nobody used. I&#8217;ve watched pilots fail, products get shelved, and executives lose confidence in AI altogether. But I&#8217;ve also seen what works. This is what I&#8217;ve learned.
  </p>
<section>
<h2>The Enterprise AI Graveyard: Why Most Pilots Fail</h2>
<p>
      Let&#8217;s start with the uncomfortable truth: most enterprise AI pilots fail. Not technically fail. They produce models with acceptable accuracy. They generate reports. They run without crashing. But they fail at the thing that actually matters—getting used by real people solving real problems.
    </p>
<p>
      I watched one team spend fourteen months building a predictive model for customer churn. The model was genuinely good—88% accuracy on a holdout test set. When they rolled it out, the customer success team glanced at it once and went back to their spreadsheets. Why? Because the model couldn&#8217;t tell them what to do about it. It was a prediction, floating in space, disconnected from their actual workflow.
    </p>
<p>
      The root problem is almost always the same: wrong success metrics.
    </p>
<p>
      Most enterprise AI pilots are measured on technical metrics. Model accuracy. AUC scores. Training time. Inference latency. These matter, but they&#8217;re not why you built the product. You built it to change business outcomes. A churn prediction model that&#8217;s 88% accurate but saves zero customers is a failure, regardless of what your confusion matrix says.
    </p>
<p>
      Here&#8217;s what actually gets measured in successful enterprise AI projects:
    </p>
<ul>
<li><strong>Adoption rate.</strong> What percentage of eligible users actually use the feature weekly? If it&#8217;s under 20%, something is wrong. If it&#8217;s under 5%, you failed.</li>
<li><strong>Time saved per user per week.</strong> Measure this in minutes. Be precise. A feature that saves three minutes per user per week on a team of 500 is worth $150K annually in labor costs. This number is your north star.</li>
<li><strong>Business outcome change.</strong> Did churn go down? Did deal close rates go up? Did support tickets decrease? These are the only metrics that matter to your CFO.</li>
<li><strong>User satisfaction with the specific feature.</strong> Not NPS. Not general satisfaction. &#8220;Does this AI recommendation actually help you make better decisions?&#8221; If more than 30% say no, go back to the drawing board.</li>
</ul>
<p>
      I&#8217;ve never seen a successful enterprise AI product that didn&#8217;t obsess over adoption metrics from day one. Not day 100. Day one.
    </p>
<p>
      This is where most AI teams go wrong. They optimize for launch, not for usage. They build the minimum viable model instead of the minimum viable product. The distinction matters.
    </p>
<p>
      When your success metric is model accuracy, you optimize for that. You add more features to your training data. You tune hyperparameters. You ensemble five models together. You get your accuracy to 92%. Meanwhile, your feature is confusing, slow, buried in a UI that nobody sees, and requires users to change their workflow to accommodate it.
    </p>
<p>
      When your success metric is adoption, everything changes. You design for speed. You put the feature where users already are. You make it a confirmation tool, not a replacement for human judgment (more on this later). You make it impossible to ignore. You measure weekly adoption, not monthly. You identify non-users and ask them why.
    </p>
<p>
      The best enterprise AI products I&#8217;ve seen start not with data science, but with a user problem so painful that an 70% accurate AI recommendation is better than the current alternative (usually a blank screen or a spreadsheet).
    </p>
</section>
<section>
<h2>The Organizational Changes Nobody Wants to Talk About</h2>
<p>
      Here&#8217;s the uncomfortable organizational truth: building AI products in enterprises requires structural changes that most organizations resist.
    </p>
<p>
      Most large software companies still organize around engineering disciplines. Product teams. Data teams. ML teams. Analytics teams. These teams have separate reporting lines, separate goals, and separate budget. This structure is poison for AI product development.
    </p>
<p>
      I worked at one company with 40 data scientists and zero shipping AI products. Why? Because the data science team reported to the VP of Analytics, not to product leadership. Their job was to answer questions and run analyses. When they built an ML model, they owned it, but product didn&#8217;t prioritize it, and engineering didn&#8217;t want to support it in production. The model was technically impressive. Nobody used it.
    </p>
<p>
      Here&#8217;s what actually works:
    </p>
<h3>1. Embed Data Scientists in Product Teams</h3>
<p>
      Your data scientist should be part of the product team, reporting through product leadership. Not matrixed. Not &#8220;shared.&#8221; Embedded. One person, full-time, working on one problem.
    </p>
<p>
      This is organizationally inefficient and expensive. You&#8217;re not leveraging your data science resource across multiple projects. Good. That inefficiency is a feature, not a bug. In a world where 80% of AI pilots fail, the margin is in focus.
    </p>
<p>
      When the data scientist is embedded in the product team, they go to user research sessions. They hear the problems firsthand. They understand why a 10-second inference latency is a dealbreaker but 85% accuracy is fine. They sit next to the engineer building the UI and actually understand what the AI needs to output to be useful.
    </p>
<h3>2. Create a &#8220;Product + Data + Engineering&#8221; Trinity</h3>
<p>
      Successful enterprise AI projects have three core roles that move together: product manager, data scientist, and engineer. These three people should have a standing weekly meeting that&#8217;s sacred. No cancellations. No replacements.
    </p>
<p>
      That meeting is where disagreements surface. It&#8217;s where the engineer says &#8220;that inference latency is impossible,&#8221; and the product manager says &#8220;the user won&#8217;t wait more than 500ms,&#8221; and the data scientist says &#8220;I need 10 seconds.&#8221; Then you negotiate. But you negotiate as a unified team with shared goals, not as siloed functions.
    </p>
<h3>3. Give Someone Authority Over the Full Lifecycle</h3>
<p>
      Someone needs to own the entire AI feature from launch through long-term maintenance. Not the data scientist (who usually moves on to the next problem). Not the product manager (who optimizes for the next release).
    </p>
<p>
      This person owns monitoring. Owns model drift. Owns retraining. Owns the user education. Owns the metrics dashboard. In most companies, this role doesn&#8217;t exist, and it shows. Models go stale. Users stop trusting them. Features get disabled. Money disappears.
    </p>
<p>
      This role should be compensated well. It&#8217;s not glamorous, but it&#8217;s essential.
    </p>
<h3>4. Accept That AI Features Need Different Support Models</h3>
<p>
      Your customer support team is going to struggle with AI products. A user sees a recommendation and doesn&#8217;t understand why. They click it and get a result that seems wrong.
    </p>
<p>
      Most enterprises funnel these questions to support, who have no training in machine learning and can&#8217;t explain why the model made a particular prediction. This creates churn. Users lose trust.
    </p>
<p>
      Successful companies train their support teams specifically on how to explain AI decisions in simple language. They also create paths where the data scientist is available for escalations on genuinely confusing cases. And they instrument their product to collect examples of predictions that users found unhelpful—this is your best signal for model drift or misalignment.
    </p>
<p>
      This is expensive. But it&#8217;s worth it, because it&#8217;s how you maintain user trust when something goes wrong (and something will).
    </p>
</section>
<section>
<h2>Scoping an AI Feature That Gets Used vs. Shelfware</h2>
<p>
      The difference between a successful AI feature and shelfware often comes down to scope. Not technical scope. Product scope.
    </p>
<p>
      I&#8217;ve seen this pattern over and over: product teams want the AI to solve the entire problem. A sales team is struggling to prioritize leads. So they want an AI system that ingests company size, industry, fit signals, historical conversion rate, budget indicators, and competitor signals, then produces a single ranked list of leads that the team should focus on.
    </p>
<p>
      Technically, this is buildable. But it&#8217;s a disaster from a product perspective.
    </p>
<p>
      Why? Because there are too many ways it can be wrong, and users won&#8217;t have the context to understand why. They&#8217;ll see their favorite lead buried in the list and stop trusting the ranking. They&#8217;ll ignore it. It becomes shelfware.
    </p>
<p>
      Here&#8217;s the framework that works:
    </p>
<h3>Start Narrow</h3>
<p>
      Your first AI feature should solve one specific, well-defined problem. Not a general problem. A specific one.
    </p>
<p>
      Instead of &#8220;rank all leads,&#8221; try: &#8220;Of the leads we&#8217;ve marked as high-priority, which ones are most likely to close in the next 30 days?&#8221; Now you have user intent baked in. Users have already done the heavy lifting of determining which leads are worth focusing on. You&#8217;re just adding a secondary sort.
    </p>
<p>
      Or instead of a predictive model for churn, try: &#8220;Of the customers whose usage dropped more than 30% in the last month, which ones are likely to churn in the next 60 days?&#8221; Now the model is working with a warm audience. Users already know something is wrong. You&#8217;re not asking them to trust your prediction alone; you&#8217;re asking them to prioritize within a set of signals they&#8217;ve already identified.
    </p>
<h3>Make It Confirmation, Not Replacement</h3>
<p>
      Your AI feature should confirm what users already suspect. Not contradict it.
    </p>
<p>
      A sales manager is already pretty good at identifying which leads are worth focusing on. She has instincts built from hundreds of interactions. When your model ranks a lead differently than her instinct, she&#8217;s skeptical. She should be. Her instinct is probably right.
    </p>
<p>
      But when your model confirms her instinct, and explains why (this lead has similar signals to our highest-value closed deals), she trusts it. And more importantly, she uses it to move fast. &#8220;Yes, I thought this was a good lead, and here&#8217;s why the model agrees.&#8221;
    </p>
<p>
      The highest-adoption AI features I&#8217;ve seen don&#8217;t replace user judgment. They accelerate it.
    </p>
<h3>Measure Adoption Before You Measure Accuracy</h3>
<p>
      Launch your feature in a limited way. Don&#8217;t roll it out enterprise-wide. Pick one team. Measure whether they use it weekly. Get weekly adoption to 50%+ before you worry about making the model more accurate.
    </p>
<p>
      If adoption is low, improve the product, not the model. Is it too slow? Is it in the wrong place in the UI? Is the explanation confusing? Is it recommending things users already know? Fix these first.
    </p>
<p>
      Once adoption is high with a mediocre model, then invest in model improvement. You know the product works. Now you&#8217;re polishing.
    </p>
<h3>Build the Feedback Loop First</h3>
<p>
      Before you launch, instrument your product so that users can tell you whether the AI recommendation was helpful. Not NPS. Not satisfaction. Simple binary: &#8220;Was this recommendation helpful?&#8221; yes/no.
    </p>
<p>
      This is your feedback signal for model retraining. If you&#8217;re getting 70%+ &#8220;yes,&#8221; you&#8217;re on the right track. If you&#8217;re under 50%, your model is misaligned with user needs, and you need to investigate why.
    </p>
<p>
      Most enterprises never build this feedback loop, and it shows. Their AI features ship, users ignore them, and they have no idea why.
    </p>
<h3>Plan for Monotony</h3>
<p>
      Here&#8217;s something nobody talks about: after launch, your AI feature becomes boring. Users stop thinking about it. They use it if it&#8217;s useful, and they ignore it if it&#8217;s not.
    </p>
<p>
      This is actually a sign of success. If your AI feature is consistently generating questions or surprises, something is wrong. Users shouldn&#8217;t be thinking about the AI. They should be thinking about their job.
    </p>
<p>
      But this monotony means you need a long-term ownership model. Someone is checking metrics weekly. Someone is monitoring for model drift. Someone is retraining when performance declines. Someone is explaining results to support teams when users are confused. This is boring, critical work.
    </p>
</section>
<section>
<h2>The Data Infrastructure Problem That Everyone Faces</h2>
<p>
      Every enterprise AI project I&#8217;ve worked on has hit the same wall: data infrastructure is worse than you think it is.
    </p>
<p>
      I don&#8217;t mean this as an exaggeration. I mean it literally. You will discover that your data is worse than you currently believe. Usually around month three of development.
    </p>
<p>
      Here are the specific problems you will encounter:
    </p>
<h3>Your Data Is Dirtier Than You Think</h3>
<p>
      Your company&#8217;s CRM has been around for ten years. In that time, 200 different people have used it, each with their own data entry practices. Sales reps copy data from one field to another. Marketing automation systems dump data without validation. Support teams use text fields for structured data.
    </p>
<p>
      You&#8217;ll want to build a model to predict which support tickets will be resolved quickly. You&#8217;ll look at historical ticket data. You&#8217;ll find that &#8220;resolution time&#8221; is sometimes the actual time, sometimes the date closed, sometimes notes like &#8220;resolved via phone,&#8221; and sometimes blank. You can&#8217;t use this field directly. You need to clean it first.
    </p>
<p>
      Cleaning data is 60-70% of AI project work. Not building models. Not training. Cleaning and validating data.
    </p>
<p>
      Budget for this. Seriously. If you&#8217;re planning a six-month project, assume three months will be data cleaning. This is not a failure of your data team. This is the reality of 10-year-old enterprise systems.
    </p>
<h3>Your Data Is Fragmented Across Systems</h3>
<p>
      A customer&#8217;s journey lives in your CRM, but their support history lives in a different system. Their usage data lives in product analytics. Their billing history is in another system. Their NPS score in yet another.
    </p>
<p>
      To build a churn prediction model, you need to join data across all these systems. This is technically possible, but operationally painful. You need API access. You need data agreements. You need to handle systems going down. You need to handle latency.
    </p>
<p>
      Most enterprises don&#8217;t have good data infrastructure for this. You&#8217;ll end up batch-joining data and refreshing it nightly. Fine. But this means your AI inference can&#8217;t be real-time. You&#8217;re working with data that&#8217;s 12-24 hours old. This is fine for some use cases. It&#8217;s a dealbreaker for others.
    </p>
<p>
      Be honest with yourself about what freshness you need before you start building.
    </p>
<h3>Your Historical Data Has Survivorship Bias</h3>
<p>
      You want to build a model to predict which customers will have a successful implementation. You train on historical data. But your historical data only includes customers who purchased. It doesn&#8217;t include prospects who almost purchased but didn&#8217;t, because you didn&#8217;t track them carefully.
    </p>
<p>
      So your model trains on winners. It learns to predict characteristics of customers who already bought. But it can&#8217;t learn what makes someone <em>not</p>
<p><a class="a2a_button_facebook" href="https://www.addtoany.com/add_to/facebook?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fai-and-web3-products%2F&amp;linkname=Building%20AI%20Products%20in%20the%20Enterprise%3A%20What%20Actually%20Works%20in%202025" title="Facebook" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_mastodon" href="https://www.addtoany.com/add_to/mastodon?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fai-and-web3-products%2F&amp;linkname=Building%20AI%20Products%20in%20the%20Enterprise%3A%20What%20Actually%20Works%20in%202025" title="Mastodon" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_email" href="https://www.addtoany.com/add_to/email?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fai-and-web3-products%2F&amp;linkname=Building%20AI%20Products%20in%20the%20Enterprise%3A%20What%20Actually%20Works%20in%202025" title="Email" rel="nofollow noopener" target="_blank"></a><a class="a2a_dd addtoany_share_save addtoany_share" href="https://www.addtoany.com/share#url=https%3A%2F%2Fdavidohnstad.net%2Fai-and-web3-products%2F&#038;title=Building%20AI%20Products%20in%20the%20Enterprise%3A%20What%20Actually%20Works%20in%202025" data-a2a-url="https://davidohnstad.net/ai-and-web3-products/" data-a2a-title="Building AI Products in the Enterprise: What Actually Works in 2025"></a></p><p>The post <a href="https://davidohnstad.net/ai-and-web3-products/">Building AI Products in the Enterprise: What Actually Works in 2025</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></content:encoded>
					
					<wfw:commentRss>https://davidohnstad.net/ai-and-web3-products/feed/</wfw:commentRss>
			<slash:comments>0</slash:comments>
		
		
			</item>
		<item>
		<title>Google&#8217;s Generative AI Search Revolution: What Enterprise Software Companies Must Do Now</title>
		<link>https://davidohnstad.net/googles-new-generative-ai-search/</link>
					<comments>https://davidohnstad.net/googles-new-generative-ai-search/#respond</comments>
		
		<dc:creator><![CDATA[David Ohnstad]]></dc:creator>
		<pubDate>Wed, 20 May 2026 21:21:18 +0000</pubDate>
				<category><![CDATA[Enterprise AI and ML]]></category>
		<guid isPermaLink="false">https://davidohnstad.net/googles-new-generative-ai-search/</guid>

					<description><![CDATA[<p>Artificial Intelligence has certainly gained attention in recent years and shows no sign of attracting any less as multiple applications and uses for the digital marvel increase! The question is, how well does AI do in information retrieval? According to</p>
<p>The post <a href="https://davidohnstad.net/googles-new-generative-ai-search/">Google&#8217;s Generative AI Search Revolution: What Enterprise Software Companies Must Do Now</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></description>
										<content:encoded><![CDATA[<p>&#8220;`html</p>
<article>
<h1>Google&#8217;s Generative AI Search Revolution: What Enterprise Software Companies Must Do Now</h1>
<p class="byline">By David Ohnstad, AI Product Manager at Veeam</p>
<p>The search landscape is transforming beneath our feet. Google&#8217;s AI Overviews—the company&#8217;s aggressive push toward generative AI-powered search results—represents the most significant disruption to enterprise software marketing since the rise of content marketing itself. For those of us building products and marketing enterprise software, this isn&#8217;t a minor update we can wait out. It&#8217;s a fundamental shift that demands immediate strategic response.</p>
<p>I&#8217;ve spent the last two years at Veeam watching how our product appears in search results, tracking how customers find us, and analyzing where our content performs. What I&#8217;m seeing in the early days of AI Overviews is both challenging and clarifying. The challenge is real: informational content that once drove qualified traffic is being cannibalized by AI-generated summaries. But the clarity is equally important: we now understand exactly what kinds of content, products, and companies will thrive in this new environment.</p>
<p>Let me walk you through what&#8217;s happening, why it matters for enterprise software, and most importantly, what you need to do about it right now.</p>
<h2>The Cannibalization Problem Is Real and Immediate</h2>
<p>Let&#8217;s start with the uncomfortable truth: Google&#8217;s AI Overviews are eating informational content clicks for breakfast.</p>
<p>When a user searches for something like &#8220;what is backup and disaster recovery&#8221; or &#8220;how to implement a disaster recovery plan,&#8221; they previously had to click through to an article to get that information. Maybe they&#8217;d click on our Veeam article, maybe they&#8217;d click on a competitor&#8217;s, maybe they&#8217;d click on an analyst report. But the click happened, and traffic flowed.</p>
<p>Now? Google serves up an AI-generated overview that synthesizes answers from multiple sources without the user needing to click anywhere. The AI Overview pulls together definitions, best practices, implementation steps, and considerations—all right there on the search results page. A user gets the information they need without ever visiting a single website.</p>
<p>Our analytics have borne this out. In the six months since AI Overviews rolled out more broadly, we&#8217;ve seen a noticeable decline in traffic to our foundational &#8220;what is&#8221; and &#8220;how to&#8221; content. The decline isn&#8217;t catastrophic—we&#8217;re not talking about 80% drops—but we&#8217;re consistently seeing 15-25% reductions in clicks on pages that target informational search intent.</p>
<p>What makes this particularly insidious is that the traffic that remains is often lower quality. The users who still click through tend to be either confused by the AI overview or looking for something more specific. This means we&#8217;re not just losing volume; we&#8217;re often losing the easier conversion opportunities and retaining the more difficult ones.</p>
<p>For enterprise software companies, this matters enormously. We&#8217;ve built our content strategies on the assumption that ranking for high-volume informational keywords would funnel users into awareness-to-consideration journeys. That funnel is broken now. We&#8217;re being bypassed by algorithmic middlemen.</p>
<h2>What This Means for Enterprise Software SEO</h2>
<p>The implications for SEO strategy in the enterprise software space are profound, but not universally negative. The key is understanding which searches are still worth targeting and how to position ourselves within them.</p>
<h3>Informational Keywords Are Becoming Less Valuable</h3>
<p>The traditional SEO funnel looked something like this: rank for broad informational keywords → capture awareness-stage traffic → nurture toward consideration → convert. This was the engine of content marketing for years.</p>
<p>That engine is sputtering. Informational keywords—the &#8220;what is,&#8221; &#8220;how do I,&#8221; &#8220;best practices for&#8221;—are increasingly being answered by AI Overviews. If your entire SEO strategy was built around ranking for these terms and converting that traffic, you&#8217;re going to feel the pain.</p>
<p>But here&#8217;s what&#8217;s important: this doesn&#8217;t mean informational content is worthless. It means that the ROI calculation has changed. You&#8217;re no longer optimizing for a broad funnel; you&#8217;re optimizing for precision and differentiation.</p>
<h3>Navigational and Comparison Intent Remain Powerful</h3>
<p>Meanwhile, some keyword categories remain largely untouched by AI Overviews, and these are disproportionately valuable for enterprise software.</p>
<p>Navigational searches—&#8221;Veeam backup software,&#8221; &#8220;Veeam vs Cohesity,&#8221; &#8220;Veeam pricing&#8221;—still drive clicks. When someone searches for a specific product or comparison, they&#8217;re past the awareness stage. They want to evaluate solutions. Google knows this, and AI Overviews largely don&#8217;t answer these queries with synthesized responses. They return direct links to product pages and comparison content.</p>
<p>Similarly, problem-specific searches that map closely to product capabilities remain valuable. A search like &#8220;how to backup VMware vSphere environment&#8221; might generate an AI Overview, but that overview will likely mention the need for specific solutions, and clicks to detailed technical guides remain high.</p>
<p>The lesson: shift your SEO emphasis toward keywords that map to consideration and decision stages. Invest in comparison content. Optimize for product-specific and problem-specific searches. These are the searches where enterprise buyers are actively evaluating solutions, and AI Overviews have less authority than the vendor&#8217;s own guidance.</p>
<h3>Brand and Authority Matter More Than Ever</h3>
<p>Here&#8217;s something subtle but crucial: when Google generates an AI Overview, it needs to cite sources. And increasingly, enterprise buyers notice which sources get cited. If your content appears in an AI Overview, you&#8217;re getting a form of attribution—your brand name appears next to that information.</p>
<p>This creates a new SEO dynamic: building authority and brand recognition so that your content is the source Google (and other AI systems) cite. You&#8217;re no longer just ranking for clicks; you&#8217;re positioning to be quoted by AI.</p>
<p>For Veeam, this means our technical documentation, analyst reports, and thought leadership need to be so authoritative and clear that AI systems reach for them when synthesizing answers. It&#8217;s a different kind of SEO, but it&#8217;s still SEO—still about visibility and influence.</p>
<h2>Which Content Formats Actually Survive AI Search</h2>
<p>Not all content is created equal in the age of AI Overviews. Some formats are increasingly invisible; others are actually getting more valuable. Understanding which is which is critical for restructuring your content strategy.</p>
<h3>Formats Under Attack</h3>
<p><strong>Listicles and &#8220;Top X&#8221; content:</strong> These are being absolutely decimated. &#8220;Top 10 backup best practices,&#8221; &#8220;7 ways to improve disaster recovery,&#8221; &#8220;5 cloud migration strategies&#8221;—these are exactly the kind of content AI Overviews synthesize and present directly. You&#8217;re no longer getting the click.</p>
<p><strong>Definition and explanation content:</strong> &#8220;What is ransomware?&#8221; &#8220;How does encryption work?&#8221; &#8220;Explain cloud storage&#8221;—these are being pulled into AI Overviews at scale. The traffic dries up quickly.</p>
<p><strong>General best practices guides:</strong> Broad guides on &#8220;disaster recovery best practices&#8221; or &#8220;backup strategies&#8221; are being summarized by AI. If you&#8217;re not saying anything controversial or uniquely detailed, you&#8217;re being replaced by a synthesis.</p>
<h3>Formats That Still Convert</h3>
<p><strong>Case studies and customer stories:</strong> This is where things get interesting. AI Overviews don&#8217;t synthesize customer success stories. They&#8217;re too specific, too particular to individual companies and situations. A case study showing how a 500-person company implemented disaster recovery with specific tools and faced specific challenges—that&#8217;s not something an AI Overview can credibly summarize. Users still click to read the full story because they want those specific details.</p>
<p>For enterprise software companies, this is massive. Case studies, which have always been valuable for consideration-stage buyers, are becoming relatively more valuable. They&#8217;re also increasingly resistant to commoditization by AI.</p>
<p><strong>Detailed technical implementation guides:</strong> There&#8217;s a difference between &#8220;how to implement disaster recovery&#8221; (getting summarized) and &#8220;how to implement disaster recovery on vSphere 8.0 with 10,000+ VMs across three geographic regions with specific RTO/RPO requirements&#8221; (not getting summarized). Specificity survives AI Overviews.</p>
<p>The more technical, detailed, and specific your content, the less likely it is to be fully synthesized and presented without a click. A buyer looking to solve a specific technical problem still needs to visit the detailed guide.</p>
<p><strong>Comparison content and product evaluations:</strong> &#8220;Veeam vs Cohesity&#8221; or &#8220;How Veeam compares to native hypervisor backup tools&#8221;—this content doesn&#8217;t get summarized by AI Overviews. Comparison is inherently subjective and would expose Google to bias complaints if they synthesized comparative evaluations. Clicks remain high.</p>
<p><strong>Thought leadership and perspective pieces:</strong> Opinion-driven content, predictions, analysis of industry trends, arguments about the future of technology—these pieces are surfaced by AI Overviews but not summarized by them. Users click to read the author&#8217;s perspective directly. &#8220;Why disaster recovery is the most important IT function&#8221; or &#8220;The future of backup in the AI era&#8221; performs well because there&#8217;s no substitute for reading the actual argument.</p>
<p><strong>Interactive tools and resources:</strong> ROI calculators, configuration wizards, comparison matrices, downloadable templates—these aren&#8217;t being replaced by AI Overviews because they require interaction. Clicks to these resources remain strong.</p>
<p><strong>Video content and technical demonstrations:</strong> Google&#8217;s AI Overviews don&#8217;t surface video content in the same way. Video search results are still separated and remain click-heavy. For enterprise software, video demonstrations of product functionality, architecture walkthroughs, and technical training remain largely protected from AI cannibalization.</p>
<h2>How to Restructure Your Enterprise Content Strategy</h2>
<p>Understanding which content formats survive is one thing. Restructuring your entire strategy around these insights is another. Let me walk through what this looks like in practice.</p>
<h3>Step 1: Audit Your Existing Content Against the New Reality</h3>
<p>Start by categorizing your existing content library by:</p>
<ul>
<li><strong>Content type:</strong> Is it a listicle, definition, how-to guide, case study, technical implementation guide, comparison, or thought leadership piece?</li>
<li><strong>Search intent:</strong> Is it targeting informational, navigational, or commercial search intent?</li>
<li><strong>Traffic impact from AI:</strong> Using your analytics, measure how much traffic each piece has lost since AI Overviews rolled out in your region. You&#8217;ll quickly see which pieces are being cannibalized.</li>
</ul>
<p>This audit will show you which content is underwater. Some of it you&#8217;ll want to keep and repurpose. Some of it you&#8217;ll want to retire. Some of it you&#8217;ll want to completely restructure.</p>
<h3>Step 2: Shift Your Content Creation Toward Resilient Formats</h3>
<p>Going forward, bias your new content creation heavily toward formats that survive AI:</p>
<ul>
<li><strong>Case studies:</strong> If you&#8217;re currently creating three blog posts per month, consider shifting to two blog posts and one case study per month. Case studies drive fewer clicks than they used to, but they drive higher-quality clicks and can&#8217;t be synthesized by AI.</li>
<li><strong>Thought leadership:</strong> Encourage your product leaders, engineers, and executives to write opinion pieces about the direction of your industry. These pieces get discovered through AI Overviews but drive clicks to read the full perspective.</li>
<li><strong>Technical depth:</strong> When you write how-to content, go deeper. Instead of &#8220;how to implement disaster recovery,&#8221; write &#8220;how to implement disaster recovery with RPO targets under 15 minutes for a 500-person company with hybrid cloud workloads.&#8221; Specificity is your protection.</li>
<li><strong>Interactive resources:</strong> Invest in tools that buyers interact with. ROI calculators specific to enterprise software use cases, configuration builders, comparison matrices—these are immune to AI cannibalization.</li>
<li><strong>Video and demonstrations:</strong> Allocate budget to creating product walkthrough videos, architecture explanation videos, and technical deep-dive recordings. These are surfaced by search differently and perform well.</li>
</ul>
<h3>Step 3: Deemphasize Broad Informational Content (But Don&#8217;t Eliminate It)</h3>
<p>I want to be clear: you shouldn&#8217;t eliminate broad informational content entirely. But you should dramatically reduce how much you invest in it relative to other categories, and you should think about it differently.</p>
<p>Broad informational content now serves primarily as a brand-building and trust-building function rather than a traffic-driving function. When someone searches for &#8220;what is disaster recovery,&#8221; you probably don&#8217;t need to rank #1. But you might want a strong result on page one that establishes your company as a knowledgeable voice. That result then serves as a citation source for AI Overviews and contributes to your overall authority.</p>
<p>The ROI model for this content is different. You&#8217;re not measuring success by clicks; you&#8217;re measuring it by brand lift, citation frequency, and how often your content gets pulled into AI Overviews with attribution to your company.</p>
<h3>Step 4: Restructure Your Content Hub Architecture</h3>
<p>Many enterprise software companies have built hub-and-spoke content architectures: a broad foundational article (the hub) that links to more specific pieces (the spokes). This made sense when every piece of content was competing for direct clicks.</p>
<p>In an AI Overviews world, this architecture needs updating. Consider restructuring around:</p>
<ul>
<li><strong>Specific problem-solution pairs:</strong> Instead of &#8220;disaster recovery best practices&#8221; (the hub), create &#8220;how to implement disaster recovery for specific use case X&#8221; (multiple specific pieces). These are more resilient to AI Overviews.</li>
<li><strong>Buyer journey stages:</strong> Map your content explicitly to where buyers are in their journey. Awareness content can be lighter-weight (knowing it&#8217;ll be in AI Overviews anyway). Consideration and decision content should be high-depth.</li>
<li><strong>Comparison clusters:</strong> Create comprehensive comparison content between your product and specific alternatives. These pieces drive consideration-stage traffic and are resistant to AI cannibalization.</li>
<li><strong>Interactive decision trees:</strong> Guide buyers through questions that help them determine if your solution is right for their situation. These get traffic that otherwise would have gone to generic how-to content.</li>
</ul>
<h3>Step 5: Invest in Distribution Channels Beyond Organic Search</h3>
<p>Here&#8217;s the truth: you&#8217;ve been over-dependent on organic search. Most enterprise software companies have. AI Overviews makes that dependency dangerous.</p>
<p>Shift some of your content investment toward:</p>
<ul>
<li><strong>Owned channels:</strong> Email newsletters, product in-app education, community forums. These channels can&#8217;t be cannibalized by AI.</li>
<li><strong>Paid search:</strong> As organic traffic to informational content decreases, paid search becomes more attractive. Your ads still appear alongside AI Overviews.</li>
<li><strong>Partnerships:</strong> Co-marketing with complementary products, analyst relations, industry publication placement. These drive qualified traffic without depending on organic search.</li>
<li><strong>Community and thought leadership:</strong> Speaking engagements, podcast appearances, conference presentations. These build authority and generate traffic that AI can&#8217;t intercept.</li>
</ul>
<h2>What Product Managers Need to Know About AI Search Results</h2>
<p>If you&#8217;re a product manager at an enterprise software company, AI Overviews should be on your radar not just as a marketing concern, but as a product strategy concern. Here&#8217;s what you need to understand.</p>
<h3>Your Product&#8217;s Discoverability Is Changing</h3>
<p>For years, customers discovered enterprise software products through a journey that often started with search. They&#8217;d search for solutions to a problem, find content about solutions in that space, and eventually discover your product.</p>
<p>That journey is now mediated by AI. When Google&#8217;s AI Overview discusses disaster recovery solutions, it&#8217;s likely to mention major vendors by name. If Veeam isn&#8217;t being cited in those overviews, we&#8217;re losing a layer of visibility. If we are cited, we&#8217;re gaining a form of endorsement.</p>
<p>This means your product&#8217;s searchability and how it&#8217;s discussed online has product implications. If your product is too niche or poorly documented, it might not show up in AI Overviews at all. If it&#8217;s well-documented and frequently cited, it&#8217;s getting algorithmic endorsement.</p>
<h3>Documentation and Support Content Are Your Search Presence Now</h3>
<p>Here&#8217;s something important: when Google synthesizes information for AI Overviews, it&#8217;s reaching for authoritative sources. For enterprise software, those sources are increasingly your documentation, your blog, and your support knowledge base.</p>
<p>
<p><a class="a2a_button_facebook" href="https://www.addtoany.com/add_to/facebook?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fgoogles-new-generative-ai-search%2F&amp;linkname=Google%E2%80%99s%20Generative%20AI%20Search%20Revolution%3A%20What%20Enterprise%20Software%20Companies%20Must%20Do%20Now" title="Facebook" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_mastodon" href="https://www.addtoany.com/add_to/mastodon?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fgoogles-new-generative-ai-search%2F&amp;linkname=Google%E2%80%99s%20Generative%20AI%20Search%20Revolution%3A%20What%20Enterprise%20Software%20Companies%20Must%20Do%20Now" title="Mastodon" rel="nofollow noopener" target="_blank"></a><a class="a2a_button_email" href="https://www.addtoany.com/add_to/email?linkurl=https%3A%2F%2Fdavidohnstad.net%2Fgoogles-new-generative-ai-search%2F&amp;linkname=Google%E2%80%99s%20Generative%20AI%20Search%20Revolution%3A%20What%20Enterprise%20Software%20Companies%20Must%20Do%20Now" title="Email" rel="nofollow noopener" target="_blank"></a><a class="a2a_dd addtoany_share_save addtoany_share" href="https://www.addtoany.com/share#url=https%3A%2F%2Fdavidohnstad.net%2Fgoogles-new-generative-ai-search%2F&#038;title=Google%E2%80%99s%20Generative%20AI%20Search%20Revolution%3A%20What%20Enterprise%20Software%20Companies%20Must%20Do%20Now" data-a2a-url="https://davidohnstad.net/googles-new-generative-ai-search/" data-a2a-title="Google’s Generative AI Search Revolution: What Enterprise Software Companies Must Do Now"></a></p><p>The post <a href="https://davidohnstad.net/googles-new-generative-ai-search/">Google&#8217;s Generative AI Search Revolution: What Enterprise Software Companies Must Do Now</a> appeared first on <a href="https://davidohnstad.net">David Ohnstad</a>.</p>
]]></content:encoded>
					
					<wfw:commentRss>https://davidohnstad.net/googles-new-generative-ai-search/feed/</wfw:commentRss>
			<slash:comments>0</slash:comments>
		
		
			</item>
	</channel>
</rss>
