{
 "name": "inference",
 "type": "concept",
 "episodes": [
  "invest-like-the-best-2026-06-30-etched-building-ai-hardware-to-make-inference-faster-and-che"
 ],
 "claims": [
  {
   "holder": "Rob Wachen",
   "claim": "The entire semiconductor and data-center industry is built on general-purpose 'buffer', so designing for a specific use case lets you change constraints and compound many small wins into a radically better inference system.",
   "stance": "assertion",
   "conviction": 0.85,
   "subjects": [
    "semiconductors",
    "inference",
    "Etched"
   ],
   "timestamp": "4:21",
   "quote": "the entire semiconductors and data center industry is built on buffer",
   "episode_id": "invest-like-the-best-2026-06-30-etched-building-ai-hardware-to-make-inference-faster-and-che",
   "published_at": "2026-06-30"
  },
  {
   "holder": "Rob Wachen",
   "claim": "Faster decode compresses the wall-clock time of long-horizon AI tasks — a year of inference-time compute into a month — which accelerates scientific innovation and technology proliferation.",
   "stance": "assertion",
   "conviction": 0.8,
   "subjects": [
    "inference",
    "AI agents"
   ],
   "timestamp": "14:49",
   "quote": "if you have way faster decode speed, you can compress that into a month",
   "episode_id": "invest-like-the-best-2026-06-30-etched-building-ai-hardware-to-make-inference-faster-and-che",
   "published_at": "2026-06-30"
  },
  {
   "holder": "Rob Wachen",
   "claim": "It is not possible today for a billion people to use AI models concurrently; serving global scale requires multiple orders of magnitude more infrastructure across the whole stack.",
   "stance": "assertion",
   "conviction": 0.85,
   "subjects": [
    "inference",
    "AI adoption"
   ],
   "timestamp": "14:49",
   "quote": "today it's just not possible for a billion people to use these models concurrently",
   "episode_id": "invest-like-the-best-2026-06-30-etched-building-ai-hardware-to-make-inference-faster-and-che",
   "published_at": "2026-06-30"
  },
  {
   "holder": "Rob Wachen",
   "claim": "AI inverts software economics: the incremental-user cost of goods for every software company will no longer be near zero but a function of inference.",
   "stance": "assertion",
   "conviction": 0.8,
   "subjects": [
    "inference",
    "AI adoption"
   ],
   "timestamp": "20:53",
   "quote": "The cost structure of every software company in the cogs is not going to be like zero anymore for an incremental user.",
   "episode_id": "invest-like-the-best-2026-06-30-etched-building-ai-hardware-to-make-inference-faster-and-che",
   "published_at": "2026-06-30"
  },
  {
   "holder": "Rob Wachen",
   "claim": "Willingness to spend money should be extremely high when the ROI is clear, because with over a billion dollars of daily revenue in the category, every day not shipping forfeits enormous opportunity.",
   "stance": "opinion",
   "conviction": 0.85,
   "subjects": [
    "Etched",
    "inference"
   ],
   "timestamp": "38:34",
   "quote": "So your willingness to spend money should be extremely high if you can get a very clear ROI out of it.",
   "episode_id": "invest-like-the-best-2026-06-30-etched-building-ai-hardware-to-make-inference-faster-and-che",
   "published_at": "2026-06-30"
  },
  {
   "holder": "Rob Wachen",
   "claim": "At a given level of interactivity, Etched's hardware delivers roughly an order of magnitude more concurrency, which translates directly into tokens per watt and tokens per dollar.",
   "stance": "assertion",
   "conviction": 0.8,
   "subjects": [
    "Etched",
    "inference"
   ],
   "timestamp": "44:06",
   "quote": "our hardware is going to generally be able to get you an order of magnitude, more concurrency at a given level of interactivity",
   "episode_id": "invest-like-the-best-2026-06-30-etched-building-ai-hardware-to-make-inference-faster-and-che",
   "published_at": "2026-06-30"
  },
  {
   "holder": "Rob Wachen",
   "claim": "Because producing intelligence is dramatically cheaper than its value, we are in a many-year, probably many-decade supply shortage of tokens, and anything that produces tokens will be extremely valuable.",
   "stance": "assertion",
   "conviction": 0.85,
   "subjects": [
    "tokens",
    "inference"
   ],
   "timestamp": "1:24:56",
   "quote": "we are in a many year, probably many decade supply shortage of these tokens",
   "episode_id": "invest-like-the-best-2026-06-30-etched-building-ai-hardware-to-make-inference-faster-and-che",
   "published_at": "2026-06-30"
  },
  {
   "holder": "Rob Wachen",
   "claim": "Running a majority of the world's tokens requires exactly three things: the most flops in a given power budget, the lowest chip-to-chip latency (biggest scale-up domain), and maximum production volume.",
   "stance": "assertion",
   "conviction": 0.9,
   "subjects": [
    "inference",
    "AI chips",
    "Etched"
   ],
   "timestamp": "1:13:36",
   "quote": "if you want to run a majority of the tokens in the world, you need to do three things. You need to build a chip with the most flops and a given power budget. You need to build a chip that has the lowest latency between other chips, so the biggest scale-up domain possible, and you need to produce as much of it as possible",
   "episode_id": "invest-like-the-best-2026-06-30-etched-building-ai-hardware-to-make-inference-faster-and-che",
   "published_at": "2026-06-30"
  }
 ],
 "predictions": [
  {
   "holder": "Rob Wachen",
   "prediction": "Inference will become the biggest market in the world.",
   "timeframe": "within roughly a decade",
   "subjects": [
    "inference"
   ],
   "timestamp": "20:53",
   "quote": "it feels like we are on a decade march for inference to become the biggest market in the world",
   "episode_id": "invest-like-the-best-2026-06-30-etched-building-ai-hardware-to-make-inference-faster-and-che",
   "published_at": "2026-06-30"
  },
  {
   "holder": "Rob Wachen",
   "prediction": "Within a few years, giant models will serve billions of users, with inference clusters growing from 8 chips to tens of thousands of networked chips.",
   "timeframe": "a few years",
   "subjects": [
    "AI models",
    "inference"
   ],
   "timestamp": "14:49",
   "quote": "A few years from now, there's going to be giant models serving billions of users.",
   "episode_id": "invest-like-the-best-2026-06-30-etched-building-ai-hardware-to-make-inference-faster-and-che",
   "published_at": "2026-06-30"
  },
  {
   "holder": "Rob Wachen",
   "prediction": "Whoever produces the most tokens will be the most valuable company in the world.",
   "timeframe": "unspecified",
   "subjects": [
    "tokens",
    "inference"
   ],
   "timestamp": "53:41",
   "quote": "Whoever produces the most tokens is going to be the most valuable company in the world.",
   "episode_id": "invest-like-the-best-2026-06-30-etched-building-ai-hardware-to-make-inference-faster-and-che",
   "published_at": "2026-06-30"
  },
  {
   "holder": "Rob Wachen",
   "prediction": "Inference will become the majority of global GDP, with national productivity measured as agents per megawatt.",
   "timeframe": "10+ years",
   "subjects": [
    "inference",
    "AI agents"
   ],
   "timestamp": "1:21:27",
   "quote": "I firmly believe we are on a global march of inference becoming majority of global GDP.",
   "episode_id": "invest-like-the-best-2026-06-30-etched-building-ai-hardware-to-make-inference-faster-and-che",
   "published_at": "2026-06-30"
  }
 ],
 "facts": [],
 "first_seen": "2026-06-30",
 "last_seen": "2026-06-30"
}