{
  "schemaVersion": 1,
  "videoId": "chhkbuKSBFg",
  "videoUrl": "https://www.youtube.com/watch?v=chhkbuKSBFg",
  "title": "Why a Boring LLM Pipeline Can Beat Agentic Complexity",
  "speakerCredit": "Thomas Marques",
  "programmeTalkId": "dss26-4a95418ce32e5125",
  "language": "en",
  "captionType": "auto-generated",
  "humanAccuracyReviewed": false,
  "spokenAudioCompletenessVerified": false,
  "cueEndTimesAvailable": false,
  "source": {
    "provider": "YouTube",
    "method": "native supported browser transcript export",
    "sha256": "9ba0590fd33376942e4977354eb92577461541e11c3a09bd1bc0c8ad6708e6f1",
    "exportedAt": "2026-11-16T08:18:32.797857+00:00"
  },
  "qualityCaveats": [
    "Auto-generated YouTube captions; native source language tag preserved; not human-verified against audio.",
    "Names, organizations, technical terms, code and numbers may be misrecognized.",
    "Source wording and disfluencies are preserved; no editorial corrections were applied.",
    "Export contains whole-second cue starts only; cue ends and subsecond timing are unavailable.",
    "A full caption-track export does not establish that every spoken word is represented."
  ],
  "timingValidation": {
    "first_cue_start_seconds": 1,
    "last_cue_start_seconds": 282,
    "video_duration_seconds": 283,
    "seconds_after_last_cue_start": 1,
    "cue_start_gaps_over_30_seconds": [],
    "boundary_check": "pass",
    "criterion": "first cue <=15 seconds; last cue start within 30 seconds of player duration, allowing 1-second precision",
    "meaning": "Timing plausibility only; not full audio or accuracy verification."
  },
  "segments": [
    {
      "index": 0,
      "start_seconds": 1,
      "source_timestamp": "0:01",
      "end_seconds": null,
      "text": "So, hi, everyone."
    },
    {
      "index": 1,
      "start_seconds": 3,
      "source_timestamp": "0:03",
      "end_seconds": null,
      "text": "So, I'm going to talk about the lessons"
    },
    {
      "index": 2,
      "start_seconds": 5,
      "source_timestamp": "0:05",
      "end_seconds": null,
      "text": "we we got from building the"
    },
    {
      "index": 3,
      "start_seconds": 8,
      "source_timestamp": "0:08",
      "end_seconds": null,
      "text": "so we took some interesting and"
    },
    {
      "index": 4,
      "start_seconds": 10,
      "source_timestamp": "0:10",
      "end_seconds": null,
      "text": "counterintuitive"
    },
    {
      "index": 5,
      "start_seconds": 12,
      "source_timestamp": "0:12",
      "end_seconds": null,
      "text": "technical decision that actually works"
    },
    {
      "index": 6,
      "start_seconds": 14,
      "source_timestamp": "0:14",
      "end_seconds": null,
      "text": "well."
    },
    {
      "index": 7,
      "start_seconds": 15,
      "source_timestamp": "0:15",
      "end_seconds": null,
      "text": "So, just to put everything into"
    },
    {
      "index": 8,
      "start_seconds": 16,
      "source_timestamp": "0:16",
      "end_seconds": null,
      "text": "perspective, the"
    },
    {
      "index": 9,
      "start_seconds": 19,
      "source_timestamp": "0:19",
      "end_seconds": null,
      "text": "is part of the auto prover tool suite."
    },
    {
      "index": 10,
      "start_seconds": 22,
      "source_timestamp": "0:22",
      "end_seconds": null,
      "text": "So, you have like the auto fuser, auto"
    },
    {
      "index": 11,
      "start_seconds": 23,
      "source_timestamp": "0:23",
      "end_seconds": null,
      "text": "prover that are basically inferring the"
    },
    {
      "index": 12,
      "start_seconds": 25,
      "source_timestamp": "0:25",
      "end_seconds": null,
      "text": "specs and generating it automatically"
    },
    {
      "index": 13,
      "start_seconds": 28,
      "source_timestamp": "0:28",
      "end_seconds": null,
      "text": "for you."
    },
    {
      "index": 14,
      "start_seconds": 28,
      "source_timestamp": "0:28",
      "end_seconds": null,
      "text": "And the auditor which is more classical"
    },
    {
      "index": 15,
      "start_seconds": 30,
      "source_timestamp": "0:30",
      "end_seconds": null,
      "text": "and more what"
    },
    {
      "index": 16,
      "start_seconds": 32,
      "source_timestamp": "0:32",
      "end_seconds": null,
      "text": "everyone is doing like you provide the"
    },
    {
      "index": 17,
      "start_seconds": 34,
      "source_timestamp": "0:34",
      "end_seconds": null,
      "text": "code and get the"
    },
    {
      "index": 18,
      "start_seconds": 36,
      "source_timestamp": "0:36",
      "end_seconds": null,
      "text": "get get a report with the"
    },
    {
      "index": 19,
      "start_seconds": 39,
      "source_timestamp": "0:39",
      "end_seconds": null,
      "text": "with the"
    },
    {
      "index": 20,
      "start_seconds": 40,
      "source_timestamp": "0:40",
      "end_seconds": null,
      "text": "the vulnerabilities in the in it."
    },
    {
      "index": 21,
      "start_seconds": 44,
      "source_timestamp": "0:44",
      "end_seconds": null,
      "text": "So, let's just define a bit of the"
    },
    {
      "index": 22,
      "start_seconds": 48,
      "source_timestamp": "0:48",
      "end_seconds": null,
      "text": "the terms we are going to use. So,"
    },
    {
      "index": 23,
      "start_seconds": 49,
      "source_timestamp": "0:49",
      "end_seconds": null,
      "text": "what's an agent? I think I'm not going"
    },
    {
      "index": 24,
      "start_seconds": 51,
      "source_timestamp": "0:51",
      "end_seconds": null,
      "text": "to spend too much time on it, but"
    },
    {
      "index": 25,
      "start_seconds": 52,
      "source_timestamp": "0:52",
      "end_seconds": null,
      "text": "basically it's autonomous system that"
    },
    {
      "index": 26,
      "start_seconds": 54,
      "source_timestamp": "0:54",
      "end_seconds": null,
      "text": "have a"
    },
    {
      "index": 27,
      "start_seconds": 55,
      "source_timestamp": "0:55",
      "end_seconds": null,
      "text": "a bunch of tools that it can cause to"
    },
    {
      "index": 28,
      "start_seconds": 58,
      "source_timestamp": "0:58",
      "end_seconds": null,
      "text": "basically resolve your your what you're"
    },
    {
      "index": 29,
      "start_seconds": 60,
      "source_timestamp": "1:00",
      "end_seconds": null,
      "text": "prompted."
    },
    {
      "index": 30,
      "start_seconds": 61,
      "source_timestamp": "1:01",
      "end_seconds": null,
      "text": "So, code and Codex are example of that."
    },
    {
      "index": 31,
      "start_seconds": 64,
      "source_timestamp": "1:04",
      "end_seconds": null,
      "text": "And what we use is that what I call AI"
    },
    {
      "index": 32,
      "start_seconds": 67,
      "source_timestamp": "1:07",
      "end_seconds": null,
      "text": "pipeline."
    },
    {
      "index": 33,
      "start_seconds": 68,
      "source_timestamp": "1:08",
      "end_seconds": null,
      "text": "So, it's basically the most naive thing"
    },
    {
      "index": 34,
      "start_seconds": 71,
      "source_timestamp": "1:11",
      "end_seconds": null,
      "text": "you can think of."
    },
    {
      "index": 35,
      "start_seconds": 72,
      "source_timestamp": "1:12",
      "end_seconds": null,
      "text": "You provide the context, so it can be"
    },
    {
      "index": 36,
      "start_seconds": 73,
      "source_timestamp": "1:13",
      "end_seconds": null,
      "text": "the code base. You set find bugs and"
    },
    {
      "index": 37,
      "start_seconds": 76,
      "source_timestamp": "1:16",
      "end_seconds": null,
      "text": "actually it works pretty well and it's"
    },
    {
      "index": 38,
      "start_seconds": 77,
      "source_timestamp": "1:17",
      "end_seconds": null,
      "text": "what we do."
    },
    {
      "index": 39,
      "start_seconds": 79,
      "source_timestamp": "1:19",
      "end_seconds": null,
      "text": "So, it's deterministic. You do a bunch"
    },
    {
      "index": 40,
      "start_seconds": 81,
      "source_timestamp": "1:21",
      "end_seconds": null,
      "text": "of calls one after another and"
    },
    {
      "index": 41,
      "start_seconds": 84,
      "source_timestamp": "1:24",
      "end_seconds": null,
      "text": "yeah."
    },
    {
      "index": 42,
      "start_seconds": 86,
      "source_timestamp": "1:26",
      "end_seconds": null,
      "text": "So, it's how how it works. We split the"
    },
    {
      "index": 43,
      "start_seconds": 88,
      "source_timestamp": "1:28",
      "end_seconds": null,
      "text": "context into shards, then we do several"
    },
    {
      "index": 44,
      "start_seconds": 90,
      "source_timestamp": "1:30",
      "end_seconds": null,
      "text": "passes with stream others most of the"
    },
    {
      "index": 45,
      "start_seconds": 92,
      "source_timestamp": "1:32",
      "end_seconds": null,
      "text": "time the three best currently available."
    },
    {
      "index": 46,
      "start_seconds": 94,
      "source_timestamp": "1:34",
      "end_seconds": null,
      "text": "And then at the end we just the finding"
    },
    {
      "index": 47,
      "start_seconds": 96,
      "source_timestamp": "1:36",
      "end_seconds": null,
      "text": "and and get the final report."
    },
    {
      "index": 48,
      "start_seconds": 98,
      "source_timestamp": "1:38",
      "end_seconds": null,
      "text": "So, what we bet on when we do"
    },
    {
      "index": 49,
      "start_seconds": 101,
      "source_timestamp": "1:41",
      "end_seconds": null,
      "text": "AI pipeline instead of agentic system is"
    },
    {
      "index": 50,
      "start_seconds": 103,
      "source_timestamp": "1:43",
      "end_seconds": null,
      "text": "that the token will be spent more on"
    },
    {
      "index": 51,
      "start_seconds": 104,
      "source_timestamp": "1:44",
      "end_seconds": null,
      "text": "thinking about the bugs instead of"
    },
    {
      "index": 52,
      "start_seconds": 107,
      "source_timestamp": "1:47",
      "end_seconds": null,
      "text": "actually navigating and thinking of the"
    },
    {
      "index": 53,
      "start_seconds": 110,
      "source_timestamp": "1:50",
      "end_seconds": null,
      "text": "of the next tool call we are going to"
    },
    {
      "index": 54,
      "start_seconds": 111,
      "source_timestamp": "1:51",
      "end_seconds": null,
      "text": "do, right?"
    },
    {
      "index": 55,
      "start_seconds": 112,
      "source_timestamp": "1:52",
      "end_seconds": null,
      "text": "Because when you have an agentic system"
    },
    {
      "index": 56,
      "start_seconds": 114,
      "source_timestamp": "1:54",
      "end_seconds": null,
      "text": "the system is not only thinking about"
    },
    {
      "index": 57,
      "start_seconds": 116,
      "source_timestamp": "1:56",
      "end_seconds": null,
      "text": "the vulnerabilities, but it spends"
    },
    {
      "index": 58,
      "start_seconds": 118,
      "source_timestamp": "1:58",
      "end_seconds": null,
      "text": "tokens on actually which file to browse,"
    },
    {
      "index": 59,
      "start_seconds": 121,
      "source_timestamp": "2:01",
      "end_seconds": null,
      "text": "which CMD to run,"
    },
    {
      "index": 60,
      "start_seconds": 123,
      "source_timestamp": "2:03",
      "end_seconds": null,
      "text": "which I don't know, variable to to grab,"
    },
    {
      "index": 61,
      "start_seconds": 125,
      "source_timestamp": "2:05",
      "end_seconds": null,
      "text": "right?"
    },
    {
      "index": 62,
      "start_seconds": 126,
      "source_timestamp": "2:06",
      "end_seconds": null,
      "text": "So that's the bet we are doing we are we"
    },
    {
      "index": 63,
      "start_seconds": 129,
      "source_timestamp": "2:09",
      "end_seconds": null,
      "text": "are we are taking here."
    },
    {
      "index": 64,
      "start_seconds": 132,
      "source_timestamp": "2:12",
      "end_seconds": null,
      "text": "When we are doing this kind of systems,"
    },
    {
      "index": 65,
      "start_seconds": 135,
      "source_timestamp": "2:15",
      "end_seconds": null,
      "text": "what's cool is that we can use the batch"
    },
    {
      "index": 66,
      "start_seconds": 136,
      "source_timestamp": "2:16",
      "end_seconds": null,
      "text": "API."
    },
    {
      "index": 67,
      "start_seconds": 138,
      "source_timestamp": "2:18",
      "end_seconds": null,
      "text": "So the price is reduced by 50%."
    },
    {
      "index": 68,
      "start_seconds": 141,
      "source_timestamp": "2:21",
      "end_seconds": null,
      "text": "Why is that? It's that because"
    },
    {
      "index": 69,
      "start_seconds": 145,
      "source_timestamp": "2:25",
      "end_seconds": null,
      "text": "when we use the batch API, so the OpenAI"
    },
    {
      "index": 70,
      "start_seconds": 147,
      "source_timestamp": "2:27",
      "end_seconds": null,
      "text": "or Anthropic batch API, we are not"
    },
    {
      "index": 71,
      "start_seconds": 149,
      "source_timestamp": "2:29",
      "end_seconds": null,
      "text": "privatized. Like they have 24 hours to"
    },
    {
      "index": 72,
      "start_seconds": 151,
      "source_timestamp": "2:31",
      "end_seconds": null,
      "text": "to resolve your your your your your"
    },
    {
      "index": 73,
      "start_seconds": 153,
      "source_timestamp": "2:33",
      "end_seconds": null,
      "text": "call. So the price is divided by two."
    },
    {
      "index": 74,
      "start_seconds": 156,
      "source_timestamp": "2:36",
      "end_seconds": null,
      "text": "So what we can do for example is that if"
    },
    {
      "index": 75,
      "start_seconds": 158,
      "source_timestamp": "2:38",
      "end_seconds": null,
      "text": "you have like 100 findings to check, you"
    },
    {
      "index": 76,
      "start_seconds": 160,
      "source_timestamp": "2:40",
      "end_seconds": null,
      "text": "can"
    },
    {
      "index": 77,
      "start_seconds": 161,
      "source_timestamp": "2:41",
      "end_seconds": null,
      "text": "into a single batch"
    },
    {
      "index": 78,
      "start_seconds": 163,
      "source_timestamp": "2:43",
      "end_seconds": null,
      "text": "check if those [clears throat] findings"
    },
    {
      "index": 79,
      "start_seconds": 164,
      "source_timestamp": "2:44",
      "end_seconds": null,
      "text": "are real."
    },
    {
      "index": 80,
      "start_seconds": 166,
      "source_timestamp": "2:46",
      "end_seconds": null,
      "text": "So you do only a single cash prompt. So"
    },
    {
      "index": 81,
      "start_seconds": 168,
      "source_timestamp": "2:48",
      "end_seconds": null,
      "text": "you pay $1.25 for that and then you can"
    },
    {
      "index": 82,
      "start_seconds": 171,
      "source_timestamp": "2:51",
      "end_seconds": null,
      "text": "basically read the the cash for 5 cents."
    },
    {
      "index": 83,
      "start_seconds": 174,
      "source_timestamp": "2:54",
      "end_seconds": null,
      "text": "I mean that's crazy cheap."
    },
    {
      "index": 84,
      "start_seconds": 176,
      "source_timestamp": "2:56",
      "end_seconds": null,
      "text": "That's that's really"
    },
    {
      "index": 85,
      "start_seconds": 178,
      "source_timestamp": "2:58",
      "end_seconds": null,
      "text": "basically free. And then you can"
    },
    {
      "index": 86,
      "start_seconds": 181,
      "source_timestamp": "3:01",
      "end_seconds": null,
      "text": "basically"
    },
    {
      "index": 87,
      "start_seconds": 182,
      "source_timestamp": "3:02",
      "end_seconds": null,
      "text": "do calls at a really cheap rate."
    },
    {
      "index": 88,
      "start_seconds": 185,
      "source_timestamp": "3:05",
      "end_seconds": null,
      "text": "So that's what we do."
    },
    {
      "index": 89,
      "start_seconds": 188,
      "source_timestamp": "3:08",
      "end_seconds": null,
      "text": "And"
    },
    {
      "index": 90,
      "start_seconds": 189,
      "source_timestamp": "3:09",
      "end_seconds": null,
      "text": "some stuff that"
    },
    {
      "index": 91,
      "start_seconds": 192,
      "source_timestamp": "3:12",
      "end_seconds": null,
      "text": "can break the the the the system is that"
    },
    {
      "index": 92,
      "start_seconds": 194,
      "source_timestamp": "3:14",
      "end_seconds": null,
      "text": "imperfect shards. So if the context is"
    },
    {
      "index": 93,
      "start_seconds": 195,
      "source_timestamp": "3:15",
      "end_seconds": null,
      "text": "not well defined, then we have more"
    },
    {
      "index": 94,
      "start_seconds": 197,
      "source_timestamp": "3:17",
      "end_seconds": null,
      "text": "false positive of course because"
    },
    {
      "index": 95,
      "start_seconds": 199,
      "source_timestamp": "3:19",
      "end_seconds": null,
      "text": "the standard have all the context it"
    },
    {
      "index": 96,
      "start_seconds": 200,
      "source_timestamp": "3:20",
      "end_seconds": null,
      "text": "needs to"
    },
    {
      "index": 97,
      "start_seconds": 201,
      "source_timestamp": "3:21",
      "end_seconds": null,
      "text": "to"
    },
    {
      "index": 98,
      "start_seconds": 203,
      "source_timestamp": "3:23",
      "end_seconds": null,
      "text": "to to know if a bug is real or not. And"
    },
    {
      "index": 99,
      "start_seconds": 205,
      "source_timestamp": "3:25",
      "end_seconds": null,
      "text": "yeah, some"
    },
    {
      "index": 100,
      "start_seconds": 207,
      "source_timestamp": "3:27",
      "end_seconds": null,
      "text": "some LLMs that used to be good"
    },
    {
      "index": 101,
      "start_seconds": 210,
      "source_timestamp": "3:30",
      "end_seconds": null,
      "text": "are not that good in this"
    },
    {
      "index": 102,
      "start_seconds": 212,
      "source_timestamp": "3:32",
      "end_seconds": null,
      "text": "type of task, right? Because most of the"
    },
    {
      "index": 103,
      "start_seconds": 214,
      "source_timestamp": "3:34",
      "end_seconds": null,
      "text": "time they are built for agentic work."
    },
    {
      "index": 104,
      "start_seconds": 218,
      "source_timestamp": "3:38",
      "end_seconds": null,
      "text": "So we benchmarked it with the"
    },
    {
      "index": 105,
      "start_seconds": 221,
      "source_timestamp": "3:41",
      "end_seconds": null,
      "text": "auto tools that are in the same price"
    },
    {
      "index": 106,
      "start_seconds": 224,
      "source_timestamp": "3:44",
      "end_seconds": null,
      "text": "range."
    },
    {
      "index": 107,
      "start_seconds": 225,
      "source_timestamp": "3:45",
      "end_seconds": null,
      "text": "And it's performed really well."
    },
    {
      "index": 108,
      "start_seconds": 227,
      "source_timestamp": "3:47",
      "end_seconds": null,
      "text": "And with a crazy cheap price actually,"
    },
    {
      "index": 109,
      "start_seconds": 231,
      "source_timestamp": "3:51",
      "end_seconds": null,
      "text": "that's the price basically for a"
    },
    {
      "index": 110,
      "start_seconds": 233,
      "source_timestamp": "3:53",
      "end_seconds": null,
      "text": "classic Solidity code base."
    },
    {
      "index": 111,
      "start_seconds": 235,
      "source_timestamp": "3:55",
      "end_seconds": null,
      "text": "It's language agnostic, so you can run"
    },
    {
      "index": 112,
      "start_seconds": 237,
      "source_timestamp": "3:57",
      "end_seconds": null,
      "text": "you can run any code base on it."
    },
    {
      "index": 113,
      "start_seconds": 239,
      "source_timestamp": "3:59",
      "end_seconds": null,
      "text": "But"
    },
    {
      "index": 114,
      "start_seconds": 240,
      "source_timestamp": "4:00",
      "end_seconds": null,
      "text": "and we are thinking of of even reducing"
    },
    {
      "index": 115,
      "start_seconds": 243,
      "source_timestamp": "4:03",
      "end_seconds": null,
      "text": "the price. We have some stuff in the"
    },
    {
      "index": 116,
      "start_seconds": 245,
      "source_timestamp": "4:05",
      "end_seconds": null,
      "text": "that are coming on that will even reduce"
    },
    {
      "index": 117,
      "start_seconds": 247,
      "source_timestamp": "4:07",
      "end_seconds": null,
      "text": "the price. So"
    },
    {
      "index": 118,
      "start_seconds": 248,
      "source_timestamp": "4:08",
      "end_seconds": null,
      "text": "yeah, our goal is mostly to to to allow"
    },
    {
      "index": 119,
      "start_seconds": 251,
      "source_timestamp": "4:11",
      "end_seconds": null,
      "text": "everyone to run it in their CI, to make"
    },
    {
      "index": 120,
      "start_seconds": 253,
      "source_timestamp": "4:13",
      "end_seconds": null,
      "text": "it affordable to run it in the CI on on"
    },
    {
      "index": 121,
      "start_seconds": 255,
      "source_timestamp": "4:15",
      "end_seconds": null,
      "text": "some commits."
    },
    {
      "index": 122,
      "start_seconds": 257,
      "source_timestamp": "4:17",
      "end_seconds": null,
      "text": "So here it is. So you can check"
    },
    {
      "index": 123,
      "start_seconds": 261,
      "source_timestamp": "4:21",
      "end_seconds": null,
      "text": "our tools for Autoprover or the Auditor"
    },
    {
      "index": 124,
      "start_seconds": 263,
      "source_timestamp": "4:23",
      "end_seconds": null,
      "text": "on app.set .com."
    },
    {
      "index": 125,
      "start_seconds": 265,
      "source_timestamp": "4:25",
      "end_seconds": null,
      "text": "You can also scan this QR code if you're"
    },
    {
      "index": 126,
      "start_seconds": 267,
      "source_timestamp": "4:27",
      "end_seconds": null,
      "text": "an enterprise. You"
    },
    {
      "index": 127,
      "start_seconds": 269,
      "source_timestamp": "4:29",
      "end_seconds": null,
      "text": "We might review your your your your your"
    },
    {
      "index": 128,
      "start_seconds": 272,
      "source_timestamp": "4:32",
      "end_seconds": null,
      "text": "I mean, you can get some free credits if"
    },
    {
      "index": 129,
      "start_seconds": 273,
      "source_timestamp": "4:33",
      "end_seconds": null,
      "text": "you want."
    },
    {
      "index": 130,
      "start_seconds": 275,
      "source_timestamp": "4:35",
      "end_seconds": null,
      "text": "So just apply and we might come back to"
    },
    {
      "index": 131,
      "start_seconds": 277,
      "source_timestamp": "4:37",
      "end_seconds": null,
      "text": "you for free credits."
    },
    {
      "index": 132,
      "start_seconds": 279,
      "source_timestamp": "4:39",
      "end_seconds": null,
      "text": "Yeah, times up. Thank you so much."
    },
    {
      "index": 133,
      "start_seconds": 282,
      "source_timestamp": "4:42",
      "end_seconds": null,
      "text": ">> [applause]"
    }
  ]
}
