{
  "schemaVersion": 1,
  "videoId": "WH-JcNz49KQ",
  "videoUrl": "https://www.youtube.com/watch?v=WH-JcNz49KQ",
  "title": "AI-Native Auditing in Five Minutes: Questions, Evidence, Coverage",
  "speakerCredit": "nisedo",
  "programmeTalkId": "dss26-bec5f985ab27d1b3",
  "language": "en",
  "captionType": "auto-generated",
  "humanAccuracyReviewed": false,
  "spokenAudioCompletenessVerified": false,
  "cueEndTimesAvailable": false,
  "source": {
    "provider": "YouTube",
    "method": "native supported browser transcript export",
    "sha256": "3d89b07c971c430e09a9dd224e835475b785bb567d808ecf38d08b092be3b0f3",
    "exportedAt": "2026-11-16T08:18:45.454079+00:00"
  },
  "qualityCaveats": [
    "Auto-generated YouTube captions; native source language tag preserved; not human-verified against audio.",
    "Names, organizations, technical terms, code and numbers may be misrecognized.",
    "Source wording and disfluencies are preserved; no editorial corrections were applied.",
    "Export contains whole-second cue starts only; cue ends and subsecond timing are unavailable.",
    "A full caption-track export does not establish that every spoken word is represented."
  ],
  "timingValidation": {
    "first_cue_start_seconds": 1,
    "last_cue_start_seconds": 283,
    "video_duration_seconds": 284,
    "seconds_after_last_cue_start": 1,
    "cue_start_gaps_over_30_seconds": [],
    "boundary_check": "pass",
    "criterion": "first cue <=15 seconds; last cue start within 30 seconds of player duration, allowing 1-second precision",
    "meaning": "Timing plausibility only; not full audio or accuracy verification."
  },
  "segments": [
    {
      "index": 0,
      "start_seconds": 1,
      "source_timestamp": "0:01",
      "end_seconds": null,
      "text": "Hi everyone."
    },
    {
      "index": 1,
      "start_seconds": 2,
      "source_timestamp": "0:02",
      "end_seconds": null,
      "text": "[clears throat] Um, Nicedo from Trail of"
    },
    {
      "index": 2,
      "start_seconds": 4,
      "source_timestamp": "0:04",
      "end_seconds": null,
      "text": "Bits."
    },
    {
      "index": 3,
      "start_seconds": 5,
      "source_timestamp": "0:05",
      "end_seconds": null,
      "text": "Um,"
    },
    {
      "index": 4,
      "start_seconds": 7,
      "source_timestamp": "0:07",
      "end_seconds": null,
      "text": "generally AI have become so good now"
    },
    {
      "index": 5,
      "start_seconds": 9,
      "source_timestamp": "0:09",
      "end_seconds": null,
      "text": "that we all know we should use them"
    },
    {
      "index": 6,
      "start_seconds": 11,
      "source_timestamp": "0:11",
      "end_seconds": null,
      "text": "during our audits."
    },
    {
      "index": 7,
      "start_seconds": 13,
      "source_timestamp": "0:13",
      "end_seconds": null,
      "text": "Uh, thankfully at Trail of Bits we have"
    },
    {
      "index": 8,
      "start_seconds": 14,
      "source_timestamp": "0:14",
      "end_seconds": null,
      "text": "like almost unlimited tokens, so I burn"
    },
    {
      "index": 9,
      "start_seconds": 17,
      "source_timestamp": "0:17",
      "end_seconds": null,
      "text": "I burnt a hell lot of tokens to know"
    },
    {
      "index": 10,
      "start_seconds": 19,
      "source_timestamp": "0:19",
      "end_seconds": null,
      "text": "what works and what doesn't. And I will"
    },
    {
      "index": 11,
      "start_seconds": 22,
      "source_timestamp": "0:22",
      "end_seconds": null,
      "text": "be presenting five techniques that I use"
    },
    {
      "index": 12,
      "start_seconds": 23,
      "source_timestamp": "0:23",
      "end_seconds": null,
      "text": "heavily in all of our audit right now"
    },
    {
      "index": 13,
      "start_seconds": 25,
      "source_timestamp": "0:25",
      "end_seconds": null,
      "text": "and are used as well by my um"
    },
    {
      "index": 14,
      "start_seconds": 27,
      "source_timestamp": "0:27",
      "end_seconds": null,
      "text": "colleagues."
    },
    {
      "index": 15,
      "start_seconds": 29,
      "source_timestamp": "0:29",
      "end_seconds": null,
      "text": "First one is to start every of your"
    },
    {
      "index": 16,
      "start_seconds": 32,
      "source_timestamp": "0:32",
      "end_seconds": null,
      "text": "agents from a threatmodel.md. This"
    },
    {
      "index": 17,
      "start_seconds": 34,
      "source_timestamp": "0:34",
      "end_seconds": null,
      "text": "threat model is a basic markdown file at"
    },
    {
      "index": 18,
      "start_seconds": 37,
      "source_timestamp": "0:37",
      "end_seconds": null,
      "text": "the root of your repo. Um, it should"
    },
    {
      "index": 19,
      "start_seconds": 38,
      "source_timestamp": "0:38",
      "end_seconds": null,
      "text": "contain at least these four items."
    },
    {
      "index": 20,
      "start_seconds": 41,
      "source_timestamp": "0:41",
      "end_seconds": null,
      "text": "Um, it will first of all help your agent"
    },
    {
      "index": 21,
      "start_seconds": 43,
      "source_timestamp": "0:43",
      "end_seconds": null,
      "text": "focus on what matters truly for your"
    },
    {
      "index": 22,
      "start_seconds": 45,
      "source_timestamp": "0:45",
      "end_seconds": null,
      "text": "system. No more malicious admin can"
    },
    {
      "index": 23,
      "start_seconds": 47,
      "source_timestamp": "0:47",
      "end_seconds": null,
      "text": "steal all the funds. Uh, this kind of"
    },
    {
      "index": 24,
      "start_seconds": 49,
      "source_timestamp": "0:49",
      "end_seconds": null,
      "text": "findings are are really um not useful."
    },
    {
      "index": 25,
      "start_seconds": 52,
      "source_timestamp": "0:52",
      "end_seconds": null,
      "text": "And um this should evolve as well as"
    },
    {
      "index": 26,
      "start_seconds": 54,
      "source_timestamp": "0:54",
      "end_seconds": null,
      "text": "your code. If you are a developer using"
    },
    {
      "index": 27,
      "start_seconds": 56,
      "source_timestamp": "0:56",
      "end_seconds": null,
      "text": "this technique, of course, uh be sure to"
    },
    {
      "index": 28,
      "start_seconds": 58,
      "source_timestamp": "0:58",
      "end_seconds": null,
      "text": "own this file and to make it evolve"
    },
    {
      "index": 29,
      "start_seconds": 61,
      "source_timestamp": "1:01",
      "end_seconds": null,
      "text": "along with your uh codebase."
    },
    {
      "index": 30,
      "start_seconds": 62,
      "source_timestamp": "1:02",
      "end_seconds": null,
      "text": "My recommendation is to use the Code X"
    },
    {
      "index": 31,
      "start_seconds": 64,
      "source_timestamp": "1:04",
      "end_seconds": null,
      "text": "Security Threat Model skill, which is"
    },
    {
      "index": 32,
      "start_seconds": 66,
      "source_timestamp": "1:06",
      "end_seconds": null,
      "text": "part of the Code X Security um"
    },
    {
      "index": 33,
      "start_seconds": 69,
      "source_timestamp": "1:09",
      "end_seconds": null,
      "text": "main plugin. Uh, it's a really good"
    },
    {
      "index": 34,
      "start_seconds": 71,
      "source_timestamp": "1:11",
      "end_seconds": null,
      "text": "starting point, but as I said, you"
    },
    {
      "index": 35,
      "start_seconds": 72,
      "source_timestamp": "1:12",
      "end_seconds": null,
      "text": "should really be honing this um file."
    },
    {
      "index": 36,
      "start_seconds": 75,
      "source_timestamp": "1:15",
      "end_seconds": null,
      "text": "Technique number two is to give your"
    },
    {
      "index": 37,
      "start_seconds": 77,
      "source_timestamp": "1:17",
      "end_seconds": null,
      "text": "agents a narrower scope compared to the"
    },
    {
      "index": 38,
      "start_seconds": 80,
      "source_timestamp": "1:20",
      "end_seconds": null,
      "text": "usual find bugs in this codebase with a"
    },
    {
      "index": 39,
      "start_seconds": 82,
      "source_timestamp": "1:22",
      "end_seconds": null,
      "text": "um"
    },
    {
      "index": 40,
      "start_seconds": 83,
      "source_timestamp": "1:23",
      "end_seconds": null,
      "text": "God knows how many line of code."
    },
    {
      "index": 41,
      "start_seconds": 86,
      "source_timestamp": "1:26",
      "end_seconds": null,
      "text": "Um, we divided all the system we are"
    },
    {
      "index": 42,
      "start_seconds": 89,
      "source_timestamp": "1:29",
      "end_seconds": null,
      "text": "auditing at Trail of Bits into three"
    },
    {
      "index": 43,
      "start_seconds": 90,
      "source_timestamp": "1:30",
      "end_seconds": null,
      "text": "different um division style, by file, by"
    },
    {
      "index": 44,
      "start_seconds": 93,
      "source_timestamp": "1:33",
      "end_seconds": null,
      "text": "feature, by component. My favorite one"
    },
    {
      "index": 45,
      "start_seconds": 95,
      "source_timestamp": "1:35",
      "end_seconds": null,
      "text": "is by file, but my colleagues have great"
    },
    {
      "index": 46,
      "start_seconds": 98,
      "source_timestamp": "1:38",
      "end_seconds": null,
      "text": "results with by feature."
    },
    {
      "index": 47,
      "start_seconds": 99,
      "source_timestamp": "1:39",
      "end_seconds": null,
      "text": "The goal obviously is not to ask your"
    },
    {
      "index": 48,
      "start_seconds": 102,
      "source_timestamp": "1:42",
      "end_seconds": null,
      "text": "agent to focus on one file in an"
    },
    {
      "index": 49,
      "start_seconds": 104,
      "source_timestamp": "1:44",
      "end_seconds": null,
      "text": "isolated manner, but instead to review"
    },
    {
      "index": 50,
      "start_seconds": 107,
      "source_timestamp": "1:47",
      "end_seconds": null,
      "text": "the entire system through a different"
    },
    {
      "index": 51,
      "start_seconds": 109,
      "source_timestamp": "1:49",
      "end_seconds": null,
      "text": "scope every single time and through a"
    },
    {
      "index": 52,
      "start_seconds": 111,
      "source_timestamp": "1:51",
      "end_seconds": null,
      "text": "different angle, sorry, every single"
    },
    {
      "index": 53,
      "start_seconds": 112,
      "source_timestamp": "1:52",
      "end_seconds": null,
      "text": "time. So you will reach a great coverage"
    },
    {
      "index": 54,
      "start_seconds": 115,
      "source_timestamp": "1:55",
      "end_seconds": null,
      "text": "with different angles. And obviously at"
    },
    {
      "index": 55,
      "start_seconds": 117,
      "source_timestamp": "1:57",
      "end_seconds": null,
      "text": "the end you should have read and you"
    },
    {
      "index": 56,
      "start_seconds": 119,
      "source_timestamp": "1:59",
      "end_seconds": null,
      "text": "should have on all your um"
    },
    {
      "index": 57,
      "start_seconds": 121,
      "source_timestamp": "2:01",
      "end_seconds": null,
      "text": "all the scope of your audit."
    },
    {
      "index": 58,
      "start_seconds": 125,
      "source_timestamp": "2:05",
      "end_seconds": null,
      "text": "Technique number three is to run several"
    },
    {
      "index": 59,
      "start_seconds": 127,
      "source_timestamp": "2:07",
      "end_seconds": null,
      "text": "models on the same scope. This is by far"
    },
    {
      "index": 60,
      "start_seconds": 129,
      "source_timestamp": "2:09",
      "end_seconds": null,
      "text": "my favorite one because we realize that"
    },
    {
      "index": 61,
      "start_seconds": 131,
      "source_timestamp": "2:11",
      "end_seconds": null,
      "text": "all model family have their own"
    },
    {
      "index": 62,
      "start_seconds": 133,
      "source_timestamp": "2:13",
      "end_seconds": null,
      "text": "strengths and weaknesses and blind"
    },
    {
      "index": 63,
      "start_seconds": 134,
      "source_timestamp": "2:14",
      "end_seconds": null,
      "text": "spots. And so it happened many times"
    },
    {
      "index": 64,
      "start_seconds": 137,
      "source_timestamp": "2:17",
      "end_seconds": null,
      "text": "that the latest SOTA model from GPT was"
    },
    {
      "index": 65,
      "start_seconds": 140,
      "source_timestamp": "2:20",
      "end_seconds": null,
      "text": "missing something that Claude 4.8 was"
    },
    {
      "index": 66,
      "start_seconds": 143,
      "source_timestamp": "2:23",
      "end_seconds": null,
      "text": "finding, which is really weird. So"
    },
    {
      "index": 67,
      "start_seconds": 146,
      "source_timestamp": "2:26",
      "end_seconds": null,
      "text": "obviously there is um a weakness to this"
    },
    {
      "index": 68,
      "start_seconds": 149,
      "source_timestamp": "2:29",
      "end_seconds": null,
      "text": "technique is that it costs a lot of"
    },
    {
      "index": 69,
      "start_seconds": 150,
      "source_timestamp": "2:30",
      "end_seconds": null,
      "text": "money. So be aware of your"
    },
    {
      "index": 70,
      "start_seconds": 153,
      "source_timestamp": "2:33",
      "end_seconds": null,
      "text": "token budget. But if you can"
    },
    {
      "index": 71,
      "start_seconds": 155,
      "source_timestamp": "2:35",
      "end_seconds": null,
      "text": "be sure to run at least the latest GPT"
    },
    {
      "index": 72,
      "start_seconds": 158,
      "source_timestamp": "2:38",
      "end_seconds": null,
      "text": "and Claude and even more some open"
    },
    {
      "index": 73,
      "start_seconds": 160,
      "source_timestamp": "2:40",
      "end_seconds": null,
      "text": "weight model because they um perform"
    },
    {
      "index": 74,
      "start_seconds": 163,
      "source_timestamp": "2:43",
      "end_seconds": null,
      "text": "very well on certain type of of bug"
    },
    {
      "index": 75,
      "start_seconds": 165,
      "source_timestamp": "2:45",
      "end_seconds": null,
      "text": "classes. So you should give the same"
    },
    {
      "index": 76,
      "start_seconds": 167,
      "source_timestamp": "2:47",
      "end_seconds": null,
      "text": "scope, the same threat model, different"
    },
    {
      "index": 77,
      "start_seconds": 169,
      "source_timestamp": "2:49",
      "end_seconds": null,
      "text": "families, and you will by far expand"
    },
    {
      "index": 78,
      "start_seconds": 171,
      "source_timestamp": "2:51",
      "end_seconds": null,
      "text": "your coverage of the type of findings"
    },
    {
      "index": 79,
      "start_seconds": 173,
      "source_timestamp": "2:53",
      "end_seconds": null,
      "text": "you could be finding in your audit."
    },
    {
      "index": 80,
      "start_seconds": 176,
      "source_timestamp": "2:56",
      "end_seconds": null,
      "text": "Technique number four is to consider"
    },
    {
      "index": 81,
      "start_seconds": 179,
      "source_timestamp": "2:59",
      "end_seconds": null,
      "text": "every single valid findings as a"
    },
    {
      "index": 82,
      "start_seconds": 181,
      "source_timestamp": "3:01",
      "end_seconds": null,
      "text": "starting point and not as the ending"
    },
    {
      "index": 83,
      "start_seconds": 182,
      "source_timestamp": "3:02",
      "end_seconds": null,
      "text": "point. What I mean by that"
    },
    {
      "index": 84,
      "start_seconds": 185,
      "source_timestamp": "3:05",
      "end_seconds": null,
      "text": "find a low, a medium, or a high and feed"
    },
    {
      "index": 85,
      "start_seconds": 187,
      "source_timestamp": "3:07",
      "end_seconds": null,
      "text": "it to another agent with the goal to"
    },
    {
      "index": 86,
      "start_seconds": 190,
      "source_timestamp": "3:10",
      "end_seconds": null,
      "text": "expand it to a higher severity finding"
    },
    {
      "index": 87,
      "start_seconds": 192,
      "source_timestamp": "3:12",
      "end_seconds": null,
      "text": "by chaining multiple lows and medium for"
    },
    {
      "index": 88,
      "start_seconds": 195,
      "source_timestamp": "3:15",
      "end_seconds": null,
      "text": "example or by increasing the maximum"
    },
    {
      "index": 89,
      "start_seconds": 198,
      "source_timestamp": "3:18",
      "end_seconds": null,
      "text": "impact or by um reducing the constraint"
    },
    {
      "index": 90,
      "start_seconds": 201,
      "source_timestamp": "3:21",
      "end_seconds": null,
      "text": "that the attacker has to have in order"
    },
    {
      "index": 91,
      "start_seconds": 203,
      "source_timestamp": "3:23",
      "end_seconds": null,
      "text": "to make this valid finding."
    },
    {
      "index": 92,
      "start_seconds": 205,
      "source_timestamp": "3:25",
      "end_seconds": null,
      "text": "This work less now than with the"
    },
    {
      "index": 93,
      "start_seconds": 208,
      "source_timestamp": "3:28",
      "end_seconds": null,
      "text": "previous model given that the model have"
    },
    {
      "index": 94,
      "start_seconds": 209,
      "source_timestamp": "3:29",
      "end_seconds": null,
      "text": "become very good at not stopping at the"
    },
    {
      "index": 95,
      "start_seconds": 211,
      "source_timestamp": "3:31",
      "end_seconds": null,
      "text": "first finding they um they they"
    },
    {
      "index": 96,
      "start_seconds": 213,
      "source_timestamp": "3:33",
      "end_seconds": null,
      "text": "encounter and they usually push a little"
    },
    {
      "index": 97,
      "start_seconds": 214,
      "source_timestamp": "3:34",
      "end_seconds": null,
      "text": "bit forward. But when it works and you"
    },
    {
      "index": 98,
      "start_seconds": 217,
      "source_timestamp": "3:37",
      "end_seconds": null,
      "text": "end up with a critical starting from a"
    },
    {
      "index": 99,
      "start_seconds": 218,
      "source_timestamp": "3:38",
      "end_seconds": null,
      "text": "low because you chain it with a few"
    },
    {
      "index": 100,
      "start_seconds": 220,
      "source_timestamp": "3:40",
      "end_seconds": null,
      "text": "other lows and medium, trust me, it's"
    },
    {
      "index": 101,
      "start_seconds": 222,
      "source_timestamp": "3:42",
      "end_seconds": null,
      "text": "amazing."
    },
    {
      "index": 102,
      "start_seconds": 224,
      "source_timestamp": "3:44",
      "end_seconds": null,
      "text": "Technique five and the last one, do not"
    },
    {
      "index": 103,
      "start_seconds": 227,
      "source_timestamp": "3:47",
      "end_seconds": null,
      "text": "trust the coverage of your agents."
    },
    {
      "index": 104,
      "start_seconds": 229,
      "source_timestamp": "3:49",
      "end_seconds": null,
      "text": "Agents will tell you that they read file"
    },
    {
      "index": 105,
      "start_seconds": 231,
      "source_timestamp": "3:51",
      "end_seconds": null,
      "text": "XYZ or that they cover the feature XYZ"
    },
    {
      "index": 106,
      "start_seconds": 234,
      "source_timestamp": "3:54",
      "end_seconds": null,
      "text": "but the truth is they might have skipped"
    },
    {
      "index": 107,
      "start_seconds": 236,
      "source_timestamp": "3:56",
      "end_seconds": null,
      "text": "some functions because they consider it"
    },
    {
      "index": 108,
      "start_seconds": 238,
      "source_timestamp": "3:58",
      "end_seconds": null,
      "text": "not critical. They might have skipped"
    },
    {
      "index": 109,
      "start_seconds": 240,
      "source_timestamp": "4:00",
      "end_seconds": null,
      "text": "some line of code. So we built the tool,"
    },
    {
      "index": 110,
      "start_seconds": 244,
      "source_timestamp": "4:04",
      "end_seconds": null,
      "text": "agent cov, uh, which is uh, freely"
    },
    {
      "index": 111,
      "start_seconds": 246,
      "source_timestamp": "4:06",
      "end_seconds": null,
      "text": "available and open source at Trail of"
    },
    {
      "index": 112,
      "start_seconds": 248,
      "source_timestamp": "4:08",
      "end_seconds": null,
      "text": "Bits, uh, on our GitHub, which allow you"
    },
    {
      "index": 113,
      "start_seconds": 251,
      "source_timestamp": "4:11",
      "end_seconds": null,
      "text": "to actually make sure of what your agent"
    },
    {
      "index": 114,
      "start_seconds": 253,
      "source_timestamp": "4:13",
      "end_seconds": null,
      "text": "had covered. So, you could actually see"
    },
    {
      "index": 115,
      "start_seconds": 255,
      "source_timestamp": "4:15",
      "end_seconds": null,
      "text": "what it has read, what it has missed,"
    },
    {
      "index": 116,
      "start_seconds": 257,
      "source_timestamp": "4:17",
      "end_seconds": null,
      "text": "and then you can use some"
    },
    {
      "index": 117,
      "start_seconds": 259,
      "source_timestamp": "4:19",
      "end_seconds": null,
      "text": "focused prompt on the gaps, uh, in order"
    },
    {
      "index": 118,
      "start_seconds": 262,
      "source_timestamp": "4:22",
      "end_seconds": null,
      "text": "to make sure you actually reach full"
    },
    {
      "index": 119,
      "start_seconds": 264,
      "source_timestamp": "4:24",
      "end_seconds": null,
      "text": "coverage on your audit."
    },
    {
      "index": 120,
      "start_seconds": 266,
      "source_timestamp": "4:26",
      "end_seconds": null,
      "text": "So, to sum up, threat model is very"
    },
    {
      "index": 121,
      "start_seconds": 269,
      "source_timestamp": "4:29",
      "end_seconds": null,
      "text": "useful, narrow scope instead of broad"
    },
    {
      "index": 122,
      "start_seconds": 271,
      "source_timestamp": "4:31",
      "end_seconds": null,
      "text": "coverage, uh, several model, but be"
    },
    {
      "index": 123,
      "start_seconds": 274,
      "source_timestamp": "4:34",
      "end_seconds": null,
      "text": "aware of your token consumption,"
    },
    {
      "index": 124,
      "start_seconds": 276,
      "source_timestamp": "4:36",
      "end_seconds": null,
      "text": "escalate all your valid findings and"
    },
    {
      "index": 125,
      "start_seconds": 279,
      "source_timestamp": "4:39",
      "end_seconds": null,
      "text": "check what your agent actually read and"
    },
    {
      "index": 126,
      "start_seconds": 281,
      "source_timestamp": "4:41",
      "end_seconds": null,
      "text": "do not trust it."
    },
    {
      "index": 127,
      "start_seconds": 283,
      "source_timestamp": "4:43",
      "end_seconds": null,
      "text": "Thank you."
    }
  ]
}
